Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.837=-0.062
σ	0.367-0.366=0.002
min	54.633-54.708=-0.075
max	55.820-55.878=-0.058

*mean*	415.000-413.000=2.000
σ	0.000
min	415.000-413.000=2.000
max	415.000-413.000=2.000

*mean*	0.141-0.141=-0.001
σ	0.004-0.005=-0.001
min	0.137-0.137=-0.000
max	0.148-0.151=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.843=-0.069
σ	0.007-0.005=0.002
min	43.761-43.835=-0.074
max	43.783-43.849=-0.066

*mean*	415.000-413.000=2.000
σ	0.000
min	415.000-413.000=2.000
max	415.000-413.000=2.000

*mean*	0.124-0.122=0.002
σ	0.004-0.005=-0.001
min	0.120-0.117=0.003
max	0.131-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4587.625-4591.625=-4.000
σ	2250.027-2250.958=-0.932
min	1487.000-1486.000=1.000
max	7385.000-7389.000=-4.000

*mean*	127.025-157.568=-30.543
σ	324.076-409.687=-85.610
min	12.108-11.816=0.293
max	929.073-1171.480=-242.407

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4587.625-4591.625=-4.000
σ	2250.027-2250.958=-0.932
min	1487.000-1486.000=1.000
max	7385.000-7389.000=-4.000

*mean*	14.003-14.518=-0.515
σ	4.619-4.699=-0.080
min	11.674-11.321=0.353
max	25.306-25.071=0.235

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.951=-0.001

*mean*	7385.000-7389.000=-4.000
σ	0.000
min	7385.000-7389.000=-4.000
max	7385.000-7389.000=-4.000

*mean*	11.340-11.276=0.064
σ	1.012-1.094=-0.083
min	10.689-10.704=-0.015
max	13.819-13.965=-0.147

op=table_records(), repeat

*mean*	41.934-41.934=0.000
σ	0.001-0.002=-0.000
min	41.933
max	41.937-41.937=-0.001

*mean*	4177.000-4181.625=-4.625
σ	1945.761-1946.811=-1.050
min	1487.000-1486.000=1.000
max	7385.000-7389.000=-4.000

*mean*	11.725-11.563=0.161
σ	1.755-1.847=-0.092
min	10.807-10.686=0.121
max	16.047-16.123=-0.076

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993

*mean*	4177.000-4181.625=-4.625
σ	1945.761-1946.811=-1.050
min	1487.000-1486.000=1.000
max	7385.000-7389.000=-4.000

*mean*	9.320-9.016=0.304
σ	1.332-1.194=0.138
min	8.196-7.965=0.231
max	12.539-11.895=0.644

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4177.000-4181.625=-4.625
σ	1945.761-1946.811=-1.050
min	1487.000-1486.000=1.000
max	7385.000-7389.000=-4.000

*mean*	7.068-7.139=-0.071
σ	0.913-0.945=-0.031
min	5.909-6.448=-0.539
max	9.124-9.421=-0.297

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688

*mean*	4587.625-4591.625=-4.000
σ	2250.027-2250.958=-0.932
min	1487.000-1486.000=1.000
max	7385.000-7389.000=-4.000

*mean*	6.384-6.624=-0.241
σ	1.051-1.151=-0.100
min	5.862-5.999=-0.137
max	8.963-9.261=-0.298

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4587.625-4591.625=-4.000
σ	2250.027-2250.958=-0.932
min	1487.000-1486.000=1.000
max	7385.000-7389.000=-4.000

*mean*	6.360-6.444=-0.084
σ	1.131-1.071=0.060
min	5.805-5.815=-0.010
max	9.143-8.830=0.314

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7385.000-7389.000=-4.000
σ	0.000
min	7385.000-7389.000=-4.000
max	7385.000-7389.000=-4.000

*mean*	361.817-345.852=15.965
σ	41.251-2.309=38.942
min	344.859-341.846=3.013
max	463.805-348.158=115.647

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.469-0.469=0.000
min	3495.713
max	3497.038

*mean*	3754.500-3758.000=-3.500
σ	2299.651-2301.317=-1.666
min	720.000
max	7385.000-7389.000=-4.000

*mean*	1778.468-1788.991=-10.523
σ	683.330-683.270=0.060
min	1400.310-1387.666=12.643
max	2975.952-2981.714=-5.763

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.855-107.854=0.000

*mean*	4406.500-4411.000=-4.500
σ	2219.698-2220.471=-0.773
min	1487.000-1486.000=1.000
max	7385.000-7389.000=-4.000

*mean*	245.000-283.251=-38.251
σ	301.705-402.074=-100.369
min	126.083-122.669=3.413
max	990.183-1277.318=-287.134

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4406.500-4411.000=-4.500
σ	2219.698-2220.471=-0.773
min	1487.000-1486.000=1.000
max	7385.000-7389.000=-4.000

*mean*	46.828-44.188=2.639
σ	7.839-8.308=-0.469
min	41.765-40.093=1.672
max	65.814-64.520=1.294

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=0.000
min	40.947
max	40.950

*mean*	7385.000-7389.000=-4.000
σ	0.000
min	7385.000-7389.000=-4.000
max	7385.000-7389.000=-4.000

*mean*	22.275-192.478=-170.203
σ	0.769-481.497=-480.727
min	21.690-21.281=0.410
max	23.997-1384.114=-1360.117

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311-71.311=-0.000

*mean*	7385.000-7389.000=-4.000
σ	0.000
min	7385.000-7389.000=-4.000
max	7385.000-7389.000=-4.000

*mean*	264.482-62.197=202.285
σ	587.425-14.561=572.865
min	55.527-55.738=-0.211
max	1718.283-97.595=1620.688

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4177.000-4181.625=-4.625
σ	1945.761-1946.811=-1.050
min	1487.000-1486.000=1.000
max	7385.000-7389.000=-4.000

*mean*	3302.309-3322.121=-19.812
σ	834.552-829.799=4.753
min	2530.682-2525.016=5.666
max	4864.734-4683.045=181.689

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.000

*mean*	7385.000-7389.000=-4.000
σ	0.000
min	7385.000-7389.000=-4.000
max	7385.000-7389.000=-4.000

*mean*	1016.897-1045.604=-28.707
σ	115.588-296.601=-181.013
min	935.812-905.378=30.434
max	1238.613-1759.768=-521.155

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7385.000-7389.000=-4.000
σ	0.000
min	7385.000-7389.000=-4.000
max	7385.000-7389.000=-4.000

*mean*	388.804-397.225=-8.422
σ	5.520-7.766=-2.246
min	376.823-379.782=-2.960
max	394.304-405.095=-10.791

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	474.875-476.000=-1.125
σ	0.354-0.535=-0.181
min	474.000-475.000=-1.000
max	475.000-477.000=-2.000

*mean*	379.983-357.334=22.649
σ	13.160-31.859=-18.699
min	364.021-302.663=61.358
max	398.308-395.272=3.036

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000-563.000=-4.000
σ	0.000
min	559.000-563.000=-4.000
max	559.000-563.000=-4.000

*mean*	755.831-752.605=3.226
σ	71.581-35.742=35.839
min	607.525-707.918=-100.394
max	817.871-823.576=-5.704

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.973-963.971=0.002
σ	1.820-1.821=-0.001
min	963.264-963.265=-0.001
max	971.668-971.671=-0.004

*mean*	1048.600-1042.250=6.350
σ	296.150-291.451=4.699
min	575.000-577.000=-2.000
max	1466.000-1433.000=33.000

*mean*	1.266-1.267=-0.001
σ	0.111-0.137=-0.026
min	1.178-1.178=-0.000
max	1.563-1.755=-0.192

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.298-0.434=-0.136
σ	0.291-0.408=-0.117
min	0.144-0.229=-0.085
max	0.813-1.162=-0.349

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.472-0.728=-0.256
σ	0.311-0.303=0.008
min	0.320-0.568=-0.248
max	1.027-1.268=-0.241

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.220-0.384=-0.163
σ	0.024-0.030=-0.006
min	0.204-0.361=-0.156
max	0.263-0.434=-0.172

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.333-0.455=-0.122
σ	0.014-0.295=-0.281
min	0.321-0.313=0.008
max	0.355-0.983=-0.627

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	436.600-430.000=6.600
σ	6.066-0.000=6.066
min	431.000-430.000=1.000
max	443.000-430.000=13.000

*mean*	0.585-0.573=0.012
σ	0.041-0.038=0.003
min	0.534-0.526=0.009
max	0.619-0.617=0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	443.000-430.000=13.000
σ	0.000
min	443.000-430.000=13.000
max	443.000-430.000=13.000

*mean*	0.490-0.506=-0.015
σ	0.038-0.019=0.019
min	0.439-0.481=-0.042
max	0.532-0.526=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	443.000-430.000=13.000
σ	0.000
min	443.000-430.000=13.000
max	443.000-430.000=13.000

*mean*	2.687-2.102=0.585
σ	0.101-0.294=-0.193
min	2.460-1.860=0.601
max	2.945-2.911=0.034

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	443.000-430.000=13.000
σ	0.000
min	443.000-430.000=13.000
max	443.000-430.000=13.000

*mean*	2.663-2.493=0.170
σ	0.112-0.301=-0.189
min	2.466-1.862=0.604
max	3.159-3.211=-0.052

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	443.000-430.000=13.000
σ	0.000
min	443.000-430.000=13.000
max	443.000-430.000=13.000

*mean*	0.309-0.305=0.004
σ	0.012-0.011=0.001
min	0.291-0.285=0.006
max	0.383-0.372=0.011

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-430.000=13.000
σ	0.000
min	443.000-430.000=13.000
max	443.000-430.000=13.000

*mean*	0.296-0.289=0.007
σ	0.009-0.008=0.001
min	0.280-0.278=0.002
max	0.330-0.334=-0.005

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.535-11.505=0.030
σ	11.792-10.780=1.013
min	0.574-0.574=0.000
max	79.204-85.542=-6.338

*mean*	463.100-467.625=-4.525
σ	18.532-19.249=-0.717
min	407.000
max	478.000-483.000=-5.000

*mean*	0.026-0.027=-0.000
σ	0.029-0.027=0.002
min	0.001-0.001=-0.000
max	0.191-0.204=-0.014

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.795-278.802=-0.007
σ	1.065-1.022=0.043
min	278.360-278.336=0.024
max	281.824-281.702=0.122

*mean*	444.500-443.300=1.200
σ	19.558-15.239=4.318
min	414.000-417.000=-3.000
max	468.000-467.000=1.000

*mean*	0.578-0.570=0.008
σ	0.014-0.023=-0.009
min	0.556-0.515=0.041
max	0.601-0.592=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	843.000
σ	0.000
min	843.000
max	843.000

*mean*	224.984-233.806=-8.823
σ	26.792-19.468=7.324
min	187.304-199.796=-12.492
max	254.403-253.610=0.792

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	842.375-842.625=-0.250
σ	1.768-1.061=0.707
min	838.000-840.000=-2.000
max	843.000

*mean*	9.114-8.816=0.297
σ	0.955-1.047=-0.092
min	7.568-7.452=0.117
max	9.853-9.602=0.252

phase=parser

*mean*	1042.435-1042.434=0.001
σ	0.000-0.000=0.000
min	1042.434-1042.434=0.000
max	1042.435-1042.434=0.001

*mean*	842.375-842.625=-0.250
σ	1.768-1.061=0.707
min	838.000-840.000=-2.000
max	843.000

*mean*	582.534-554.788=27.746
σ	35.302-79.495=-44.193
min	500.878-388.213=112.665
max	607.379-605.392=1.988

phase=processProdDef

*mean*	2243.975-2243.975=-0.001
σ	0.000
min	2243.975-2243.975=-0.001
max	2243.975-2243.975=-0.001

*mean*	843.000
σ	0.000
min	843.000
max	843.000

*mean*	2895.547-2884.319=11.228
σ	430.716-309.306=121.410
min	2379.091-2509.047=-129.956
max	3395.254-3431.690=-36.436

phase=renaming

*mean*	21.675-21.675=0.000
σ	0.000
min	21.675-21.675=0.000
max	21.675-21.675=0.000

*mean*	842.375-842.625=-0.250
σ	1.768-1.061=0.707
min	838.000-840.000=-2.000
max	843.000

*mean*	37.198-35.493=1.705
σ	6.422-6.961=-0.539
min	26.806-26.356=0.450
max	41.517-41.282=0.235

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.375-842.625=-0.250
σ	1.768-1.061=0.707
min	838.000-840.000=-2.000
max	843.000

*mean*	707.003-690.673=16.329
σ	61.287-33.919=27.367
min	662.436-642.496=19.940
max	846.917-755.264=91.653

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-282.395=-0.001
σ	0.036-0.024=0.011
min	282.339-282.374=-0.035
max	282.425-282.427=-0.001

*mean*	440.000-444.400=-4.400
σ	2.739-0.548=2.191
min	438.000-444.000=-6.000
max	443.000-445.000=-2.000

*mean*	0.378-0.382=-0.004
σ	0.001-0.007=-0.005
min	0.377-0.375=0.002
max	0.380-0.389=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.139-1267.087=0.052
σ	0.119-0.107=0.012
min	1266.979-1267.001=-0.022
max	1267.310-1267.269=0.041

*mean*	1092.400-1112.800=-20.400
σ	169.777-171.673=-1.896
min	892.000-898.000=-6.000
max	1326.000-1337.000=-11.000

*mean*	2.183-1.901=0.281
σ	0.204-0.096=0.107
min	2.006-1.833=0.173
max	2.535-2.072=0.463

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.077-1506.124=-0.047
σ	2.970-2.963=0.007
min	1504.526-1504.614=-0.087
max	1511.377-1511.413=-0.036

*mean*	626.000-629.000=-3.000
σ	86.943-90.119=-3.177
min	495.000-505.000=-10.000
max	726.000-729.000=-3.000

*mean*	2.204-2.343=-0.139
σ	0.221-0.317=-0.097
min	2.046-1.999=0.047
max	2.593-2.808=-0.215

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.101-1829.117=-0.015
σ	0.040-0.079=-0.039
min	1829.046-1829.023=0.024
max	1829.148-1829.233=-0.085

*mean*	1721.800-1760.400=-38.600
σ	175.857-213.691=-37.834
min	1472.000-1487.000=-15.000
max	1885.000-1965.000=-80.000

*mean*	2.965-3.205=-0.240
σ	0.191-0.353=-0.162
min	2.839-2.823=0.016
max	3.302-3.620=-0.318

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.691-1.701=-0.010
σ	0.157-0.089=0.069
min	1.507-1.569=-0.062
max	1.817-1.785=0.032

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.698=-0.001
σ	518.051-518.051=-0.001
min	138.669-138.670=-0.001
max	1174.773-1174.775=-0.002

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	433.000-447.000=-14.000
σ	0.000
min	433.000-447.000=-14.000
max	433.000-447.000=-14.000

*mean*	0.463-0.485=-0.022
σ	0.447-0.503=-0.056
min	0.238-0.232=0.006
max	1.134-1.240=-0.105

policies=20

*mean*	1386.813-1386.838=-0.024
σ	0.140-0.159=-0.019
min	1386.712-1386.728=-0.016
max	1387.020-1387.074=-0.053

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	440.500-447.000=-6.500
σ	8.660-0.000=8.660
min	433.000-447.000=-14.000
max	448.000-447.000=1.000

*mean*	2.321-2.319=0.002
σ	0.014-0.017=-0.003
min	2.303-2.298=0.005
max	2.338-2.341=-0.003

policies=200

*mean*	13876.796-13876.897=-0.101
σ	0.203-0.083=0.120
min	13876.531-13876.847=-0.316
max	13877.015-13877.021=-0.006

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.000-493.000=3.000
σ	5.228-3.367=1.862
min	489.000
max	500.000-497.000=3.000

*mean*	23.532-23.429=0.102
σ	0.053-0.068=-0.015
min	23.480-23.380=0.099
max	23.584-23.528=0.055