Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664-558.664=-111.000
σ	0.000
min	447.664-558.664=-111.000
max	447.664-558.664=-111.000

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.882-54.881=0.000
σ	0.357-0.359=-0.002
min	54.747-54.748=-0.000
max	55.898-55.903=-0.005

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.141-0.140=0.001
σ	0.007-0.006=0.001
min	0.128-0.132=-0.005
max	0.151-0.150=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.850=-0.000
σ	0.006-0.006=-0.000
min	43.840-43.839=0.001
max	43.859-43.861=-0.002

*mean*	415.700-418.000=-2.300
σ	0.483-0.000=0.483
min	415.000-418.000=-3.000
max	416.000-418.000=-2.000

*mean*	0.123-0.125=-0.002
σ	0.004-0.003=0.001
min	0.118-0.122=-0.004
max	0.131-0.131=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.616-36.618=-0.002
σ	0.000-0.002=-0.002
min	36.616-36.616=0.000
max	36.616-36.620=-0.004

*mean*	4220.875-4042.125=178.750
σ	1972.328-2009.987=-37.659
min	1484.000-1218.000=266.000
max	7442.000-7154.000=288.000

*mean*	12.127-13.092=-0.965
σ	0.184-0.516=-0.332
min	11.967-12.558=-0.591
max	12.490-14.216=-1.726

op=column_set() on indexed, repeat

*mean*	36.616-36.618=-0.002
σ	0.000-0.002=-0.002
min	36.616-36.616=0.000
max	36.617-36.620=-0.003

*mean*	4447.375-4042.125=405.250
σ	2242.771-2009.987=232.784
min	1484.000-1218.000=266.000
max	7442.000-7154.000=288.000

*mean*	131.489-13.289=118.199
σ	336.799-0.266=336.534
min	11.740-12.937=-1.197
max	965.023-13.624=951.399

op=table_records(), no indexes

*mean*	41.948-41.930=0.018
σ	0.002-0.002=0.000
min	41.945-41.928=0.017
max	41.950-41.933=0.016

*mean*	7442.000-7154.000=288.000
σ	0.000
min	7442.000-7154.000=288.000
max	7442.000-7154.000=288.000

*mean*	11.221-15.078=-3.857
σ	0.900-0.160=0.740
min	10.578-14.802=-4.224
max	13.408-15.336=-1.928

op=table_records(), repeat

*mean*	41.933-41.929=0.003
σ	0.000-0.002=-0.002
min	41.932-41.927=0.005
max	41.933-41.932=0.001

*mean*	4220.875-4042.125=178.750
σ	1972.328-2009.987=-37.659
min	1484.000-1218.000=266.000
max	7442.000-7154.000=288.000

*mean*	11.518-13.920=-2.402
σ	1.814-1.840=-0.026
min	10.743-11.011=-0.268
max	15.994-15.626=0.368

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.001
σ	0.137-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4220.875-4042.125=178.750
σ	1972.328-2009.987=-37.659
min	1484.000-1218.000=266.000
max	7442.000-7154.000=288.000

*mean*	8.859-9.636=-0.776
σ	1.293-1.255=0.038
min	8.109-8.850=-0.741
max	12.035-12.584=-0.549

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.401=0.003
σ	0.000-0.002=-0.002
min	26.404-26.400=0.004
max	26.404

*mean*	4220.875-4042.125=178.750
σ	1972.328-2009.987=-37.659
min	1484.000-1218.000=266.000
max	7442.000-7154.000=288.000

*mean*	6.861-7.258=-0.397
σ	1.124-1.292=-0.168
min	5.745-6.132=-0.387
max	9.438-10.305=-0.867

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.679-25.668=0.011
σ	0.003-0.004=-0.001
min	25.678-25.665=0.012
max	25.686-25.678=0.009

*mean*	4447.375-4042.125=405.250
σ	2242.771-2009.987=232.784
min	1484.000-1218.000=266.000
max	7442.000-7154.000=288.000

*mean*	6.312-6.038=0.274
σ	1.114-0.118=0.996
min	5.786-5.831=-0.045
max	9.053-6.181=2.871

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.982-25.970=0.012
σ	0.000-0.002=-0.001
min	25.982-25.969=0.013
max	25.983-25.972=0.011

*mean*	4447.375-4042.125=405.250
σ	2242.771-2009.987=232.784
min	1484.000-1218.000=266.000
max	7442.000-7154.000=288.000

*mean*	6.170-5.892=0.278
σ	1.157-0.186=0.971
min	5.371-5.713=-0.342
max	9.005-6.328=2.677

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.613=0.001
σ	0.002-0.002=0.000
min	1021.612-1021.612=0.000
max	1021.617-1021.616=0.000

*mean*	7442.000-7154.000=288.000
σ	0.000
min	7442.000-7154.000=288.000
max	7442.000-7154.000=288.000

*mean*	349.070-361.545=-12.475
σ	2.218-42.122=-39.904
min	344.641-343.378=1.263
max	351.193-465.525=-114.332

op=load_product(), with indexes

*mean*	3495.866-7917.793=-4421.927
σ	0.468-0.469=-0.001
min	3495.700-7917.624=-4421.925
max	3497.024-7918.954=-4421.929

*mean*	3791.875-3272.500=519.375
σ	2330.224-1823.786=506.438
min	720.000-810.000=-90.000
max	7442.000-5621.000=1821.000

*mean*	2087.292-3620.502=-1533.210
σ	985.230-1104.269=-119.039
min	1400.586-3070.327=-1669.741
max	3885.773-6182.075=-2296.302

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4042.125
σ	2009.987
min	1218.000
max	7154.000

*mean*	88.889
σ	19.674
min	71.136
max	122.145

op=column_set() on unindexed, dense, minor warmup

*mean*	107.853
σ	0.000
min	107.852
max	107.853

*mean*	4220.875
σ	1972.328
min	1484.000
max	7442.000

*mean*	132.888
σ	17.813
min	123.056
max	176.514

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.001
min	62.080
max	62.084

*mean*	4220.875
σ	1972.328
min	1484.000
max	7442.000

*mean*	42.680
σ	0.950
min	41.505
max	43.902

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7154.000
σ	0.000
min	7154.000
max	7154.000

*mean*	61.638
σ	1.086
min	60.582
max	64.027

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	7442.000
σ	0.000
min	7442.000
max	7442.000

*mean*	22.656
σ	2.615
min	21.369
max	29.064

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.307-66.688=4.619
σ	0.002-0.002=-0.001
min	71.306-66.686=4.619
max	71.310-66.691=4.619

*mean*	7442.000-7154.000=288.000
σ	0.000
min	7442.000-7154.000=288.000
max	7442.000-7154.000=288.000

*mean*	112.713-268.025=-155.312
σ	156.835-371.556=-214.720
min	55.556-98.450=-42.894
max	500.820-1150.573=-649.752

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.849-14217.171=-9570.322
σ	0.013-4.303=-4.290
min	4646.844-14215.576=-9568.732
max	4646.882-14227.820=-9580.938

*mean*	4220.875-4042.125=178.750
σ	1972.328-2009.987=-37.659
min	1484.000-1218.000=266.000
max	7442.000-7154.000=288.000

*mean*	3365.679-8038.435=-4672.756
σ	698.158-1961.053=-1262.894
min	2496.837-5977.666=-3480.829
max	4272.785-10943.169=-6670.384

op=vertical_lookup_list() on indexed

*mean*	1973.849-13159.108=-11185.260
σ	0.002-0.002=0.000
min	1973.847-13159.106=-11185.259
max	1973.851-13159.110=-11185.259

*mean*	7442.000-7154.000=288.000
σ	0.000
min	7442.000-7154.000=288.000
max	7442.000-7154.000=288.000

*mean*	1130.259-5272.488=-4142.228
σ	522.936-646.114=-123.178
min	920.306-4964.340=-4044.033
max	2418.918-6819.033=-4400.116

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.103
σ	0.002
min	905.101
max	905.106

*mean*	7442.000
σ	0.000
min	7442.000
max	7442.000

*mean*	405.847
σ	40.545
min	379.627
max	505.401

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	479.000-477.000=2.000
σ	0.000
min	479.000-477.000=2.000
max	479.000-477.000=2.000

*mean*	372.833-364.488=8.345
σ	51.098-30.867=20.231
min	306.068-301.170=4.898
max	434.247-389.191=45.056

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	564.000-560.000=4.000
σ	0.000
min	564.000-560.000=4.000
max	564.000-560.000=4.000

*mean*	785.370-757.741=27.629
σ	47.967-52.144=-4.177
min	711.139-632.068=79.071
max	849.759-797.583=52.176

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.297=0.269
σ	0.759-0.759=0.001
min	1024.095-1023.822=0.273
max	1027.704-1027.435=0.269

*mean*	1047.350-1050.150=-2.800
σ	314.655-314.003=0.653
min	572.000-574.000=-2.000
max	1513.000-1514.000=-1.000

*mean*	1.381-1.577=-0.196
σ	0.081-0.079=0.002
min	1.308-1.507=-0.199
max	1.590-1.799=-0.209

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.308-0.477=-0.170
σ	0.291-0.495=-0.204
min	0.147-0.248=-0.100
max	0.820-1.363=-0.543

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.839=-0.359
σ	0.326-0.530=-0.203
min	0.323-0.583=-0.259
max	1.063-1.785=-0.722

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.385=-0.161
σ	0.021-0.042=-0.021
min	0.207-0.354=-0.147
max	0.260-0.454=-0.193

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.337-0.566=-0.229
σ	0.021-0.079=-0.058
min	0.320-0.431=-0.111
max	0.374-0.640=-0.266

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.024-964.840=0.183
σ	0.011
min	965.018-964.835=0.183
max	965.042-964.859=0.183

*mean*	431.600-437.000=-5.400
σ	1.342-6.595=-5.254
min	431.000
max	434.000-444.000=-10.000

*mean*	0.582-0.704=-0.121
σ	0.025-0.051=-0.026
min	0.543-0.627=-0.084
max	0.605-0.752=-0.147

name=cdr_enhanced_4k_loc.art

*mean*	885.928-885.820=0.107
σ	0.002
min	885.926-885.819=0.107
max	885.930-885.823=0.107

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.498-0.623=-0.124
σ	0.022-0.029=-0.007
min	0.460-0.578=-0.118
max	0.515-0.650=-0.135

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	2.621-3.512=-0.892
σ	0.112-0.077=0.035
min	2.475-3.398=-0.923
max	3.080-3.886=-0.807

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	2.605-3.487=-0.882
σ	0.089-0.063=0.026
min	2.460-3.361=-0.900
max	2.931-3.778=-0.847

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.317-0.543=-0.226
σ	0.052-0.014=0.037
min	0.293-0.520=-0.226
max	0.759-0.635=0.124

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.290-0.512=-0.222
σ	0.006-0.011=-0.005
min	0.276-0.493=-0.218
max	0.316-0.565=-0.249

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.281-11.398=-0.117
σ	11.095-12.035=-0.940
min	0.574-0.574=-0.000
max	108.189-134.669=-26.481

*mean*	459.529-464.126=-4.597
σ	18.774-18.590=0.184
min	406.000
max	475.000-478.000=-3.000

*mean*	0.026-0.026=-0.000
σ	0.027-0.030=-0.002
min	0.001-0.001=0.000
max	0.267-0.315=-0.047

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.693-298.611=0.083
σ	1.009-0.996=0.013
min	298.277-298.183=0.094
max	301.556-301.436=0.120

*mean*	443.000-441.500=1.500
σ	15.217-13.485=1.732
min	418.000-424.000=-6.000
max	468.000-463.000=5.000

*mean*	0.594-0.600=-0.006
σ	0.030-0.018=0.012
min	0.522-0.579=-0.057
max	0.633-0.635=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1013.500-1065.750=-52.250
σ	66.468-34.648=31.820
min	849.000-980.000=-131.000
max	1037.000-1078.000=-41.000

*mean*	206.102-209.376=-3.274
σ	3.612-1.883=1.730
min	199.180-206.959=-7.780
max	211.547-211.565=-0.018

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1013.500-1065.750=-52.250
σ	66.468-34.648=31.820
min	849.000-980.000=-131.000
max	1037.000-1078.000=-41.000

*mean*	11.322-9.424=1.899
σ	1.817-3.388=-1.571
min	8.784-6.471=2.313
max	13.171-15.769=-2.599

phase=parser

*mean*	1042.452-1042.363=0.089
σ	0.000-0.000=-0.000
min	1042.452-1042.362=0.090
max	1042.453-1042.363=0.090

*mean*	1013.500-1065.750=-52.250
σ	66.468-34.648=31.820
min	849.000-980.000=-131.000
max	1037.000-1078.000=-41.000

*mean*	623.025-611.255=11.770
σ	170.193-121.192=49.001
min	382.344-516.716=-134.372
max	835.039-841.672=-6.633

phase=processProdDef

*mean*	2232.167-4850.764=-2618.598
σ	0.000-0.000=-0.000
min	2232.167-4850.764=-2618.597
max	2232.167-4850.765=-2618.598

*mean*	1037.000-1078.000=-41.000
σ	0.000
min	1037.000-1078.000=-41.000
max	1037.000-1078.000=-41.000

*mean*	2700.827-4833.831=-2133.003
σ	633.910-159.214=474.696
min	1679.381-4592.824=-2913.443
max	3347.438-5028.156=-1680.717

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1013.500-1065.750=-52.250
σ	66.468-34.648=31.820
min	849.000-980.000=-131.000
max	1037.000-1078.000=-41.000

*mean*	40.609-34.317=6.293
σ	9.771-13.768=-3.996
min	27.063-20.844=6.219
max	52.219-56.060=-3.841

phase=type checker

*mean*	990.450-990.450=0.000
σ	0.071
min	990.345-990.344=0.000
max	990.563-990.563=0.000

*mean*	1013.500-1065.750=-52.250
σ	66.468-34.648=31.820
min	849.000-980.000=-131.000
max	1037.000-1078.000=-41.000

*mean*	858.755-750.484=108.271
σ	88.623-109.557=-20.934
min	750.651-652.466=98.185
max	963.345-946.528=16.817

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.820=0.001
σ	0.038-0.038=0.001
min	293.769-293.767=0.001
max	293.862-293.859=0.003

*mean*	443.000-444.000=-1.000
σ	2.739-0.000=2.739
min	441.000-444.000=-3.000
max	446.000-444.000=2.000

*mean*	0.399-0.391=0.007
σ	0.008-0.002=0.006
min	0.392-0.388=0.004
max	0.409-0.394=0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.290-1320.218=0.073
σ	0.144-0.033=0.111
min	1320.163-1320.171=-0.008
max	1320.529-1320.252=0.277

*mean*	1114.600-1066.800=47.800
σ	170.190-165.095=5.096
min	897.000-843.000=54.000
max	1325.000-1267.000=58.000

*mean*	1.961-2.308=-0.347
σ	0.046-0.186=-0.140
min	1.890-2.158=-0.268
max	2.006-2.629=-0.623

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.301-1560.616=-1.315
σ	3.033-6.233=-3.200
min	1557.698-1557.616=0.082
max	1564.713-1571.762=-7.049

*mean*	628.600-620.000=8.600
σ	89.993-82.741=7.253
min	505.000-495.000=10.000
max	728.000-717.000=11.000

*mean*	2.428-2.329=0.099
σ	0.348-0.232=0.116
min	2.066-2.146=-0.081
max	2.888-2.730=0.158

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.361-1882.174=0.188
σ	0.079-0.054=0.025
min	1882.270-1882.110=0.160
max	1882.465-1882.250=0.215

*mean*	1757.200-1711.000=46.200
σ	216.107-261.579=-45.472
min	1466.000-1397.000=69.000
max	1961.000-2064.000=-103.000

*mean*	3.191-2.904=0.287
σ	0.340-0.062=0.278
min	2.904-2.849=0.055
max	3.598-3.008=0.590

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.655-1.627=0.029
σ	0.180-0.138=0.042
min	1.413-1.493=-0.080
max	1.853-1.855=-0.002

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	416.908-452.081=-35.173
σ	512.374-582.723=-70.349
min	160.717-160.714=0.002
max	1185.469-1326.165=-140.696

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	448.000-443.000=5.000
σ	0.000
min	448.000-443.000=5.000
max	448.000-443.000=5.000

*mean*	0.528-0.533=-0.006
σ	0.528-0.522=0.006
min	0.261-0.266=-0.005
max	1.320-1.317=0.003

policies=20

*mean*	1607.505-1607.513=-0.008
σ	0.357-0.414=-0.057
min	1607.254-1607.232=0.022
max	1608.032-1608.129=-0.097

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-451.000=-1.500
σ	1.000-9.238=-8.238
min	448.000-443.000=5.000
max	450.000-459.000=-9.000

*mean*	2.624-2.692=-0.068
σ	0.008-0.024=-0.016
min	2.616-2.670=-0.053
max	2.635-2.717=-0.082

policies=200

*mean*	16083.440-16083.465=-0.024
σ	0.108-0.120=-0.012
min	16083.308-16083.360=-0.052
max	16083.542-16083.622=-0.080

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.250-497.250=-1.000
σ	4.113-2.986=1.127
min	491.000-494.000=-3.000
max	500.000-501.000=-1.000

*mean*	26.556-27.152=-0.596
σ	0.209-0.138=0.070
min	26.359-27.023=-0.664
max	26.757-27.347=-0.590