Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883-558.633=-111.750
σ	0.000
min	446.883-558.633=-111.750
max	446.883-558.633=-111.750

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.862-54.881=-0.019
σ	0.359-0.359=0.000
min	54.736-54.739=-0.004
max	55.884-55.903=-0.018

*mean*	419.000-416.700=2.300
σ	0.000-0.483=-0.483
min	419.000-416.000=3.000
max	419.000-417.000=2.000

*mean*	0.154-0.141=0.013
σ	0.011-0.004=0.007
min	0.139-0.137=0.002
max	0.170-0.150=0.020

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.850=-0.003
σ	0.006-0.006=0.000
min	43.838-43.841=-0.003
max	43.855-43.859=-0.004

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.126-0.124=0.002
σ	0.005-0.004=0.001
min	0.121-0.117=0.004
max	0.134-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.002

*mean*	4591.000-4040.500=550.500
σ	2249.407-2007.420=241.987
min	1487.000-1218.000=269.000
max	7386.000-7143.000=243.000

*mean*	175.428-13.464=161.964
σ	461.491-1.860=459.631
min	11.734-12.520=-0.786
max	1317.559-18.031=1299.528

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.003

*mean*	4591.000-4040.500=550.500
σ	2249.407-2007.420=241.987
min	1487.000-1218.000=269.000
max	7386.000-7143.000=243.000

*mean*	13.682-13.109=0.573
σ	3.359-1.773=1.585
min	11.626-11.905=-0.278
max	21.874-17.281=4.593

op=table_records(), no indexes

*mean*	41.948-41.930=0.018
σ	0.002-0.002=0.000
min	41.946-41.928=0.018
max	41.951-41.932=0.018

*mean*	7386.000-7143.000=243.000
σ	0.000
min	7386.000-7143.000=243.000
max	7386.000-7143.000=243.000

*mean*	11.067-15.188=-4.121
σ	0.243-0.194=0.049
min	10.663-14.961=-4.298
max	11.325-15.569=-4.244

op=table_records(), repeat

*mean*	41.933-41.929=0.004
σ	0.001-0.002=-0.001
min	41.933-41.927=0.005
max	41.937-41.932=0.004

*mean*	4181.125-4040.500=140.625
σ	1945.584-2007.420=-61.836
min	1487.000-1218.000=269.000
max	7386.000-7143.000=243.000

*mean*	11.568-14.084=-2.516
σ	1.666-1.231=0.436
min	10.741-11.623=-0.882
max	15.649-16.098=-0.449

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.654=0.001
σ	0.137-0.136=0.000
min	27.606-27.604=0.002
max	27.993-27.991=0.002

*mean*	4181.125-4040.500=140.625
σ	1945.584-2007.420=-61.836
min	1487.000-1218.000=269.000
max	7386.000-7143.000=243.000

*mean*	9.251-9.775=-0.523
σ	1.345-1.355=-0.010
min	8.078-8.205=-0.127
max	12.488-12.569=-0.081

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.401=0.005
σ	0.000-0.002=-0.002
min	26.406-26.400=0.006
max	26.406-26.404=0.002

*mean*	4181.125-4040.500=140.625
σ	1945.584-2007.420=-61.836
min	1487.000-1218.000=269.000
max	7386.000-7143.000=243.000

*mean*	7.112-7.669=-0.556
σ	1.073-1.290=-0.217
min	6.095-6.559=-0.463
max	9.649-10.334=-0.686

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.668=0.013
σ	0.003-0.004=-0.001
min	25.680-25.665=0.014
max	25.688-25.678=0.010

*mean*	4591.000-4040.500=550.500
σ	2249.407-2007.420=241.987
min	1487.000-1218.000=269.000
max	7386.000-7143.000=243.000

*mean*	6.434-6.148=0.286
σ	0.962-0.459=0.503
min	6.017-5.812=0.205
max	8.812-7.255=1.557

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.970=0.015
σ	0.000-0.002=-0.001
min	25.984-25.969=0.016
max	25.985-25.972=0.013

*mean*	4591.000-4040.500=550.500
σ	2249.407-2007.420=241.987
min	1487.000-1218.000=269.000
max	7386.000-7143.000=243.000

*mean*	6.272-5.970=0.302
σ	1.052-0.496=0.556
min	5.771-5.724=0.047
max	8.864-7.193=1.671

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.613=0.014
σ	0.002-0.002=0.000
min	1021.625-1021.612=0.013
max	1021.629-1021.616=0.013

*mean*	7386.000-7143.000=243.000
σ	0.000
min	7386.000-7143.000=243.000
max	7386.000-7143.000=243.000

*mean*	360.864-384.774=-23.910
σ	40.371-94.835=-54.464
min	343.673-349.108=-5.436
max	460.668-619.454=-158.786

op=load_product(), with indexes

*mean*	3495.878-7917.792=-4421.914
σ	0.469-0.469=-0.001
min	3495.713-7917.624=-4421.912
max	3497.038-7918.954=-4421.916

*mean*	3757.750-3272.625=485.125
σ	2300.217-1823.077=477.141
min	720.000-810.000=-90.000
max	7386.000-5620.000=1766.000

*mean*	1719.403-3565.083=-1845.680
σ	603.561-742.959=-139.399
min	1390.664-3083.985=-1693.321
max	2941.627-5103.512=-2161.885

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4040.500
σ	2007.420
min	1218.000
max	7143.000

*mean*	86.032
σ	19.662
min	69.567
max	119.088

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.853
max	107.855

*mean*	4410.250
σ	2218.953
min	1487.000
max	7386.000

*mean*	246.314
σ	309.554
min	125.487
max	1011.115

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4410.250
σ	2218.953
min	1487.000
max	7386.000

*mean*	44.188
σ	6.481
min	40.630
max	59.940

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7143.000
σ	0.000
min	7143.000
max	7143.000

*mean*	61.933
σ	1.330
min	60.915
max	64.082

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	22.248
σ	0.841
min	21.732
max	24.265

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-66.688=4.620
σ	0.002-0.002=-0.000
min	71.307-66.686=4.620
max	71.310-66.691=4.620

*mean*	7386.000-7143.000=243.000
σ	0.000
min	7386.000-7143.000=243.000
max	7386.000-7143.000=243.000

*mean*	250.242-99.576=150.665
σ	548.980-0.535=548.444
min	55.383-98.825=-43.442
max	1608.895-100.112=1508.783

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-14217.171=-9570.321
σ	0.014-4.303=-4.290
min	4646.845-14215.575=-9568.730
max	4646.884-14227.820=-9580.936

*mean*	4181.125-4040.500=140.625
σ	1945.584-2007.420=-61.836
min	1487.000-1218.000=269.000
max	7386.000-7143.000=243.000

*mean*	3295.622-8091.634=-4796.012
σ	699.758-1652.339=-952.581
min	2525.940-6043.166=-3517.226
max	4323.456-10795.107=-6471.651

op=vertical_lookup_list() on indexed

*mean*	1973.851-13159.109=-11185.257
σ	0.002-0.002=0.000
min	1973.849-13159.106=-11185.256
max	1973.854-13159.110=-11185.256

*mean*	7386.000-7143.000=243.000
σ	0.000
min	7386.000-7143.000=243.000
max	7386.000-7143.000=243.000

*mean*	1049.004-5533.198=-4484.195
σ	187.759-880.007=-692.248
min	931.893-5044.226=-4112.333
max	1463.603-7173.911=-5710.307

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	392.840
σ	3.744
min	386.788
max	398.455

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	476.750-478.000=-1.250
σ	0.463-0.000=0.463
min	476.000-478.000=-2.000
max	477.000-478.000=-1.000

*mean*	409.457-369.777=39.680
σ	30.085-34.887=-4.802
min	359.850-294.169=65.681
max	440.164-394.584=45.581

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	561.000-559.625=1.375
σ	0.000-0.518=-0.518
min	561.000-559.000=2.000
max	561.000-560.000=1.000

*mean*	745.842-793.778=-47.936
σ	86.139-21.927=64.212
min	595.719-762.459=-166.741
max	831.005-823.262=7.743

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1024.299=0.266
σ	0.760-0.759=0.001
min	1024.095-1023.824=0.271
max	1027.706-1027.438=0.268

*mean*	1034.300-1048.300=-14.000
σ	297.780-311.840=-14.060
min	578.000-584.000=-6.000
max	1465.000-1511.000=-46.000

*mean*	1.391-1.561=-0.170
σ	0.126-0.092=0.034
min	1.306-1.467=-0.162
max	1.849-1.755=0.094

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.311-0.304=0.007
σ	0.309-0.295=0.014
min	0.144-0.150=-0.007
max	0.859-0.829=0.030

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.486-0.477=0.010
σ	0.322-0.315=0.008
min	0.330-0.314=0.017
max	1.063-1.038=0.025

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.235-0.222=0.013
σ	0.025-0.018=0.007
min	0.207-0.207=0.000
max	0.271-0.253=0.017

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.345-0.340=0.005
σ	0.025-0.014=0.010
min	0.318-0.328=-0.011
max	0.384-0.364=0.020

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-964.840=0.130
σ	0.011
min	964.965-964.835=0.130
max	964.989-964.859=0.130

*mean*	431.000-433.800=-2.800
σ	0.000-3.033=-3.033
min	431.000
max	431.000-437.000=-6.000

*mean*	0.545-0.582=-0.037
σ	0.044-0.027=0.018
min	0.480-0.553=-0.072
max	0.594-0.615=-0.022

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.820=0.078
σ	0.002
min	885.897-885.819=0.078
max	885.901-885.823=0.078

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.487-0.478=0.009
σ	0.036-0.036=0.000
min	0.446-0.429=0.016
max	0.519-0.527=-0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	1.962-2.617=-0.655
σ	0.064-0.084=-0.020
min	1.844-2.486=-0.642
max	2.204-2.915=-0.711

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	1.964-2.583=-0.619
σ	0.070-0.077=-0.007
min	1.791-2.476=-0.685
max	2.223-2.941=-0.718

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.308-0.306=0.003
σ	0.007-0.014=-0.007
min	0.294-0.288=0.006
max	0.352-0.381=-0.029

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.295-0.297=-0.002
σ	0.010-0.046=-0.036
min	0.282-0.275=0.007
max	0.356-0.742=-0.385

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.888
σ	11.830
min	0.574
max	82.342

*mean*	457.688
σ	18.441
min	406.000
max	472.000

*mean*	0.027
σ	0.029
min	0.001
max	0.200

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.566-298.971=-0.405
σ	1.026-0.999=0.027
min	298.173-298.556=-0.382
max	301.481-301.811=-0.330

*mean*	440.700
σ	16.971-15.456=1.514
min	414.000-417.000=-3.000
max	468.000-463.000=5.000

*mean*	0.590-0.581=0.008
σ	0.039-0.032=0.007
min	0.513-0.533=-0.020
max	0.640-0.634=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-236.678=-62.940
σ	0.000-0.000=-0.000
min	173.738-236.678=-62.940
max	173.738-236.678=-62.940

*mean*	843.000-1065.000=-222.000
σ	0.000-33.941=-33.941
min	843.000-981.000=-138.000
max	843.000-1077.000=-234.000

*mean*	207.560-206.297=1.262
σ	19.569-1.816=17.753
min	191.069-203.999=-12.930
max	245.279-208.815=36.464

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	842.375-1065.000=-222.625
σ	1.768-33.941=-32.173
min	838.000-981.000=-143.000
max	843.000-1077.000=-234.000

*mean*	9.639-8.457=1.183
σ	0.084-1.878=-1.794
min	9.519-6.344=3.174
max	9.752-11.242=-1.490

phase=parser

*mean*	1042.434-1042.366=0.068
σ	0.000-0.001=-0.001
min	1042.433-1042.363=0.071
max	1042.434-1042.366=0.068

*mean*	842.375-1065.000=-222.625
σ	1.768-33.941=-32.173
min	838.000-981.000=-143.000
max	843.000-1077.000=-234.000

*mean*	589.518-479.338=110.180
σ	19.912-88.094=-68.182
min	542.916-381.051=161.866
max	608.283-624.791=-16.507

phase=processProdDef

*mean*	2243.977-4850.765=-2606.788
σ	0.000-0.000=-0.000
min	2243.977-4850.764=-2606.788
max	2243.977-4850.765=-2606.788

*mean*	843.000-1077.000=-234.000
σ	0.000
min	843.000-1077.000=-234.000
max	843.000-1077.000=-234.000

*mean*	2937.088-4610.535=-1673.447
σ	432.315-659.938=-227.623
min	2476.372-3604.923=-1128.551
max	3476.605-5482.455=-2005.850

phase=renaming

*mean*	21.671-21.671=-0.000
σ	0.000
min	21.671-21.671=-0.000
max	21.671-21.671=-0.000

*mean*	842.375-1065.000=-222.625
σ	1.768-33.941=-32.173
min	838.000-981.000=-143.000
max	843.000-1077.000=-234.000

*mean*	40.660-31.310=9.350
σ	0.411-10.109=-9.698
min	39.932-20.121=19.811
max	41.107-41.213=-0.106

phase=type checker

*mean*	989.752-990.453=-0.702
σ	0.066-0.072=-0.006
min	989.654-990.344=-0.690
max	989.841-990.567=-0.726

*mean*	842.375-1065.000=-222.625
σ	1.768-33.941=-32.173
min	838.000-981.000=-143.000
max	843.000-1077.000=-234.000

*mean*	696.493-755.788=-59.295
σ	23.554-114.990=-91.435
min	672.038-648.767=23.271
max	734.418-905.993=-171.575

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.820=0.000
σ	0.038-0.038=-0.000
min	293.767-293.767=0.000
max	293.858-293.858=-0.001

*mean*	444.600-442.400=2.200
σ	0.548
min	444.000-442.000=2.000
max	445.000-443.000=2.000

*mean*	0.395-0.392=0.003
σ	0.005-0.001=0.004
min	0.391-0.391=0.000
max	0.403-0.393=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.286-1320.211=0.075
σ	0.137-0.041=0.096
min	1320.158-1320.150=0.009
max	1320.510-1320.250=0.260

*mean*	1106.600-1067.400=39.200
σ	180.205-165.052=15.152
min	893.000-844.000=49.000
max	1356.000-1268.000=88.000

*mean*	1.968-2.256=-0.288
σ	0.050-0.229=-0.180
min	1.899-2.038=-0.140
max	2.034-2.637=-0.603

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.284-1560.619=-1.334
σ	2.983-6.216=-3.234
min	1557.702-1557.633=0.069
max	1564.606-1571.734=-7.128

*mean*	611.400-619.200=-7.800
σ	92.665-82.687=9.978
min	499.000-494.000=5.000
max	730.000-716.000=14.000

*mean*	2.211-2.324=-0.113
σ	0.136-0.161=-0.025
min	2.080-2.220=-0.140
max	2.422-2.602=-0.180

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.341-1882.170=0.171
σ	0.054-0.055=-0.001
min	1882.266-1882.106=0.160
max	1882.409-1882.245=0.163

*mean*	1719.400-1708.600=10.800
σ	181.339-253.734=-72.395
min	1484.000-1396.000=88.000
max	1892.000-2044.000=-152.000

*mean*	2.965-2.962=0.003
σ	0.128-0.077=0.051
min	2.819-2.877=-0.058
max	3.164-3.078=0.086

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.701-1.671=0.031
σ	0.098-0.168=-0.071
min	1.557-1.501=0.056
max	1.830-1.900=-0.070

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.769-452.082=-32.313
σ	518.096-582.723=-64.627
min	160.717-160.719=-0.002
max	1196.913-1326.166=-129.253

*mean*	101.750-102.250=-0.500
σ	7.500-8.500=-1.000
min	98.000
max	113.000-115.000=-2.000

*mean*	445.000-442.000=3.000
σ	0.000
min	445.000-442.000=3.000
max	445.000-442.000=3.000

*mean*	0.520-0.550=-0.030
σ	0.510-0.556=-0.047
min	0.257-0.264=-0.007
max	1.284-1.385=-0.100

policies=20

*mean*	1607.486-1607.521=-0.035
σ	0.350-0.403=-0.053
min	1607.248-1607.245=0.003
max	1608.006-1608.118=-0.113

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.000-450.000=-1.000
σ	8.000-9.238=-1.238
min	445.000-442.000=3.000
max	461.000-458.000=3.000

*mean*	2.579-2.675=-0.096
σ	0.021-0.017=0.004
min	2.550-2.661=-0.111
max	2.593-2.697=-0.104

policies=200

*mean*	16083.487-16083.391=0.095
σ	0.038-0.103=-0.065
min	16083.441-16083.247=0.194
max	16083.529-16083.488=0.041

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-498.250=-1.000
σ	4.272-5.058=-0.786
min	494.000-492.000=2.000
max	503.000-504.000=-1.000

*mean*	26.098-27.138=-1.040
σ	0.102-0.024=0.079
min	26.032-27.115=-1.084
max	26.250-27.171=-0.922