Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.695
σ	0.000
min	447.695
max	447.695

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.890-54.871=0.019
σ	0.360-0.360=0.001
min	54.751-54.730=0.020
max	55.914-55.893=0.021

*mean*	417.000-417.700=-0.700
σ	0.000-0.483=-0.483
min	417.000
max	417.000-418.000=-1.000

*mean*	0.142-0.142=-0.000
σ	0.004-0.004=-0.001
min	0.137-0.138=-0.002
max	0.150-0.151=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.840=0.015
σ	0.006-0.006=0.000
min	43.845-43.833=0.013
max	43.867-43.854=0.013

*mean*	417.300-418.000=-0.700
σ	0.483-0.000=0.483
min	417.000-418.000=-1.000
max	418.000

*mean*	0.125-0.124=0.001
σ	0.004-0.002=0.002
min	0.119-0.122=-0.004
max	0.133-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.616=0.000
σ	0.001-0.000=0.001
min	36.616-36.616=-0.000
max	36.620-36.617=0.003

*mean*	3913.375-3966.875=-53.500
σ	1827.667-1868.788=-41.121
min	1353.000-1358.000=-5.000
max	6963.000-7113.000=-150.000

*mean*	12.225-12.835=-0.610
σ	0.668-1.980=-1.312
min	11.754-11.885=-0.131
max	13.837-17.682=-3.845

op=column_set() on indexed, repeat

*mean*	36.616-36.616=-0.000
σ	0.000-0.000=-0.000
min	36.616-36.616=-0.000
max	36.616-36.617=-0.000

*mean*	3913.375-3966.875=-53.500
σ	1827.667-1868.788=-41.121
min	1353.000-1358.000=-5.000
max	6963.000-7113.000=-150.000

*mean*	12.506-12.993=-0.487
σ	0.595-2.181=-1.586
min	11.528-11.331=0.197
max	13.093-18.046=-4.953

op=table_records(), no indexes

*mean*	41.947-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.945-41.945=-0.000
max	41.950-41.949=0.000

*mean*	6963.000-7132.375=-169.375
σ	0.000-16.044=-16.044
min	6963.000-7113.000=-150.000
max	6963.000-7144.000=-181.000

*mean*	11.218-11.061=0.157
σ	0.950-0.343=0.607
min	10.759-10.690=0.070
max	13.554-11.628=1.926

op=table_records(), repeat

*mean*	41.932-41.932=-0.000
σ	0.000-0.000=-0.000
min	41.932-41.932=-0.000
max	41.933-41.933=-0.000

*mean*	3872.375-3926.000=-53.625
σ	1895.721-1936.357=-40.636
min	1025.000-1031.000=-6.000
max	6963.000-7113.000=-150.000

*mean*	12.037-12.104=-0.068
σ	3.115-3.237=-0.123
min	10.631-10.678=-0.048
max	19.732-20.111=-0.379

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=0.000
min	27.604-27.604=-0.000
max	27.991-27.991=0.000

*mean*	3872.375-3926.000=-53.625
σ	1895.721-1936.357=-40.636
min	1025.000-1031.000=-6.000
max	6963.000-7113.000=-150.000

*mean*	8.493-8.308=0.184
σ	0.381-0.311=0.070
min	7.873-7.572=0.302
max	9.131-8.593=0.538

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.404=-0.000
σ	0.000-0.000=-0.000
min	26.404-26.404=-0.000
max	26.404-26.404=-0.000

*mean*	3872.375-3926.000=-53.625
σ	1895.721-1936.357=-40.636
min	1025.000-1031.000=-6.000
max	6963.000-7113.000=-150.000

*mean*	6.561-6.511=0.051
σ	0.275-0.198=0.078
min	5.906-6.196=-0.290
max	6.784-6.682=0.101

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.679-25.679=-0.000
σ	0.003-0.003=-0.000
min	25.678-25.678=-0.000
max	25.686-25.686=-0.000

*mean*	3913.375-3966.875=-53.500
σ	1827.667-1868.788=-41.121
min	1353.000-1358.000=-5.000
max	6963.000-7113.000=-150.000

*mean*	6.074-6.180=-0.106
σ	0.074-0.544=-0.470
min	5.958-5.780=0.178
max	6.194-7.474=-1.280

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.981-25.981=-0.000
σ	0.000-0.000=-0.000
min	25.981-25.981=-0.000
max	25.982-25.983=-0.000

*mean*	3913.375-3966.875=-53.500
σ	1827.667-1868.788=-41.121
min	1353.000-1358.000=-5.000
max	6963.000-7113.000=-150.000

*mean*	5.931-5.940=-0.009
σ	0.224-0.477=-0.252
min	5.677-5.691=-0.013
max	6.410-7.107=-0.697

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.614=-0.000
σ	0.002-0.002=-0.000
min	1021.612-1021.612=-0.000
max	1021.616-1021.617=-0.001

*mean*	6963.000-7128.500=-165.500
σ	0.000-16.570=-16.570
min	6963.000-7113.000=-150.000
max	6963.000-7144.000=-181.000

*mean*	344.333-347.813=-3.480
σ	1.676-2.097=-0.421
min	341.326-344.331=-3.005
max	346.854-351.341=-4.487

op=load_product(), with indexes

*mean*	3421.098-3421.098=-0.000
σ	0.468-0.468=-0.000
min	3420.932-3420.932=0.000
max	3422.257-3422.257=-0.001

*mean*	3520.875-3570.125=-49.250
σ	2148.747-2194.935=-46.188
min	724.000-720.000=4.000
max	6963.000-7113.000=-150.000

*mean*	2043.738-2000.234=43.504
σ	963.020-823.421=139.598
min	1350.830-1362.312=-11.482
max	3500.266-3037.184=463.082

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	104.801-104.801=-0.000
σ	0.001-0.001=-0.000
min	104.801-104.801=0.000
max	104.802-104.802=-0.000

*mean*	3913.375-3966.875=-53.500
σ	1827.667-1868.788=-41.121
min	1353.000-1358.000=-5.000
max	6963.000-7113.000=-150.000

*mean*	173.239-170.487=2.751
σ	178.144-163.856=14.288
min	104.423-107.878=-3.455
max	614.001-575.747=38.254

op=column_set() on unindexed, dense, repeat

*mean*	62.080-62.081=-0.000
σ	0.000-0.001=-0.001
min	62.080-62.080=-0.000
max	62.080-62.084=-0.003

*mean*	3913.375-3966.875=-53.500
σ	1827.667-1868.788=-41.121
min	1353.000-1358.000=-5.000
max	6963.000-7113.000=-150.000

*mean*	46.287-45.922=0.365
σ	9.099-10.293=-1.193
min	42.010-40.615=1.395
max	68.561-70.959=-2.398

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002
min	40.945-40.945=-0.000
max	40.949-40.949=-0.000

*mean*	6963.000-7132.375=-169.375
σ	0.000-16.044=-16.044
min	6963.000-7113.000=-150.000
max	6963.000-7144.000=-181.000

*mean*	23.287-23.483=-0.196
σ	2.539-2.554=-0.015
min	22.154-22.038=0.116
max	29.560-29.230=0.330

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.307-71.307=-0.000
σ	0.002-0.002=-0.000
min	71.305-71.305=0.000
max	71.309-71.309=-0.000

*mean*	6963.000-7132.375=-169.375
σ	0.000-16.044=-16.044
min	6963.000-7113.000=-150.000
max	6963.000-7144.000=-181.000

*mean*	58.494-59.282=-0.788
σ	2.890-4.494=-1.604
min	57.051-56.262=0.789
max	65.585-68.967=-3.381

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4518.675-4518.675=-0.000
σ	0.013
min	4518.670-4518.670=-0.000
max	4518.708-4518.708=-0.000

*mean*	3869.250-3922.875=-53.625
σ	1901.099-1941.709=-40.611
min	1000.000-1006.000=-6.000
max	6963.000-7113.000=-150.000

*mean*	3348.194-3281.214=66.980
σ	700.122-582.998=117.124
min	2356.320-2375.507=-19.187
max	4306.665-3928.229=378.436

op=vertical_lookup_list() on indexed

*mean*	1857.821-1857.821=0.000
σ	0.002-0.002=0.000
min	1857.819-1857.819=-0.000
max	1857.823-1857.823=0.000

*mean*	6963.000-7128.500=-165.500
σ	0.000-16.570=-16.570
min	6963.000-7113.000=-150.000
max	6963.000-7144.000=-181.000

*mean*	998.489-854.509=143.979
σ	265.084-3.757=261.328
min	852.386-847.983=4.403
max	1488.816-859.034=629.782

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	902.051-902.051=-0.000
σ	0.002-0.002=-0.000
min	902.049-902.049=-0.000
max	902.054-902.054=-0.000

*mean*	6963.000-7132.375=-169.375
σ	0.000-16.044=-16.044
min	6963.000-7113.000=-150.000
max	6963.000-7144.000=-181.000

*mean*	382.083-439.729=-57.646
σ	39.226-136.853=-97.627
min	359.640-372.704=-13.064
max	478.600-758.512=-279.912

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.750-476.750=-1.000
σ	0.463
min	475.000-476.000=-1.000
max	476.000-477.000=-1.000

*mean*	360.583-387.397=-26.814
σ	40.820-40.955=-0.135
min	298.857-306.672=-7.816
max	421.675-436.327=-14.652

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-566.750=-3.750
σ	0.000-0.463=-0.463
min	563.000-566.000=-3.000
max	563.000-567.000=-4.000

*mean*	730.336-759.532=-29.195
σ	56.184-45.145=11.039
min	602.831-699.717=-96.886
max	791.361-853.144=-61.783

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.589=-0.023
σ	0.760-0.759=0.001
min	1024.096-1024.117=-0.021
max	1027.705-1027.728=-0.023

*mean*	1041.000-1050.350=-9.350
σ	307.932-314.166=-6.234
min	551.000-576.000=-25.000
max	1528.000-1515.000=13.000

*mean*	1.369-1.390=-0.021
σ	0.077-0.087=-0.010
min	1.298-1.260=0.038
max	1.641-1.595=0.046

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=-0.000
σ	0.020
min	0.903-0.903=-0.000
max	0.949-0.949=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.427-0.296=0.131
σ	0.588-0.284=0.304
min	0.145-0.143=0.002
max	1.478-0.803=0.675

name=error_case.art

*mean*	2.340-2.341=-0.001
σ	0.012
min	2.334-2.334=-0.001
max	2.362-2.362=-0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.824-0.476=0.348
σ	0.516-0.313=0.203
min	0.572-0.323=0.249
max	1.746-1.035=0.712

name=heavy_item.art

*mean*	1.523-1.523=-0.000
σ	0.002
min	1.521-1.521=-0.000
max	1.525-1.525=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.263-0.216=0.048
σ	0.103-0.024=0.078
min	0.203-0.194=0.009
max	0.444-0.256=0.189

name=nested_use.art

*mean*	2.358-2.358=-0.001
σ	0.002
min	2.357-2.358=-0.001
max	2.361-2.361=-0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.328=0.004
σ	0.020-0.016=0.004
min	0.313-0.313=0.000
max	0.364-0.354=0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.024-965.166=-0.142
σ	0.011
min	965.018-965.160=-0.142
max	965.042-965.184=-0.142

*mean*	431.400
σ	0.894
min	431.000
max	433.000

*mean*	0.546-0.562=-0.016
σ	0.057-0.035=0.022
min	0.461-0.529=-0.068
max	0.606-0.608=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.928-885.994=-0.067
σ	0.002
min	885.926-885.993=-0.067
max	885.930-885.997=-0.067

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.456-0.470=-0.015
σ	0.039-0.058=-0.020
min	0.427-0.388=0.039
max	0.523-0.524=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.711=-0.001
σ	0.002
min	7.709-7.710=-0.001
max	7.713-7.714=-0.001

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.622-2.681=-0.059
σ	0.092-0.078=0.014
min	2.423-2.476=-0.054
max	2.960-2.905=0.055

name=record_render_large_syntax_err.art

*mean*	7.658-7.659=-0.001
σ	0.002
min	7.657-7.658=-0.001
max	7.661-7.662=-0.001

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.606-2.645=-0.039
σ	0.093-0.092=0.001
min	2.480-2.474=0.006
max	3.075-2.945=0.130

name=record_render_success.art

*mean*	2.290-2.290=-0.000
σ	0.002
min	2.289-2.289=-0.000
max	2.293-2.293=-0.000

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.309-0.307=0.002
σ	0.028-0.008=0.020
min	0.294-0.293=0.001
max	0.572-0.360=0.212

name=record_render_syntax_err.art

*mean*	2.165-2.166=-0.000
σ	0.002
min	2.164-2.165=-0.000
max	2.168-2.169=-0.000

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.292-0.294=-0.001
σ	0.007-0.011=-0.004
min	0.280-0.281=-0.001
max	0.327-0.351=-0.024

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.774-298.615=0.158
σ	0.970-1.017=-0.047
min	298.370-298.185=0.185
max	301.530-301.497=0.033

*mean*	436.700-441.300=-4.600
σ	14.997-13.233=1.763
min	416.000-420.000=-4.000
max	465.000-461.000=4.000

*mean*	0.589-0.602=-0.013
σ	0.040-0.009=0.031
min	0.532-0.587=-0.055
max	0.644-0.621=0.022

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	1013.500
σ	66.468
min	849.000
max	1037.000

*mean*	203.204-213.276=-10.072
σ	2.965-2.534=0.431
min	198.354-208.633=-10.279
max	208.461-216.587=-8.126

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1013.500
σ	66.468
min	849.000
max	1037.000

*mean*	9.255-11.066=-1.811
σ	2.594-1.741=0.853
min	6.372-9.442=-3.071
max	13.091-13.251=-0.160

phase=parser

*mean*	1042.453-1042.524=-0.071
σ	0.000-0.000=-0.000
min	1042.453-1042.523=-0.070
max	1042.454-1042.524=-0.070

*mean*	1013.500
σ	66.468
min	849.000
max	1037.000

*mean*	632.825-709.793=-76.967
σ	210.529-108.467=102.062
min	377.178-613.752=-236.573
max	844.099-845.402=-1.303

phase=processProdDef

*mean*	2072.857-2072.855=0.002
σ	0.000
min	2072.857-2072.855=0.002
max	2072.857-2072.855=0.002

*mean*	1037.000
σ	0.000
min	1037.000
max	1037.000

*mean*	2406.367-2584.818=-178.451
σ	630.681-539.607=91.074
min	1585.044-1633.127=-48.083
max	3296.404-3202.857=93.547

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	1013.500
σ	66.468
min	849.000
max	1037.000

*mean*	35.026-51.379=-16.353
σ	5.697-1.056=4.641
min	30.845-49.185=-18.340
max	44.530-52.273=-7.743

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.345-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	1013.500
σ	66.468
min	849.000
max	1037.000

*mean*	846.259-855.164=-8.905
σ	30.727-68.861=-38.134
min	801.570-752.539=49.031
max	875.435-933.699=-58.264

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.928=-0.107
σ	0.038-0.038=0.000
min	293.768-293.875=-0.107
max	293.860-293.967=-0.107

*mean*	442.800-441.400=1.400
σ	1.095-2.191=-1.095
min	442.000-439.000=3.000
max	444.000-443.000=1.000

*mean*	0.393-0.399=-0.006
σ	0.002-0.008=-0.006
min	0.391-0.392=-0.001
max	0.395-0.409=-0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.291-1320.395=-0.105
σ	0.135-0.142=-0.007
min	1320.168-1320.268=-0.099
max	1320.513-1320.627=-0.114

*mean*	1107.000-1096.200=10.800
σ	188.909-174.693=14.216
min	843.000-891.000=-48.000
max	1328.000-1336.000=-8.000

*mean*	2.006-1.991=0.015
σ	0.174-0.123=0.052
min	1.904-1.900=0.004
max	2.315-2.196=0.119

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.232-1559.336=-0.104
σ	2.829-2.847=-0.018
min	1557.721-1557.845=-0.124
max	1564.275-1564.416=-0.141

*mean*	621.200-615.000=6.200
σ	81.647-93.124=-11.477
min	521.000-498.000=23.000
max	737.000-728.000=9.000

*mean*	2.248-2.249=-0.001
σ	0.164-0.176=-0.012
min	2.109-2.084=0.026
max	2.519-2.486=0.033

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.357-1882.452=-0.095
σ	0.074-0.058=0.016
min	1882.270-1882.381=-0.111
max	1882.447-1882.536=-0.089

*mean*	1755.600-1711.400=44.200
σ	218.542-185.026=33.516
min	1468.000-1463.000=5.000
max	1964.000-1885.000=79.000

*mean*	3.146-3.056=0.091
σ	0.232-0.291=-0.059
min	2.878-2.893=-0.015
max	3.410-3.575=-0.165

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.710-1.770=-0.060
σ	0.138-0.182=-0.044
min	1.588-1.571=0.017
max	1.894-1.917=-0.023

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	416.811-416.893=-0.082
σ	512.181-512.261=-0.080
min	160.716-160.759=-0.043
max	1185.082-1185.284=-0.202

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	447.000-446.000=1.000
σ	0.000
min	447.000-446.000=1.000
max	447.000-446.000=1.000

*mean*	0.517-0.521=-0.003
σ	0.507-0.512=-0.005
min	0.263-0.262=0.001
max	1.278-1.288=-0.011

policies=20

*mean*	1607.505-1607.931=-0.426
σ	0.365-0.374=-0.009
min	1607.248-1607.666=-0.417
max	1608.043-1608.483=-0.440

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.000-447.500=1.500
σ	2.309-1.000=1.309
min	447.000-446.000=1.000
max	451.000-448.000=3.000

*mean*	2.606-2.620=-0.014
σ	0.028-0.014=0.014
min	2.570-2.607=-0.037
max	2.639-2.634=0.005

policies=200

*mean*	16083.562-16087.939=-4.377
σ	0.078-0.069=0.010
min	16083.452-16087.864=-4.413
max	16083.620-16088.023=-4.403

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-494.500=2.000
σ	4.041-3.873=0.168
min	491.000-490.000=1.000
max	500.000-499.000=1.000

*mean*	26.388-26.362=0.025
σ	0.087-0.181=-0.094
min	26.330-26.228=0.102
max	26.517-26.629=-0.112