Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.859=-0.084
σ	0.367-0.359=0.008
min	54.633-54.716=-0.083
max	55.820-55.880=-0.060

*mean*	415.000-421.000=-6.000
σ	0.000
min	415.000-421.000=-6.000
max	415.000-421.000=-6.000

*mean*	0.141-0.141=0.000
σ	0.004-0.004=0.000
min	0.137-0.137=-0.000
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.846=-0.073
σ	0.007-0.006=0.001
min	43.761-43.833=-0.072
max	43.783-43.852=-0.069

*mean*	415.000-421.000=-6.000
σ	0.000
min	415.000-421.000=-6.000
max	415.000-421.000=-6.000

*mean*	0.124-0.124=-0.000
σ	0.004-0.005=-0.001
min	0.120-0.119=0.001
max	0.131-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4587.625-4425.750=161.875
σ	2250.027-2224.804=25.223
min	1487.000-1484.000=3.000
max	7385.000-7403.000=-18.000

*mean*	127.025-13.593=113.433
σ	324.076-3.467=320.609
min	12.108-11.962=0.146
max	929.073-22.069=907.004

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=-0.000
max	36.618-36.618=-0.001

*mean*	4587.625-4605.500=-17.875
σ	2250.027-2255.922=-5.896
min	1487.000-1484.000=3.000
max	7385.000-7403.000=-18.000

*mean*	14.003-158.109=-144.106
σ	4.619-407.635=-403.016
min	11.674-11.751=-0.077
max	25.306-1166.922=-1141.615

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.951=-0.000

*mean*	7385.000-7403.000=-18.000
σ	0.000
min	7385.000-7403.000=-18.000
max	7385.000-7403.000=-18.000

*mean*	11.340-11.126=0.214
σ	1.012-0.146=0.865
min	10.689-10.920=-0.231
max	13.819-11.298=2.521

op=table_records(), repeat

*mean*	41.934-41.933=0.000
σ	0.001-0.000=0.001
min	41.933-41.933=-0.000
max	41.937-41.934=0.003

*mean*	4177.000-4197.125=-20.125
σ	1945.761-1952.455=-6.694
min	1487.000-1484.000=3.000
max	7385.000-7403.000=-18.000

*mean*	11.725-11.413=0.312
σ	1.755-1.024=0.730
min	10.807-10.798=0.009
max	16.047-13.851=2.196

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.136=0.000
min	27.606
max	27.993

*mean*	4177.000-4197.125=-20.125
σ	1945.761-1952.455=-6.694
min	1487.000-1484.000=3.000
max	7385.000-7403.000=-18.000

*mean*	9.320-8.995=0.326
σ	1.332-0.593=0.739
min	8.196-8.311=-0.114
max	12.539-10.327=2.212

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406
max	26.406-26.406=0.000

*mean*	4177.000-4197.125=-20.125
σ	1945.761-1952.455=-6.694
min	1487.000-1484.000=3.000
max	7385.000-7403.000=-18.000

*mean*	7.068-7.061=0.007
σ	0.913-0.477=0.436
min	5.909-6.563=-0.654
max	9.124-8.059=1.065

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4587.625-4605.500=-17.875
σ	2250.027-2255.922=-5.896
min	1487.000-1484.000=3.000
max	7385.000-7403.000=-18.000

*mean*	6.384-6.719=-0.335
σ	1.051-1.319=-0.268
min	5.862-5.833=0.029
max	8.963-9.121=-0.157

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4587.625-4605.500=-17.875
σ	2250.027-2255.922=-5.896
min	1487.000-1484.000=3.000
max	7385.000-7403.000=-18.000

*mean*	6.360-6.547=-0.186
σ	1.131-1.278=-0.147
min	5.805-5.735=0.070
max	9.143-8.875=0.268

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629

*mean*	7385.000-7403.000=-18.000
σ	0.000
min	7385.000-7403.000=-18.000
max	7385.000-7403.000=-18.000

*mean*	361.817-344.219=17.598
σ	41.251-2.435=38.816
min	344.859-341.170=3.689
max	463.805-348.010=115.795

op=load_product(), with indexes

*mean*	3495.878
σ	0.469
min	3495.713
max	3497.038

*mean*	3754.500-3770.125=-15.625
σ	2299.651-2308.759=-9.108
min	720.000
max	7385.000-7403.000=-18.000

*mean*	1778.468-1772.588=5.879
σ	683.330-663.249=20.081
min	1400.310-1382.075=18.234
max	2975.952-2911.309=64.642

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.854
max	107.855-107.854=0.000

*mean*	4406.500-4197.125=209.375
σ	2219.698-1952.455=267.243
min	1487.000-1484.000=3.000
max	7385.000-7403.000=-18.000

*mean*	245.000-133.969=111.031
σ	301.705-6.463=295.242
min	126.083-129.220=-3.137
max	990.183-147.582=842.601

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4406.500-4425.750=-19.250
σ	2219.698-2224.804=-5.105
min	1487.000-1484.000=3.000
max	7385.000-7403.000=-18.000

*mean*	46.828-157.213=-110.385
σ	7.839-322.964=-315.125
min	41.765-41.459=0.306
max	65.814-956.504=-890.690

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7385.000-7403.000=-18.000
σ	0.000
min	7385.000-7403.000=-18.000
max	7385.000-7403.000=-18.000

*mean*	22.275-134.416=-112.142
σ	0.769-318.104=-317.335
min	21.690-21.589=0.101
max	23.997-921.683=-897.686

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311-71.311=0.000

*mean*	7385.000-7403.000=-18.000
σ	0.000
min	7385.000-7403.000=-18.000
max	7385.000-7403.000=-18.000

*mean*	264.482-57.613=206.869
σ	587.425-5.012=582.413
min	55.527-55.370=0.157
max	1718.283-69.945=1648.338

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4177.000-4197.125=-20.125
σ	1945.761-1952.455=-6.694
min	1487.000-1484.000=3.000
max	7385.000-7403.000=-18.000

*mean*	3302.309-3167.978=134.330
σ	834.552-671.317=163.235
min	2530.682-2477.144=53.537
max	4864.734-4131.059=733.675

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.853

*mean*	7385.000-7403.000=-18.000
σ	0.000
min	7385.000-7403.000=-18.000
max	7385.000-7403.000=-18.000

*mean*	1016.897-962.182=54.715
σ	115.588-93.562=22.026
min	935.812-908.206=27.607
max	1238.613-1163.930=74.683

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7385.000-7403.000=-18.000
σ	0.000
min	7385.000-7403.000=-18.000
max	7385.000-7403.000=-18.000

*mean*	388.804-382.659=6.144
σ	5.520-5.040=0.480
min	376.823-371.883=4.939
max	394.304-387.147=7.157

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	474.875-475.000=-0.125
σ	0.354-0.000=0.354
min	474.000-475.000=-1.000
max	475.000

*mean*	379.983-375.426=4.557
σ	13.160-34.630=-21.470
min	364.021-304.250=59.771
max	398.308-419.456=-21.148

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000-564.500=-5.500
σ	0.000-0.535=-0.535
min	559.000-564.000=-5.000
max	559.000-565.000=-6.000

*mean*	755.831-785.290=-29.460
σ	71.581-51.539=20.042
min	607.525-699.241=-91.716
max	817.871-838.946=-21.075

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.973-1024.564=-60.591
σ	1.820-0.760=1.060
min	963.264-1024.094=-60.830
max	971.668-1027.704=-56.037

*mean*	1048.600-1049.900=-1.300
σ	296.150-311.581=-15.430
min	575.000-586.000=-11.000
max	1466.000-1511.000=-45.000

*mean*	1.266-1.367=-0.100
σ	0.111-0.059=0.052
min	1.178-1.308=-0.130
max	1.563-1.522=0.041

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.298-0.412=-0.114
σ	0.291-0.428=-0.137
min	0.144-0.151=-0.007
max	0.813-1.173=-0.360

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.472-0.743=-0.271
σ	0.311-0.318=-0.007
min	0.320-0.569=-0.250
max	1.027-1.309=-0.282

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.220-0.389=-0.168
σ	0.024-0.034=-0.009
min	0.204-0.367=-0.163
max	0.263-0.448=-0.185

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.333-0.595=-0.262
σ	0.014-0.022=-0.008
min	0.321-0.577=-0.257
max	0.355-0.632=-0.276

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	436.600-434.600=2.000
σ	6.066-5.079=0.987
min	431.000-430.000=1.000
max	443.000-440.000=3.000

*mean*	0.585-0.712=-0.128
σ	0.041-0.049=-0.008
min	0.534-0.643=-0.108
max	0.619-0.757=-0.139

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.490-0.620=-0.130
σ	0.038-0.030=0.008
min	0.439-0.585=-0.146
max	0.532-0.644=-0.112

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	2.687-2.976=-0.289
σ	0.101-0.456=-0.354
min	2.460-1.999=0.461
max	2.945-3.848=-0.904

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	2.663-2.602=0.061
σ	0.112-0.084=0.028
min	2.466-2.428=0.038
max	3.159-2.856=0.304

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.309-0.308=0.001
σ	0.012-0.020=-0.008
min	0.291-0.292=-0.001
max	0.383-0.468=-0.085

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.296-0.291=0.006
σ	0.009-0.008=0.001
min	0.280-0.276=0.003
max	0.330-0.326=0.004

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.535-12.174=-0.639
σ	11.792-13.125=-1.333
min	0.574-0.727=-0.153
max	79.204-139.479=-60.275

*mean*	463.100-457.573=5.527
σ	18.532-16.965=1.568
min	407.000-408.000=-1.000
max	478.000-473.000=5.000

*mean*	0.026-0.028=-0.001
σ	0.029-0.032=-0.003
min	0.001-0.001=-0.000
max	0.191-0.328=-0.137

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.795-298.728=-19.934
σ	1.065-1.032=0.033
min	278.360-298.325=-19.966
max	281.824-301.662=-19.839

*mean*	444.500-440.800=3.700
σ	19.558-16.923=2.634
min	414.000-415.000=-1.000
max	468.000

*mean*	0.578-0.596=-0.018
σ	0.014-0.030=-0.016
min	0.556-0.521=0.035
max	0.601-0.634=-0.033

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	843.000-840.000=3.000
σ	0.000
min	843.000-840.000=3.000
max	843.000-840.000=3.000

*mean*	224.984-232.431=-7.448
σ	26.792-24.847=1.945
min	187.304-200.061=-12.758
max	254.403-253.623=0.780

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	842.375-840.000=2.375
σ	1.768-0.000=1.768
min	838.000-840.000=-2.000
max	843.000-840.000=3.000

*mean*	9.114-6.354=2.760
σ	0.955-0.093=0.862
min	7.568-6.251=1.317
max	9.853-6.498=3.355

phase=parser

*mean*	1042.435-1042.431=0.003
σ	0.000-0.000=0.000
min	1042.434-1042.431=0.003
max	1042.435-1042.431=0.004

*mean*	842.375-840.000=2.375
σ	1.768-0.000=1.768
min	838.000-840.000=-2.000
max	843.000-840.000=3.000

*mean*	582.534-571.252=11.282
σ	35.302-59.209=-23.907
min	500.878-424.863=76.015
max	607.379-596.898=10.481

phase=processProdDef

*mean*	2243.975-2243.980=-0.005
σ	0.000-0.000=-0.000
min	2243.975-2243.980=-0.005
max	2243.975-2243.981=-0.006

*mean*	843.000-840.000=3.000
σ	0.000
min	843.000-840.000=3.000
max	843.000-840.000=3.000

*mean*	2895.547-2490.041=405.506
σ	430.716-187.978=242.738
min	2379.091-2123.578=255.513
max	3395.254-2741.708=653.546

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	842.375-840.000=2.375
σ	1.768-0.000=1.768
min	838.000-840.000=-2.000
max	843.000-840.000=3.000

*mean*	37.198-20.622=16.577
σ	6.422-0.484=5.938
min	26.806-19.959=6.847
max	41.517-21.159=20.358

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.375-840.000=2.375
σ	1.768-0.000=1.768
min	838.000-840.000=-2.000
max	843.000-840.000=3.000

*mean*	707.003-649.717=57.285
σ	61.287-7.984=53.303
min	662.436-645.243=17.193
max	846.917-669.338=177.578

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-293.821=-11.427
σ	0.036-0.038=-0.002
min	282.339-293.769=-11.430
max	282.425-293.859=-11.434

*mean*	440.000-441.400=-1.400
σ	2.739-2.510=0.229
min	438.000-439.000=-1.000
max	443.000-445.000=-2.000

*mean*	0.378-0.393=-0.015
σ	0.001-0.007=-0.005
min	0.377-0.388=-0.012
max	0.380-0.404=-0.024

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.139-1320.288=-53.150
σ	0.119-0.132=-0.013
min	1266.979-1320.157=-53.178
max	1267.310-1320.497=-53.187

*mean*	1092.400-1105.400=-13.000
σ	169.777-179.999=-10.222
min	892.000
max	1326.000-1354.000=-28.000

*mean*	2.183-1.953=0.230
σ	0.204-0.034=0.170
min	2.006-1.903=0.102
max	2.535-1.995=0.540

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.077-1559.289=-53.212
σ	2.970-3.007=-0.037
min	1504.526-1557.645=-53.118
max	1511.377-1564.652=-53.275

*mean*	626.000-615.800=10.200
σ	86.943-85.462=1.481
min	495.000-525.000=-30.000
max	726.000-730.000=-4.000

*mean*	2.204-2.240=-0.037
σ	0.221-0.280=-0.059
min	2.046-2.062=-0.016
max	2.593-2.733=-0.140

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.101-1882.336=-53.234
σ	0.040-0.051=-0.010
min	1829.046-1882.272=-53.225
max	1829.148-1882.401=-53.253

*mean*	1721.800-1715.000=6.800
σ	175.857-179.538=-3.681
min	1472.000-1482.000=-10.000
max	1885.000-1886.000=-1.000

*mean*	2.965-2.949=0.016
σ	0.191-0.119=0.072
min	2.839-2.810=0.029
max	3.302-3.125=0.178

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.691-1.701=-0.009
σ	0.157-0.240=-0.083
min	1.507-1.279=0.227
max	1.817-1.857=-0.040

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-419.944=-22.247
σ	518.051-518.104=-0.054
min	138.669-160.887=-22.218
max	1174.773-1197.101=-22.328

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	433.000-444.000=-11.000
σ	0.000
min	433.000-444.000=-11.000
max	433.000-444.000=-11.000

*mean*	0.463-0.524=-0.061
σ	0.447-0.522=-0.074
min	0.238-0.260=-0.022
max	1.134-1.306=-0.172

policies=20

*mean*	1386.813-1609.211=-222.398
σ	0.140-0.353=-0.213
min	1386.712-1608.962=-222.250
max	1387.020-1609.731=-222.710

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	440.500-447.750=-7.250
σ	8.660-7.500=1.160
min	433.000-444.000=-11.000
max	448.000-459.000=-11.000

*mean*	2.321-2.581=-0.261
σ	0.014-0.030=-0.015
min	2.303-2.542=-0.239
max	2.338-2.612=-0.274

policies=200

*mean*	13876.796-16100.691=-2223.895
σ	0.203-0.079=0.125
min	13876.531-16100.588=-2224.058
max	13877.015-16100.779=-2223.763

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	496.000-493.000=3.000
σ	5.228-3.559=1.669
min	489.000-490.000=-1.000
max	500.000-498.000=2.000

*mean*	23.532-26.050=-2.519
σ	0.053-0.138=-0.085
min	23.480-25.941=-2.461
max	23.584-26.252=-2.669