Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.677=0.001
σ	0.358-0.358=0.000
min	54.544-54.547=-0.003
max	55.695-55.694=0.001

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.140-0.143=-0.003
σ	0.006-0.005=0.001
min	0.132-0.138=-0.005
max	0.149-0.152=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=0.000
σ	0.007-0.005=0.002
min	43.694-43.698=-0.004
max	43.715-43.711=0.004

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.125-0.119=0.006
σ	0.004-0.004=-0.000
min	0.121-0.115=0.006
max	0.130-0.127=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	3863.875-4153.500=-289.625
σ	1832.186-1900.871=-68.685
min	1280.000-1557.000=-277.000
max	6116.000-7306.000=-1190.000

*mean*	12.472-12.786=-0.314
σ	0.406-0.137=0.269
min	11.943-12.628=-0.686
max	13.072-13.002=0.070

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	3863.875-4153.500=-289.625
σ	1832.186-1900.871=-68.685
min	1280.000-1557.000=-277.000
max	6116.000-7306.000=-1190.000

*mean*	12.535-13.394=-0.859
σ	0.449-0.159=0.290
min	11.647-13.146=-1.498
max	13.168-13.590=-0.423

op=table_records(), no indexes

*mean*	41.929-41.932=-0.003
σ	0.002-0.001=0.001
min	41.928-41.930=-0.001
max	41.933-41.933=-0.000

*mean*	6116.000-7306.000=-1190.000
σ	0.000
min	6116.000-7306.000=-1190.000
max	6116.000-7306.000=-1190.000

*mean*	14.473-15.294=-0.821
σ	0.217-0.465=-0.248
min	14.174-14.409=-0.235
max	14.770-16.014=-1.245

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.000-0.002=-0.001
min	41.928-41.927=0.000
max	41.929-41.932=-0.004

*mean*	3863.875-4153.500=-289.625
σ	1832.186-1900.871=-68.685
min	1280.000-1557.000=-277.000
max	6116.000-7306.000=-1190.000

*mean*	12.809-13.445=-0.635
σ	1.739-1.555=0.183
min	10.483-11.200=-0.718
max	15.652-15.423=0.229

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	3863.875-4153.500=-289.625
σ	1832.186-1900.871=-68.685
min	1280.000-1557.000=-277.000
max	6116.000-7306.000=-1190.000

*mean*	8.950-9.057=-0.106
σ	1.421-0.413=1.008
min	7.953-8.510=-0.557
max	12.401-9.634=2.768

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404-26.404=0.000

*mean*	3863.875-4153.500=-289.625
σ	1832.186-1900.871=-68.685
min	1280.000-1557.000=-277.000
max	6116.000-7306.000=-1190.000

*mean*	6.896-6.756=0.140
σ	1.282-0.233=1.049
min	5.961-6.363=-0.403
max	10.012-7.056=2.956

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.668=0.001
σ	0.003-0.003=-0.000
min	25.666-25.666=-0.000
max	25.674-25.674=-0.000

*mean*	3863.875-4153.500=-289.625
σ	1832.186-1900.871=-68.685
min	1280.000-1557.000=-277.000
max	6116.000-7306.000=-1190.000

*mean*	5.550-6.048=-0.498
σ	0.170-0.262=-0.092
min	5.243-5.624=-0.381
max	5.681-6.426=-0.745

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.968=-0.000
max	25.974

*mean*	3863.875-4153.500=-289.625
σ	1832.186-1900.871=-68.685
min	1280.000-1557.000=-277.000
max	6116.000-7306.000=-1190.000

*mean*	5.318-5.761=-0.443
σ	0.063-0.172=-0.109
min	5.215-5.545=-0.331
max	5.421-6.030=-0.609

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.002
min	2524.602-2524.606=-0.003
max	2524.607-2524.607=-0.000

*mean*	6116.000-7306.000=-1190.000
σ	0.000
min	6116.000-7306.000=-1190.000
max	6116.000-7306.000=-1190.000

*mean*	1321.228-1086.213=235.015
σ	505.160-109.203=395.957
min	1036.704-1041.801=-5.098
max	2140.729-1355.932=784.797

op=load_product(), with indexes

*mean*	7878.102-8744.722=-866.620
σ	0.469-0.469=-0.000
min	7877.935-8744.553=-866.618
max	7879.264-8745.883=-866.620

*mean*	3228.125-3573.125=-345.000
σ	1829.593-1797.447=32.146
min	809.000-1045.000=-236.000
max	6116.000-5797.000=319.000

*mean*	3801.047-5084.863=-1283.816
σ	1282.787-1715.371=-432.584
min	3086.981-3553.402=-466.421
max	6210.446-7450.440=-1239.995

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	3863.875-4153.500=-289.625
σ	1832.186-1900.871=-68.685
min	1280.000-1557.000=-277.000
max	6116.000-7306.000=-1190.000

*mean*	86.511-82.391=4.119
σ	16.663-11.058=5.606
min	70.387-72.235=-1.848
max	116.743-100.067=16.676

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.945=0.001
σ	0.002-0.001=0.001
min	40.945-40.945=-0.000
max	40.949-40.946=0.002

*mean*	6116.000-7306.000=-1190.000
σ	0.000
min	6116.000-7306.000=-1190.000
max	6116.000-7306.000=-1190.000

*mean*	62.569-105.876=-43.306
σ	4.111-4.288=-0.177
min	59.393-97.790=-38.396
max	70.251-109.133=-38.882

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.001
σ	0.002-0.000=0.001
min	66.686-66.686=0.000
max	66.690-66.687=0.003

*mean*	6116.000-7306.000=-1190.000
σ	0.000
min	6116.000-7306.000=-1190.000
max	6116.000-7306.000=-1190.000

*mean*	99.094-162.397=-63.303
σ	1.619-9.045=-7.426
min	98.044-141.815=-43.771
max	102.985-167.992=-65.008

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11656.900=192.256
σ	4.304-4.304=-0.000
min	11847.561-11655.306=192.255
max	11859.806-11667.552=192.254

*mean*	3863.875-4153.500=-289.625
σ	1832.186-1900.871=-68.685
min	1280.000-1557.000=-277.000
max	6116.000-7306.000=-1190.000

*mean*	6366.419-6590.512=-224.093
σ	1209.692-1219.427=-9.736
min	5018.743-4953.693=65.050
max	8363.040-8345.556=17.485

op=vertical_lookup_list() on indexed

*mean*	10791.094-11560.066=-768.972
σ	0.002-0.001=0.001
min	10791.092-11560.065=-768.973
max	10791.096-11560.067=-768.970

*mean*	6116.000-7306.000=-1190.000
σ	0.000
min	6116.000-7306.000=-1190.000
max	6116.000-7306.000=-1190.000

*mean*	5079.843-5411.437=-331.594
σ	1525.072-1218.352=306.719
min	4062.373-4424.344=-361.971
max	7485.630-7481.874=3.757

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	373.171-377.286=-4.115
σ	17.737-22.235=-4.498
min	349.100-332.842=16.258
max	390.600-394.121=-3.521

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	755.059-742.560=12.499
σ	48.990-57.569=-8.579
min	637.397-623.906=13.491
max	792.079-790.460=1.619

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.328=-0.002
σ	0.759-0.759=-0.000
min	1023.853-1023.854=-0.002
max	1027.464-1027.466=-0.001

*mean*	1051.400-1046.800=4.600
σ	318.527-305.402=13.125
min	545.000-571.000=-26.000
max	1563.000-1502.000=61.000

*mean*	1.564-1.573=-0.009
σ	0.073-0.080=-0.007
min	1.405-1.511=-0.106
max	1.724-1.834=-0.110

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.397-0.312=0.085
σ	0.508-0.332=0.176
min	0.145-0.132=0.013
max	1.304-0.901=0.402

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.464=0.016
σ	0.324-0.321=0.003
min	0.324-0.311=0.013
max	1.058-1.037=0.021

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.213-0.206=0.007
σ	0.020-0.027=-0.007
min	0.193-0.186=0.007
max	0.245-0.252=-0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.337-0.332=0.005
σ	0.015-0.015=0.000
min	0.325-0.318=0.007
max	0.363-0.357=0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200
σ	1.789
min	433.000
max	437.000

*mean*	0.549-0.537=0.013
σ	0.045-0.064=-0.019
min	0.486-0.430=0.056
max	0.601-0.594=0.007

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.500-0.488=0.012
σ	0.029-0.019=0.010
min	0.469-0.469=0.000
max	0.533-0.515=0.018

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	1.871-2.642=-0.771
σ	0.107-0.092=0.015
min	1.729-2.478=-0.748
max	2.309-2.907=-0.598

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	1.870-2.588=-0.718
σ	0.100-0.076=0.025
min	1.703-2.455=-0.751
max	2.283-2.777=-0.494

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.307-0.302=0.005
σ	0.009-0.008=0.000
min	0.293-0.288=0.005
max	0.359-0.355=0.004

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.293-0.292=0.002
σ	0.006-0.007=-0.001
min	0.279-0.278=0.001
max	0.325-0.322=0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.743-298.791=-0.048
σ	1.043-1.058=-0.015
min	298.310-298.336=-0.026
max	301.707-301.796=-0.089

*mean*	443.600-445.300=-1.700
σ	14.909-18.874=-3.966
min	425.000-418.000=7.000
max	471.000-469.000=2.000

*mean*	0.597-0.603=-0.006
σ	0.020-0.030=-0.010
min	0.547-0.540=0.007
max	0.620-0.626=-0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-239.536=-2.858
σ	0.000-0.000=0.000
min	236.678-239.536=-2.858
max	236.678-239.536=-2.858

*mean*	1707.250-1684.625=22.625
σ	2.121-1.768=0.354
min	1702.000-1684.000=18.000
max	1708.000-1689.000=19.000

*mean*	214.826-222.810=-7.983
σ	4.552-2.699=1.852
min	209.663-218.892=-9.229
max	224.854-227.476=-2.621

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1707.250-1684.625=22.625
σ	2.121-1.768=0.354
min	1702.000-1684.000=18.000
max	1708.000-1689.000=19.000

*mean*	9.538-11.432=-1.894
σ	0.924-1.369=-0.445
min	7.451-9.645=-2.195
max	10.358-12.768=-2.409

phase=parser

*mean*	1042.367-1042.363=0.004
σ	0.000-0.000=0.000
min	1042.367-1042.363=0.004
max	1042.367-1042.363=0.004

*mean*	1707.250-1684.625=22.625
σ	2.121-1.768=0.354
min	1702.000-1684.000=18.000
max	1708.000-1689.000=19.000

*mean*	614.988-680.087=-65.100
σ	121.468-89.766=31.702
min	422.386-566.115=-143.729
max	830.084-836.704=-6.620

phase=processProdDef

*mean*	4753.276-6169.657=-1416.381
σ	0.000-0.001=-0.000
min	4753.276-6169.657=-1416.381
max	4753.276-6169.658=-1416.382

*mean*	1708.000-1685.250=22.750
σ	0.000-2.315=-2.315
min	1708.000-1684.000=24.000
max	1708.000-1689.000=19.000

*mean*	4125.092-6140.336=-2015.244
σ	774.278-1348.533=-574.255
min	3137.691-4010.225=-872.534
max	5363.823-7808.916=-2445.093

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1707.250-1684.625=22.625
σ	2.121-1.768=0.354
min	1702.000-1684.000=18.000
max	1708.000-1689.000=19.000

*mean*	35.393-44.241=-8.848
σ	5.547-6.469=-0.922
min	26.222-34.982=-8.760
max	40.886-51.133=-10.247

phase=type checker

*mean*	990.454-990.442=0.012
σ	0.071-0.066=0.005
min	990.348-990.344=0.004
max	990.567-990.532=0.035

*mean*	1707.250-1684.625=22.625
σ	2.121-1.768=0.354
min	1702.000-1684.000=18.000
max	1708.000-1689.000=19.000

*mean*	737.502-829.362=-91.861
σ	82.920-89.968=-7.048
min	650.917-716.065=-65.148
max	864.030-992.983=-128.953

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.918-293.924=-0.006
σ	0.038-0.042=-0.004
min	293.864-293.862=0.002
max	293.957-293.958=-0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.399-0.394=0.005
σ	0.006-0.001=0.006
min	0.393-0.393=0.000
max	0.407-0.395=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.307-1320.188=0.119
σ	0.037-0.089=-0.052
min	1320.253-1320.093=0.160
max	1320.342-1320.318=0.024

*mean*	1088.200-1110.000=-21.800
σ	168.353-171.504=-3.151
min	889.000-896.000=-7.000
max	1320.000-1334.000=-14.000

*mean*	2.287-1.953=0.334
σ	0.239-0.072=0.167
min	2.113-1.882=0.230
max	2.677-2.065=0.612

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.439-1559.729=-0.290
σ	3.364-4.087=-0.723
min	1557.752-1557.680=0.072
max	1565.450-1567.033=-1.584

*mean*	626.600-625.400=1.200
σ	73.667-88.053=-14.386
min	538.000-495.000=43.000
max	724.000-730.000=-6.000

*mean*	2.281-2.297=-0.017
σ	0.107-0.261=-0.153
min	2.124-2.144=-0.020
max	2.398-2.760=-0.362

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.269-1882.294=-0.025
σ	0.057-0.080=-0.023
min	1882.202-1882.200=0.003
max	1882.353-1882.397=-0.044

*mean*	1720.800-1760.000=-39.200
σ	186.964-219.527=-32.562
min	1461.000-1480.000=-19.000
max	1894.000-1972.000=-78.000

*mean*	3.098-3.213=-0.115
σ	0.350-0.357=-0.007
min	2.886-2.862=0.024
max	3.716-3.732=-0.016

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.858-1.836=0.022
σ	0.042-0.095=-0.053
min	1.814-1.731=0.083
max	1.929-1.933=-0.004

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-453.537=-1.126
σ	583.278-585.528=-2.250
min	160.769-160.767=0.002
max	1327.328-1331.829=-4.501

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.553-0.550=0.003
σ	0.567-0.561=0.006
min	0.268-0.267=0.001
max	1.404-1.391=0.013

policies=20

*mean*	1608.054-1608.043=0.012
σ	0.438-0.416=0.022
min	1607.759-1607.759=-0.001
max	1608.704-1608.661=0.043

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.750-447.500=0.250
σ	2.500-7.506=-5.006
min	444.000-441.000=3.000
max	449.000-454.000=-5.000

*mean*	2.738-2.704=0.034
σ	0.041-0.031=0.010
min	2.710-2.666=0.043
max	2.798-2.742=0.056

policies=200

*mean*	16088.481-16088.517=-0.036
σ	0.107-0.216=-0.109
min	16088.345-16088.340=0.006
max	16088.594-16088.826=-0.232

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.750-495.750=4.000
σ	6.238-3.403=2.835
min	493.000-491.000=2.000
max	506.000-499.000=7.000

*mean*	27.442-27.327=0.115
σ	0.134-0.167=-0.032
min	27.313-27.192=0.121
max	27.589-27.570=0.019