Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.678=0.001
σ	0.357-0.357=0.000
min	54.546-54.540=0.006
max	55.694-55.693=0.001

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.142-0.143=-0.001
σ	0.005-0.005=-0.001
min	0.138-0.138=0.000
max	0.149-0.153=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.001
σ	0.005-0.005=-0.000
min	43.697-43.695=0.002
max	43.713-43.712=0.001

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.123-0.124=-0.002
σ	0.004-0.005=-0.001
min	0.118-0.121=-0.003
max	0.130-0.133=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	3863.375-3888.125=-24.750
σ	1830.142-1857.652=-27.510
min	1279.000-1278.000=1.000
max	6110.000-6180.000=-70.000

*mean*	13.501-13.262=0.239
σ	0.297-0.258=0.039
min	13.109-12.848=0.262
max	14.101-13.609=0.491

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	3863.375-3888.125=-24.750
σ	1830.142-1857.652=-27.510
min	1279.000-1278.000=1.000
max	6110.000-6180.000=-70.000

*mean*	13.425-13.433=-0.008
σ	0.564-0.581=-0.017
min	12.614-12.501=0.113
max	14.042-14.085=-0.043

op=table_records(), no indexes

*mean*	41.929-41.930=-0.000
σ	0.002-0.001=0.000
min	41.928
max	41.932

*mean*	6110.000-6180.000=-70.000
σ	0.000
min	6110.000-6180.000=-70.000
max	6110.000-6180.000=-70.000

*mean*	15.175-14.486=0.689
σ	0.186-0.490=-0.304
min	14.927-13.325=1.602
max	15.513-14.903=0.610

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928-41.928=0.000
max	41.929-41.929=0.000

*mean*	3863.375-3739.875=123.500
σ	1830.142-1830.826=-0.684
min	1279.000-1278.000=1.000
max	6110.000-6180.000=-70.000

*mean*	13.529-13.442=0.088
σ	1.649-2.037=-0.389
min	11.195-10.834=0.360
max	15.425-15.411=0.014

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	3863.375-3739.875=123.500
σ	1830.142-1830.826=-0.684
min	1279.000-1278.000=1.000
max	6110.000-6180.000=-70.000

*mean*	9.142-8.944=0.199
σ	0.832-0.301=0.531
min	8.426-8.342=0.083
max	11.083-9.271=1.812

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	3863.375-3739.875=123.500
σ	1830.142-1830.826=-0.684
min	1279.000-1278.000=1.000
max	6110.000-6180.000=-70.000

*mean*	7.007-6.660=0.346
σ	0.457-0.389=0.068
min	6.502-5.905=0.597
max	8.053-7.087=0.967

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=0.000
σ	0.003-0.003=-0.000
min	25.666-25.665=0.000
max	25.674

*mean*	3863.375-3888.125=-24.750
σ	1830.142-1857.652=-27.510
min	1279.000-1278.000=1.000
max	6110.000-6180.000=-70.000

*mean*	6.100-5.946=0.155
σ	0.184-0.088=0.097
min	5.841-5.811=0.030
max	6.460-6.055=0.405

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.968=-0.000
max	25.974-25.974=0.000

*mean*	3863.375-3888.125=-24.750
σ	1830.142-1857.652=-27.510
min	1279.000-1278.000=1.000
max	6110.000-6180.000=-70.000

*mean*	5.866-5.669=0.197
σ	0.160-0.191=-0.031
min	5.659-5.308=0.351
max	6.163-5.997=0.166

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604
σ	0.002
min	2524.602
max	2524.606

*mean*	6110.000-6180.000=-70.000
σ	0.000
min	6110.000-6180.000=-70.000
max	6110.000-6180.000=-70.000

*mean*	1351.036-1341.191=9.845
σ	572.588-552.549=20.039
min	1038.521-1040.056=-1.536
max	2358.755-2251.987=106.768

op=load_product(), with indexes

*mean*	7878.103-7878.102=0.001
σ	0.469-0.469=-0.000
min	7877.935
max	7879.264

*mean*	3229.000-3245.000=-16.000
σ	1827.954-1849.588=-21.634
min	810.000-809.000=1.000
max	6110.000-6180.000=-70.000

*mean*	3791.738-3746.308=45.431
σ	1235.915-1148.397=87.518
min	3118.955-3116.163=2.792
max	6035.334-5715.646=319.688

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	3863.375-3888.125=-24.750
σ	1830.142-1857.652=-27.510
min	1279.000-1278.000=1.000
max	6110.000-6180.000=-70.000

*mean*	87.720-134.434=-46.715
σ	10.648-144.261=-133.613
min	76.352-75.311=1.041
max	104.784-490.633=-385.849

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6110.000-6180.000=-70.000
σ	0.000
min	6110.000-6180.000=-70.000
max	6110.000-6180.000=-70.000

*mean*	64.616-63.651=0.965
σ	3.102-3.876=-0.774
min	61.588-60.673=0.915
max	69.095-69.839=-0.744

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.690

*mean*	6110.000-6180.000=-70.000
σ	0.000
min	6110.000-6180.000=-70.000
max	6110.000-6180.000=-70.000

*mean*	100.110-100.138=-0.028
σ	1.435-1.794=-0.359
min	97.936-98.825=-0.889
max	101.999-104.415=-2.416

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11849.156=-0.000
σ	4.304-4.304=0.000
min	11847.562
max	11859.806

*mean*	3863.375-3739.875=123.500
σ	1830.142-1830.826=-0.684
min	1279.000-1278.000=1.000
max	6110.000-6180.000=-70.000

*mean*	6100.802-6360.589=-259.787
σ	1323.866-1335.741=-11.874
min	5101.556-5038.148=63.408
max	8340.008-8298.192=41.816

op=vertical_lookup_list() on indexed

*mean*	10791.094
σ	0.002
min	10791.092
max	10791.096

*mean*	6110.000-6180.000=-70.000
σ	0.000
min	6110.000-6180.000=-70.000
max	6110.000-6180.000=-70.000

*mean*	5150.809-5203.941=-53.132
σ	1476.806-1568.956=-92.149
min	4073.144-4056.655=16.489
max	7446.957-7498.293=-51.337

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	370.218-347.465=22.753
σ	35.010-34.378=0.632
min	298.660-295.381=3.280
max	396.143-390.690=5.453

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	754.362-760.694=-6.331
σ	44.653-42.730=1.923
min	661.164-672.169=-11.006
max	802.749-803.425=-0.676

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1024.327=0.002
σ	0.758-0.758=0.000
min	1023.855-1023.851=0.004
max	1027.465-1027.464=0.001

*mean*	1054.650-1050.050=4.600
σ	321.857-312.447=9.410
min	592.000-593.000=-1.000
max	1537.000-1513.000=24.000

*mean*	1.581-1.590=-0.009
σ	0.053-0.090=-0.037
min	1.519-1.503=0.015
max	1.719-1.786=-0.067

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.456-0.387=0.069
σ	0.472-0.465=0.007
min	0.239-0.148=0.091
max	1.300-1.213=0.087

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.824-0.434=0.390
σ	0.524-0.199=0.325
min	0.571-0.336=0.236
max	1.761-0.789=0.972

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.371-0.226=0.145
σ	0.038-0.019=0.019
min	0.347-0.205=0.142
max	0.438-0.255=0.182

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.577-0.341=0.236
σ	0.029-0.020=0.009
min	0.545-0.327=0.218
max	0.617-0.376=0.241

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.600-436.000=0.600
σ	6.066-6.595=-0.529
min	431.000-430.000=1.000
max	443.000

*mean*	0.599-0.533=0.066
σ	0.109-0.065=0.044
min	0.448-0.429=0.020
max	0.755-0.608=0.147

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.494-0.453=0.041
σ	0.024-0.046=-0.023
min	0.466-0.389=0.076
max	0.521-0.499=0.021

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.669-2.633=0.036
σ	0.083-0.103=-0.019
min	2.482-2.443=0.039
max	2.938-3.001=-0.063

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.585-2.664=-0.078
σ	0.063-0.086=-0.024
min	2.454-2.472=-0.018
max	2.743-2.885=-0.142

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.308-0.316=-0.007
σ	0.009-0.055=-0.046
min	0.294-0.289=0.005
max	0.356-0.786=-0.429

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.298-0.292=0.006
σ	0.008-0.008=0.000
min	0.281-0.279=0.003
max	0.331-0.325=0.006

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.793-298.673=0.119
σ	1.048-1.023=0.025
min	298.368-298.312=0.056
max	301.769-301.585=0.183

*mean*	437.500-439.900=-2.400
σ	15.736-16.603=-0.867
min	416.000
max	460.000-467.000=-7.000

*mean*	0.604-0.614=-0.009
σ	0.023-0.022=0.001
min	0.562-0.573=-0.011
max	0.633-0.652=-0.019

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1690.500-1681.500=9.000
σ	7.071-1.414=5.657
min	1673.000-1678.000=-5.000
max	1693.000-1682.000=11.000

*mean*	214.119-214.805=-0.685
σ	1.526-3.367=-1.841
min	212.328-209.078=3.250
max	217.076-218.906=-1.830

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1690.500-1681.500=9.000
σ	7.071-1.414=5.657
min	1673.000-1678.000=-5.000
max	1693.000-1682.000=11.000

*mean*	10.076-10.442=-0.366
σ	2.643-2.217=0.426
min	6.430-6.386=0.044
max	12.858-12.769=0.088

phase=parser

*mean*	1042.367-1042.364=0.003
σ	0.000-0.000=0.000
min	1042.367-1042.363=0.004
max	1042.367-1042.364=0.004

*mean*	1690.500-1681.500=9.000
σ	7.071-1.414=5.657
min	1673.000-1678.000=-5.000
max	1693.000-1682.000=11.000

*mean*	686.147-610.935=75.212
σ	109.078-116.109=-7.032
min	586.700-379.775=206.926
max	836.060-726.097=109.963

phase=processProdDef

*mean*	4753.276-4753.279=-0.004
σ	0.000-0.000=0.000
min	4753.276-4753.279=-0.004
max	4753.276-4753.280=-0.004

*mean*	1693.000-1682.000=11.000
σ	0.000
min	1693.000-1682.000=11.000
max	1693.000-1682.000=11.000

*mean*	4279.541-4474.273=-194.732
σ	425.299-634.121=-208.821
min	3729.251-3234.666=494.585
max	4806.784-5320.116=-513.333

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1690.500-1681.500=9.000
σ	7.071-1.414=5.657
min	1673.000-1678.000=-5.000
max	1693.000-1682.000=11.000

*mean*	35.448-42.319=-6.871
σ	10.671-5.145=5.525
min	20.914-34.596=-13.682
max	48.389-48.548=-0.158

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1690.500-1681.500=9.000
σ	7.071-1.414=5.657
min	1673.000-1678.000=-5.000
max	1693.000-1682.000=11.000

*mean*	750.806-781.031=-30.225
σ	89.569-79.867=9.702
min	660.268-678.991=-18.722
max	887.704-894.658=-6.955

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.919=0.000
σ	0.038-0.038=0.000
min	293.866-293.865=0.001
max	293.958-293.957=0.001

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.405-0.402=0.003
σ	0.009-0.010=-0.002
min	0.399-0.395=0.005
max	0.421-0.418=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.298-1320.306=-0.008
σ	0.030-0.036=-0.006
min	1320.258-1320.255=0.004
max	1320.328-1320.343=-0.014

*mean*	1110.600-1087.600=23.000
σ	188.192-168.173=20.019
min	890.000-888.000=2.000
max	1373.000-1319.000=54.000

*mean*	2.288-2.287=0.002
σ	0.128-0.086=0.042
min	2.158-2.195=-0.037
max	2.457-2.424=0.033

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.496-1559.462=0.034
σ	3.411-3.388=0.023
min	1557.829-1557.781=0.048
max	1565.592-1565.517=0.075

*mean*	626.400-623.200=3.200
σ	89.782-90.469=-0.687
min	504.000-508.000=-4.000
max	728.000-726.000=2.000

*mean*	2.466-2.381=0.085
σ	0.303-0.191=0.112
min	2.143-2.210=-0.067
max	2.839-2.674=0.165

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.265-1882.267=-0.003
σ	0.061-0.058=0.002
min	1882.180-1882.193=-0.013
max	1882.339-1882.342=-0.003

*mean*	1725.200-1717.800=7.400
σ	178.419-176.002=2.417
min	1505.000-1468.000=37.000
max	1968.000-1881.000=87.000

*mean*	3.126-3.057=0.068
σ	0.242-0.158=0.085
min	2.886-2.939=-0.052
max	3.464-3.331=0.134

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.934-1.827=0.108
σ	0.048-0.099=-0.050
min	1.858-1.671=0.187
max	1.986-1.915=0.071

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-452.411=-0.000
σ	583.277-583.277=-0.001
min	160.770-160.770=-0.000
max	1327.326-1327.327=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.542-0.549=-0.006
σ	0.546-0.560=-0.014
min	0.269-0.267=0.002
max	1.361-1.388=-0.027

policies=20

*mean*	1608.047-1608.037=0.010
σ	0.424-0.404=0.020
min	1607.758-1607.758=0.000
max	1608.675-1608.634=0.041

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.750-445.500=7.250
σ	11.087-3.000=8.087
min	444.000-441.000=3.000
max	469.000-447.000=22.000

*mean*	2.720-2.683=0.037
σ	0.023-0.010=0.013
min	2.697-2.673=0.024
max	2.751-2.696=0.055

policies=200

*mean*	16088.613-16088.572=0.042
σ	0.092-0.090=0.002
min	16088.538-16088.479=0.058
max	16088.746-16088.693=0.053

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.000-496.000=2.000
σ	2.582-4.967=-2.385
min	495.000-490.000=5.000
max	501.000

*mean*	27.291-27.259=0.032
σ	0.059-0.070=-0.011
min	27.213-27.217=-0.004
max	27.352-27.363=-0.011