Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.884-54.882=0.002
σ	0.359-0.359=0.000
min	54.742-54.741=0.001
max	55.906-55.904=0.002

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.152-0.141=0.011
σ	0.011-0.005=0.006
min	0.138-0.137=0.001
max	0.170-0.150=0.021

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.849=-0.000
σ	0.005-0.007=-0.002
min	43.842-43.841=0.001
max	43.856-43.863=-0.006

*mean*	416.000-417.500=-1.500
σ	0.000-0.527=-0.527
min	416.000-417.000=-1.000
max	416.000-418.000=-2.000

*mean*	0.125-0.126=-0.001
σ	0.004-0.005=-0.001
min	0.118-0.121=-0.003
max	0.131-0.136=-0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4041.750-4041.375=0.375
σ	2008.661-2009.409=-0.748
min	1217.000-1216.000=1.000
max	7151.000-7149.000=2.000

*mean*	13.583-13.551=0.033
σ	1.838-2.506=-0.668
min	12.337-11.892=0.446
max	18.022-17.825=0.197

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.001
max	36.620-36.620=-0.000

*mean*	4041.750-4041.375=0.375
σ	2008.661-2009.409=-0.748
min	1217.000-1216.000=1.000
max	7151.000-7149.000=2.000

*mean*	13.456-13.606=-0.150
σ	2.156-1.900=0.256
min	11.992-12.399=-0.408
max	18.503-16.744=1.759

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7151.000-7149.000=2.000
σ	0.000
min	7151.000-7149.000=2.000
max	7151.000-7149.000=2.000

*mean*	15.032-14.764=0.268
σ	0.102-0.273=-0.171
min	14.836-14.359=0.477
max	15.174-15.117=0.057

op=table_records(), repeat

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932

*mean*	4041.750-4041.375=0.375
σ	2008.661-2009.409=-0.748
min	1217.000-1216.000=1.000
max	7151.000-7149.000=2.000

*mean*	14.631-13.813=0.819
σ	1.611-2.024=-0.412
min	11.155-10.264=0.891
max	16.308-15.518=0.791

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991

*mean*	4041.750-4041.375=0.375
σ	2008.661-2009.409=-0.748
min	1217.000-1216.000=1.000
max	7151.000-7149.000=2.000

*mean*	9.773-9.341=0.432
σ	1.317-1.763=-0.445
min	8.615-7.896=0.719
max	12.611-12.386=0.225

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4041.750-4041.375=0.375
σ	2008.661-2009.409=-0.748
min	1217.000-1216.000=1.000
max	7151.000-7149.000=2.000

*mean*	7.666-7.171=0.494
σ	1.222-1.736=-0.514
min	6.695-5.919=0.776
max	10.231-10.080=0.151

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=-0.000
max	25.678-25.678=-0.000

*mean*	4041.750-4041.375=0.375
σ	2008.661-2009.409=-0.748
min	1217.000-1216.000=1.000
max	7151.000-7149.000=2.000

*mean*	6.251-5.933=0.318
σ	0.597-0.655=-0.058
min	5.781-5.533=0.248
max	7.658-7.066=0.593

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.969-25.968=0.000
max	25.972-25.972=0.000

*mean*	4041.750-4041.375=0.375
σ	2008.661-2009.409=-0.748
min	1217.000-1216.000=1.000
max	7151.000-7149.000=2.000

*mean*	5.957-5.717=0.239
σ	0.592-0.623=-0.031
min	5.382-5.305=0.077
max	7.330-6.789=0.541

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616-1021.616=0.000

*mean*	7151.000-7149.000=2.000
σ	0.000
min	7151.000-7149.000=2.000
max	7151.000-7149.000=2.000

*mean*	429.460-366.373=63.088
σ	217.042-49.752=167.290
min	351.156-346.237=4.919
max	966.596-489.419=477.177

op=load_product(), with indexes

*mean*	7917.792-7917.792=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.624=-0.000
max	7918.954-7918.953=0.000

*mean*	3272.500-3271.625=0.875
σ	1823.041-1825.156=-2.115
min	810.000
max	5617.000-5620.000=-3.000

*mean*	3686.430-3871.000=-184.571
σ	1070.831-1161.006=-90.174
min	3102.449-3093.884=8.565
max	6165.861-6193.216=-27.355

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4041.750-4041.375=0.375
σ	2008.661-2009.409=-0.748
min	1217.000-1216.000=1.000
max	7151.000-7149.000=2.000

*mean*	86.254-84.118=2.136
σ	17.789-18.530=-0.741
min	71.024-70.184=0.840
max	116.718-116.496=0.222

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7151.000-7149.000=2.000
σ	0.000
min	7151.000-7149.000=2.000
max	7151.000-7149.000=2.000

*mean*	62.060-60.280=1.781
σ	2.574-0.221=2.353
min	60.526-60.000=0.526
max	68.068-60.661=7.407

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.691-66.691=0.000

*mean*	7151.000-7149.000=2.000
σ	0.000
min	7151.000-7149.000=2.000
max	7151.000-7149.000=2.000

*mean*	100.048-100.033=0.014
σ	0.784-0.828=-0.044
min	99.256-99.267=-0.011
max	101.487-101.527=-0.040

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.303=-0.000
min	14215.575-14215.575=-0.000
max	14227.820

*mean*	4041.750-4041.375=0.375
σ	2008.661-2009.409=-0.748
min	1217.000-1216.000=1.000
max	7151.000-7149.000=2.000

*mean*	7771.848-7858.441=-86.593
σ	1988.138-1849.326=138.812
min	6003.071-5984.679=18.392
max	10863.020-10740.902=122.119

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=0.000
min	13159.105-13159.106=-0.001
max	13159.110

*mean*	7151.000-7149.000=2.000
σ	0.000
min	7151.000-7149.000=2.000
max	7151.000-7149.000=2.000

*mean*	5721.638-5169.738=551.900
σ	1158.504-229.862=928.643
min	5015.595-5024.293=-8.698
max	7953.333-5656.180=2297.153

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-474.000=3.000
σ	0.000
min	477.000-474.000=3.000
max	477.000-474.000=3.000

*mean*	383.506-381.478=2.029
σ	17.291-27.018=-9.727
min	355.610-316.774=38.836
max	399.659-399.539=0.119

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-559.875=1.125
σ	0.000-0.354=-0.354
min	561.000-559.000=2.000
max	561.000-560.000=1.000

*mean*	755.762-749.008=6.754
σ	50.774-55.756=-4.982
min	641.708-619.638=22.071
max	790.956-798.353=-7.397

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=0.000
σ	0.759-0.759=0.000
min	1023.826-1023.822=0.004
max	1027.437-1027.436=0.001

*mean*	1038.400-1039.300=-0.900
σ	299.090-300.770=-1.680
min	554.000-563.000=-9.000
max	1461.000

*mean*	1.540-1.538=0.002
σ	0.059-0.042=0.017
min	1.467-1.494=-0.027
max	1.687-1.646=0.040

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.301-0.393=-0.092
σ	0.293-0.511=-0.217
min	0.145-0.138=0.007
max	0.821-1.306=-0.484

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.473-0.681=-0.209
σ	0.322-0.199=0.123
min	0.317-0.565=-0.248
max	1.049-1.036=0.013

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.213-0.378=-0.165
σ	0.018-0.042=-0.024
min	0.200-0.350=-0.150
max	0.244-0.451=-0.206

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.578=-0.250
σ	0.015-0.026=-0.011
min	0.315-0.555=-0.241
max	0.354-0.621=-0.267

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	433.600-435.600=-2.000
σ	3.130-5.079=-1.949
min	431.000
max	437.000-441.000=-4.000

*mean*	0.601-0.726=-0.124
σ	0.010-0.027=-0.017
min	0.589-0.680=-0.091
max	0.614-0.747=-0.133

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.460-0.607=-0.147
σ	0.057-0.044=0.013
min	0.370-0.542=-0.172
max	0.525-0.645=-0.121

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	2.598-3.462=-0.864
σ	0.094-0.067=0.028
min	2.462-3.338=-0.877
max	3.112-3.735=-0.623

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	2.585-3.472=-0.887
σ	0.099-0.078=0.021
min	2.463-3.350=-0.888
max	3.272-3.712=-0.440

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.307-0.537=-0.230
σ	0.039-0.015=0.024
min	0.289-0.510=-0.221
max	0.691-0.643=0.048

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.292-0.518=-0.227
σ	0.007-0.013=-0.005
min	0.279-0.491=-0.213
max	0.332-0.587=-0.255

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.636-298.719=-0.083
σ	1.029-1.023=0.006
min	298.242-298.355=-0.113
max	301.564-301.629=-0.065

*mean*	442.800-441.100=1.700
σ	15.519-13.666=1.853
min	420.000-417.000=3.000
max	464.000-463.000=1.000

*mean*	0.604-0.591=0.013
σ	0.021-0.035=-0.014
min	0.571-0.515=0.056
max	0.637-0.644=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	1064.125-1055.750=8.375
σ	33.588-26.163=7.425
min	981.000-991.000=-10.000
max	1076.000-1065.000=11.000

*mean*	205.001-204.201=0.800
σ	2.757-1.940=0.818
min	200.945-201.863=-0.919
max	210.014-208.303=1.711

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1064.125-1055.750=8.375
σ	33.588-26.163=7.425
min	981.000-991.000=-10.000
max	1076.000-1065.000=11.000

*mean*	8.541-8.982=-0.440
σ	1.619-2.098=-0.479
min	6.555-6.310=0.245
max	9.763-12.723=-2.960

phase=parser

*mean*	1042.366-1042.360=0.005
σ	0.001-0.000=0.001
min	1042.363-1042.360=0.003
max	1042.366-1042.361=0.006

*mean*	1064.125-1055.750=8.375
σ	33.588-26.163=7.425
min	981.000-991.000=-10.000
max	1076.000-1065.000=11.000

*mean*	546.755-509.634=37.122
σ	33.445-102.181=-68.736
min	516.663-378.542=138.120
max	617.354-723.689=-106.336

phase=processProdDef

*mean*	4850.765-4850.768=-0.003
σ	0.000-0.000=0.000
min	4850.764-4850.768=-0.003
max	4850.765-4850.768=-0.003

*mean*	1076.000-1065.000=11.000
σ	0.000
min	1076.000-1065.000=11.000
max	1076.000-1065.000=11.000

*mean*	4527.067-4644.685=-117.617
σ	572.824-313.898=258.926
min	3454.623-3980.605=-525.982
max	5170.350-4998.305=172.044

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	1064.125-1055.750=8.375
σ	33.588-26.163=7.425
min	981.000-991.000=-10.000
max	1076.000-1065.000=11.000

*mean*	33.249-34.526=-1.277
σ	10.247-10.278=-0.032
min	20.781-20.636=0.145
max	41.199-47.814=-6.615

phase=type checker

*mean*	990.453-990.450=0.003
σ	0.072-0.071=0.001
min	990.344
max	990.567-990.563=0.004

*mean*	1064.125-1055.750=8.375
σ	33.588-26.163=7.425
min	981.000-991.000=-10.000
max	1076.000-1065.000=11.000

*mean*	708.070-753.880=-45.811
σ	79.826-135.210=-55.384
min	636.498-647.967=-11.469
max	872.364-1036.240=-163.876

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.821=-0.000
σ	0.039-0.037=0.002
min	293.765-293.768=-0.004
max	293.860-293.859=0.001

*mean*	443.400-441.200=2.200
σ	0.548-1.643=-1.095
min	443.000-440.000=3.000
max	444.000-443.000=1.000

*mean*	0.396-0.401=-0.004
σ	0.006-0.001=0.005
min	0.391-0.400=-0.008
max	0.406-0.401=0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.210-1320.212=-0.002
σ	0.048-0.050=-0.002
min	1320.130-1320.142=-0.012
max	1320.249-1320.256=-0.007

*mean*	1067.200-1083.000=-15.800
σ	165.400-183.053=-17.653
min	844.000-870.000=-26.000
max	1270.000-1333.000=-63.000

*mean*	2.292-2.209=0.083
σ	0.184-0.029=0.155
min	2.151-2.164=-0.013
max	2.614-2.238=0.376

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.603-1560.611=-0.009
σ	6.203-6.220=-0.017
min	1557.647-1557.642=0.004
max	1571.696-1571.734=-0.038

*mean*	619.200-611.200=8.000
σ	82.687-94.142=-11.455
min	494.000-497.000=-3.000
max	716.000-733.000=-17.000

*mean*	2.280-2.251=0.028
σ	0.068-0.115=-0.047
min	2.201-2.136=0.065
max	2.376-2.406=-0.030

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.172-1882.173=-0.001
σ	0.057-0.063=-0.006
min	1882.111-1882.091=0.019
max	1882.249-1882.257=-0.008

*mean*	1701.400-1727.000=-25.600
σ	259.527-170.666=88.861
min	1398.000-1486.000=-88.000
max	2063.000-1886.000=177.000

*mean*	2.947-3.081=-0.134
σ	0.056-0.266=-0.211
min	2.883-2.925=-0.041
max	3.005-3.554=-0.549

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.864-1.757=0.107
σ	0.089-0.170=-0.081
min	1.712-1.463=0.249
max	1.932-1.881=0.050

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.078=0.002
σ	582.722-582.720=0.002
min	160.716-160.714=0.002
max	1326.163-1326.159=0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	0.545-0.526=0.019
σ	0.542-0.489=0.054
min	0.268-0.273=-0.005
max	1.359-1.259=0.100

policies=20

*mean*	1607.527-1607.522=0.004
σ	0.412-0.431=-0.019
min	1607.244-1607.232=0.012
max	1608.136-1608.161=-0.025

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-448.000=-0.500
σ	7.506-9.238=-1.732
min	441.000-440.000=1.000
max	454.000-456.000=-2.000

*mean*	2.700-2.708=-0.008
σ	0.028-0.025=0.003
min	2.676-2.680=-0.004
max	2.733-2.732=0.001

policies=200

*mean*	16083.446-16083.499=-0.053
σ	0.118-0.125=-0.007
min	16083.353-16083.407=-0.054
max	16083.613-16083.681=-0.068

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-493.250=4.250
σ	4.435-3.304=1.131
min	493.000-489.000=4.000
max	503.000-497.000=6.000

*mean*	27.120-27.215=-0.096
σ	0.063-0.013=0.050
min	27.065-27.198=-0.133
max	27.210-27.228=-0.018