Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.889=0.000
σ	0.358-0.358=-0.000
min	54.749-54.749=0.001
max	55.907-55.907=0.000

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.141-0.139=0.003
σ	0.005-0.005=0.000
min	0.136-0.133=0.003
max	0.148-0.148=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.857=-0.001
σ	0.005-0.006=-0.001
min	43.849-43.848=0.001
max	43.862-43.870=-0.008

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.124-0.132=-0.008
σ	0.005-0.011=-0.006
min	0.120-0.120=-0.000
max	0.133-0.152=-0.019

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4030.875-4044.500=-13.625
σ	2001.077-2010.123=-9.046
min	1218.000
max	7130.000-7149.000=-19.000

*mean*	12.766-12.989=-0.223
σ	0.396-1.763=-1.366
min	12.062-11.993=0.070
max	13.441-17.284=-3.843

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4030.875-4044.500=-13.625
σ	2001.077-2010.123=-9.046
min	1218.000
max	7130.000-7149.000=-19.000

*mean*	13.148-13.003=0.145
σ	0.468-1.637=-1.169
min	12.109-11.407=0.702
max	13.556-16.805=-3.249

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7130.000-7149.000=-19.000
σ	0.000
min	7130.000-7149.000=-19.000
max	7130.000-7149.000=-19.000

*mean*	14.775-14.768=0.007
σ	1.460-0.203=1.257
min	11.323-14.482=-3.158
max	15.769-15.032=0.737

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.932=-0.000

*mean*	4030.875-4044.500=-13.625
σ	2001.077-2010.123=-9.046
min	1218.000
max	7130.000-7149.000=-19.000

*mean*	13.687-14.280=-0.594
σ	1.930-1.670=0.260
min	11.203-10.372=0.831
max	15.403-15.390=0.013

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991

*mean*	4030.875-4044.500=-13.625
σ	2001.077-2010.123=-9.046
min	1218.000
max	7130.000-7149.000=-19.000

*mean*	9.199-9.113=0.087
σ	0.392-1.234=-0.842
min	8.687-8.033=0.655
max	9.691-11.877=-2.187

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4030.875-4044.500=-13.625
σ	2001.077-2010.123=-9.046
min	1218.000
max	7130.000-7149.000=-19.000

*mean*	6.555-7.047=-0.491
σ	0.533-1.252=-0.719
min	5.890-6.144=-0.254
max	7.364-9.732=-2.368

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665
max	25.677

*mean*	4030.875-4044.500=-13.625
σ	2001.077-2010.123=-9.046
min	1218.000
max	7130.000-7149.000=-19.000

*mean*	6.047-5.592=0.455
σ	0.117-0.530=-0.413
min	5.895-5.297=0.599
max	6.295-6.859=-0.564

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968
max	25.972-25.972=-0.000

*mean*	4030.875-4044.500=-13.625
σ	2001.077-2010.123=-9.046
min	1218.000
max	7130.000-7149.000=-19.000

*mean*	5.679-5.503=0.176
σ	0.255-0.514=-0.260
min	5.321-5.177=0.144
max	5.979-6.757=-0.777

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7130.000-7149.000=-19.000
σ	0.000
min	7130.000-7149.000=-19.000
max	7130.000-7149.000=-19.000

*mean*	347.246-373.847=-26.600
σ	2.202-76.941=-74.739
min	343.659-343.418=0.241
max	349.929-564.190=-214.262

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.624=0.001
max	7918.954

*mean*	3264.500-3275.500=-11.000
σ	1815.592-1826.597=-11.005
min	809.000-810.000=-1.000
max	5601.000-5626.000=-25.000

*mean*	3568.865-3681.298=-112.433
σ	948.971-1078.654=-129.683
min	3086.152-3079.118=7.034
max	5672.271-6164.655=-492.384

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.080

*mean*	4030.875-4044.500=-13.625
σ	2001.077-2010.123=-9.046
min	1218.000
max	7130.000-7149.000=-19.000

*mean*	84.834-85.180=-0.346
σ	14.663-18.878=-4.215
min	70.294-69.729=0.565
max	109.016-119.354=-10.338

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950

*mean*	7130.000-7149.000=-19.000
σ	0.000
min	7130.000-7149.000=-19.000
max	7130.000-7149.000=-19.000

*mean*	167.245-59.719=107.526
σ	294.221-0.265=293.957
min	60.631-59.444=1.187
max	895.357-60.254=835.103

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7130.000-7149.000=-19.000
σ	0.000
min	7130.000-7149.000=-19.000
max	7130.000-7149.000=-19.000

*mean*	104.232-98.501=5.731
σ	9.581-0.652=8.929
min	98.743-97.513=1.230
max	125.958-99.234=26.724

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.303=-0.000
min	14215.575
max	14227.820

*mean*	4030.875-4044.500=-13.625
σ	2001.077-2010.123=-9.046
min	1218.000
max	7130.000-7149.000=-19.000

*mean*	8190.400-7692.457=497.943
σ	1790.248-1850.731=-60.483
min	5974.727-5990.147=-15.420
max	10723.598-10878.626=-155.027

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002
min	13159.106
max	13159.110

*mean*	7130.000-7149.000=-19.000
σ	0.000
min	7130.000-7149.000=-19.000
max	7130.000-7149.000=-19.000

*mean*	5414.364-5127.200=287.165
σ	1147.382-199.799=947.584
min	4965.797-4998.744=-32.947
max	8251.713-5490.801=2760.912

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	357.365-331.186=26.179
σ	33.140-35.703=-2.563
min	293.760-292.542=1.218
max	390.791-396.699=-5.908

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.000=1.000
σ	0.000
min	560.000-559.000=1.000
max	560.000-559.000=1.000

*mean*	758.277-713.932=44.345
σ	49.820-83.494=-33.674
min	638.560-602.509=36.050
max	791.500-828.175=-36.675

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.001
σ	0.758-0.758=0.001
min	1023.825-1023.827=-0.003
max	1027.435-1027.434=0.001

*mean*	1044.500-1040.600=3.900
σ	315.324-300.046=15.278
min	549.000-552.000=-3.000
max	1519.000-1461.000=58.000

*mean*	1.567-1.558=0.009
σ	0.075-0.080=-0.005
min	1.488-1.469=0.019
max	1.785-1.800=-0.015

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.299-0.441=-0.142
σ	0.292-0.489=-0.197
min	0.140-0.157=-0.017
max	0.816-1.313=-0.497

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.829=-0.350
σ	0.324-0.527=-0.203
min	0.326-0.571=-0.245
max	1.058-1.770=-0.712

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.383=-0.165
σ	0.025-0.041=-0.016
min	0.201-0.350=-0.149
max	0.261-0.454=-0.194

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.604=-0.272
σ	0.019-0.035=-0.016
min	0.318-0.572=-0.254
max	0.365-0.661=-0.295

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600-436.000=-4.400
σ	1.342-2.236=-0.894
min	431.000-432.000=-1.000
max	434.000-437.000=-3.000

*mean*	0.546-0.639=-0.093
σ	0.033-0.102=-0.069
min	0.528-0.525=0.003
max	0.605-0.758=-0.153

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.460-0.462=-0.002
σ	0.056-0.023=0.034
min	0.381-0.439=-0.058
max	0.523-0.498=0.024

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	2.578-2.584=-0.006
σ	0.106-0.172=-0.066
min	2.427-1.996=0.431
max	2.955-2.991=-0.036

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	2.548-2.583=-0.035
σ	0.074-0.096=-0.021
min	2.413-2.422=-0.009
max	2.811-2.922=-0.111

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.305-0.312=-0.007
σ	0.009-0.035=-0.026
min	0.289-0.292=-0.003
max	0.363-0.644=-0.281

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.292-0.293=-0.001
σ	0.008-0.008=0.000
min	0.279-0.280=-0.002
max	0.337-0.345=-0.009

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.614-298.817=-0.204
σ	1.016-1.029=-0.013
min	298.216-298.409=-0.192
max	301.498-301.742=-0.244

*mean*	442.900-441.600=1.300
σ	15.652-14.470=1.182
min	418.000-420.000=-2.000
max	471.000-464.000=7.000

*mean*	0.586-0.605=-0.019
σ	0.033-0.015=0.018
min	0.535-0.581=-0.046
max	0.638-0.634=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=0.000
min	236.681-236.678=0.004
max	236.682-236.678=0.004

*mean*	1065.875-942.625=123.250
σ	34.295-15.203=19.092
min	981.000-905.000=76.000
max	1078.000-948.000=130.000

*mean*	206.341-204.932=1.409
σ	2.824-4.558=-1.734
min	202.656-198.365=4.290
max	210.074-211.281=-1.207

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1065.875-942.625=123.250
σ	34.295-15.203=19.092
min	981.000-905.000=76.000
max	1078.000-948.000=130.000

*mean*	9.025-8.806=0.219
σ	2.039-1.610=0.429
min	6.616-6.437=0.179
max	12.672-10.848=1.824

phase=parser

*mean*	1042.359-1042.363=-0.004
σ	0.000-0.000=0.000
min	1042.359-1042.363=-0.004
max	1042.360-1042.364=-0.004

*mean*	1065.875-942.625=123.250
σ	34.295-15.203=19.092
min	981.000-905.000=76.000
max	1078.000-948.000=130.000

*mean*	520.587-514.507=6.080
σ	75.242-94.213=-18.971
min	444.463-375.210=69.253
max	639.725-619.013=20.712

phase=processProdDef

*mean*	4850.766-4850.767=-0.001
σ	0.000-0.000=0.000
min	4850.766-4850.767=-0.001
max	4850.767-4850.767=-0.000

*mean*	1078.000-948.000=130.000
σ	0.000
min	1078.000-948.000=130.000
max	1078.000-948.000=130.000

*mean*	5167.573-5020.256=147.318
σ	223.160-367.075=-143.916
min	4835.956-4561.712=274.244
max	5461.989-5547.018=-85.029

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.875-942.625=123.250
σ	34.295-15.203=19.092
min	981.000-905.000=76.000
max	1078.000-948.000=130.000

*mean*	33.782-33.895=-0.113
σ	10.605-9.562=1.043
min	20.154-21.201=-1.047
max	48.070-44.785=3.285

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	1065.875-942.625=123.250
σ	34.295-15.203=19.092
min	981.000-905.000=76.000
max	1078.000-948.000=130.000

*mean*	693.055-727.758=-34.703
σ	44.807-79.228=-34.421
min	653.569-650.722=2.847
max	795.667-881.315=-85.647

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.822=-0.001
σ	0.038-0.038=0.000
min	293.768-293.770=-0.002
max	293.860-293.861=-0.001

*mean*	440.000-443.000=-3.000
σ	2.739-0.000=2.739
min	438.000-443.000=-5.000
max	443.000

*mean*	0.397-0.395=0.002
σ	0.008-0.004=0.004
min	0.391-0.390=0.001
max	0.411-0.401=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.207-1320.218=-0.011
σ	0.049-0.043=0.006
min	1320.134-1320.149=-0.015
max	1320.260-1320.255=0.005

*mean*	1092.800-1066.000=26.800
σ	182.531-165.398=17.133
min	839.000-842.000=-3.000
max	1309.000-1267.000=42.000

*mean*	2.294-2.265=0.028
σ	0.186-0.099=0.087
min	2.148-2.165=-0.017
max	2.620-2.417=0.203

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.625-1560.614=0.012
σ	6.221-6.216=0.005
min	1557.649-1557.633=0.015
max	1571.750-1571.730=0.021

*mean*	618.200-619.000=-0.800
σ	81.729-82.686=-0.957
min	494.000
max	713.000-716.000=-3.000

*mean*	2.330-2.290=0.039
σ	0.182-0.137=0.045
min	2.208-2.153=0.055
max	2.642-2.512=0.130

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.155-1882.176=-0.021
σ	0.040-0.058=-0.017
min	1882.125-1882.112=0.013
max	1882.223-1882.252=-0.030

*mean*	1734.600-1710.600=24.000
σ	227.408-257.948=-30.540
min	1439.000-1395.000=44.000
max	1953.000-2054.000=-101.000

*mean*	3.058-2.969=0.089
σ	0.174-0.077=0.098
min	2.879-2.884=-0.005
max	3.262-3.048=0.213

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.809-1.759=0.050
σ	0.087-0.091=-0.004
min	1.698-1.618=0.080
max	1.906-1.853=0.052

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.082=-0.001
σ	582.723-582.723=-0.000
min	160.716-160.717=-0.001
max	1326.165-1326.166=-0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.539-0.547=-0.008
σ	0.539-0.547=-0.007
min	0.268-0.267=0.001
max	1.348-1.367=-0.019

policies=20

*mean*	1607.522-1607.538=-0.016
σ	0.407-0.418=-0.011
min	1607.243-1607.257=-0.014
max	1608.125-1608.158=-0.033

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.500-450.500=-4.000
σ	4.041-8.660=-4.619
min	443.000
max	450.000-458.000=-8.000

*mean*	2.684-2.708=-0.023
σ	0.026-0.021=0.005
min	2.660-2.682=-0.022
max	2.709-2.731=-0.022

policies=200

*mean*	16083.335-16083.453=-0.118
σ	0.125-0.195=-0.070
min	16083.212-16083.328=-0.116
max	16083.502-16083.741=-0.239

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.000-496.750=-3.750
σ	2.160-2.986=-0.826
min	490.000-494.000=-4.000
max	495.000-501.000=-6.000

*mean*	27.148-27.222=-0.075
σ	0.119-0.162=-0.044
min	27.011-27.070=-0.060
max	27.296-27.440=-0.144