Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.859-54.860=-0.001
σ	0.357-0.360=-0.002
min	54.724-54.723=0.000
max	55.875-55.882=-0.007

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.141-0.139=0.001
σ	0.005-0.004=0.001
min	0.137-0.137=0.000
max	0.149-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.848=-0.000
σ	0.005-0.006=-0.000
min	43.840-43.839=0.001
max	43.857-43.857=0.000

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.124-0.124=-0.000
σ	0.005-0.005=0.001
min	0.117-0.120=-0.002
max	0.133-0.134=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4586.875-4590.875=-4.000
σ	2252.981-2248.507=4.474
min	1487.000
max	7400.000-7383.000=17.000

*mean*	12.879-131.311=-118.432
σ	3.604-336.860=-333.256
min	11.258-11.351=-0.093
max	21.782-964.983=-943.201

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4586.875-4590.875=-4.000
σ	2252.981-2248.507=4.474
min	1487.000
max	7400.000-7383.000=17.000

*mean*	13.088-13.633=-0.545
σ	3.806-4.205=-0.400
min	10.992-10.932=0.061
max	22.417-23.931=-1.514

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946-41.946=0.000
max	41.950-41.950=-0.000

*mean*	7400.000-7383.000=17.000
σ	0.000
min	7400.000-7383.000=17.000
max	7400.000-7383.000=17.000

*mean*	10.447-11.760=-1.313
σ	0.117-1.854=-1.737
min	10.222-10.442=-0.220
max	10.591-15.701=-5.110

op=table_records(), repeat

*mean*	41.933-41.934=-0.001
σ	0.000-0.002=-0.001
min	41.933
max	41.934-41.937=-0.004

*mean*	4174.000-4182.000=-8.000
σ	1945.472-1945.192=0.280
min	1487.000
max	7400.000-7383.000=17.000

*mean*	11.061-11.162=-0.101
σ	1.827-1.770=0.057
min	10.179-10.327=-0.149
max	15.556-15.532=0.024

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.001
σ	0.136-0.137=-0.000
min	27.606-27.606=0.000
max	27.993

*mean*	4174.000-4182.000=-8.000
σ	1945.472-1945.192=0.280
min	1487.000
max	7400.000-7383.000=17.000

*mean*	8.487-8.792=-0.306
σ	1.307-1.116=0.190
min	7.470-7.638=-0.168
max	11.661-11.414=0.248

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4174.000-4182.000=-8.000
σ	1945.472-1945.192=0.280
min	1487.000
max	7400.000-7383.000=17.000

*mean*	6.685-6.177=0.509
σ	0.917-0.982=-0.065
min	6.223-5.416=0.807
max	8.935-8.493=0.442

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688

*mean*	4586.875-4590.875=-4.000
σ	2252.981-2248.507=4.474
min	1487.000
max	7400.000-7383.000=17.000

*mean*	5.844-5.987=-0.143
σ	0.958-0.977=-0.019
min	5.393-5.309=0.084
max	8.207-8.349=-0.142

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4586.875-4590.875=-4.000
σ	2252.981-2248.507=4.474
min	1487.000
max	7400.000-7383.000=17.000

*mean*	5.715-5.640=0.074
σ	1.102-1.066=0.036
min	5.224-5.088=0.136
max	8.438-8.235=0.203

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7400.000-7383.000=17.000
σ	0.000
min	7400.000-7383.000=17.000
max	7400.000-7383.000=17.000

*mean*	362.458-359.884=2.574
σ	41.244-41.148=0.096
min	343.822-341.479=2.343
max	464.308-461.431=2.876

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.037-3497.038=-0.001

*mean*	3751.875-3758.125=-6.250
σ	2298.842-2299.772=-0.931
min	720.000-721.000=-1.000
max	7400.000-7383.000=17.000

*mean*	1706.031-1740.814=-34.784
σ	602.188-670.416=-68.228
min	1387.814-1375.430=12.384
max	2928.590-2949.114=-20.524

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.854
max	107.855

*mean*	4407.500-4410.625=-3.125
σ	2223.921-2217.858=6.062
min	1487.000
max	7400.000-7383.000=17.000

*mean*	237.497-254.237=-16.740
σ	286.828-335.598=-48.770
min	124.481-123.937=0.544
max	945.830-1083.831=-138.001

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4586.875-4410.625=176.250
σ	2252.981-2217.858=35.122
min	1487.000
max	7400.000-7383.000=17.000

*mean*	198.706-44.702=154.004
σ	436.089-7.891=428.198
min	40.395-40.388=0.007
max	1277.867-63.897=1213.971

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=0.000
min	40.947
max	40.950

*mean*	7400.000-7383.000=17.000
σ	0.000
min	7400.000-7383.000=17.000
max	7400.000-7383.000=17.000

*mean*	21.963-209.357=-187.394
σ	1.596-524.679=-523.083
min	20.931-21.341=-0.410
max	25.370-1507.843=-1482.473

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.311

*mean*	7400.000-7383.000=17.000
σ	0.000
min	7400.000-7383.000=17.000
max	7400.000-7383.000=17.000

*mean*	291.376-66.815=224.561
σ	664.367-26.869=637.499
min	55.223-54.719=0.504
max	1935.598-132.684=1802.913

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4174.000-4182.000=-8.000
σ	1945.472-1945.192=0.280
min	1487.000
max	7400.000-7383.000=17.000

*mean*	3293.359-3237.314=56.045
σ	863.928-752.585=111.343
min	2512.547-2484.250=28.297
max	4796.500-4586.420=210.080

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.000

*mean*	7400.000-7383.000=17.000
σ	0.000
min	7400.000-7383.000=17.000
max	7400.000-7383.000=17.000

*mean*	1026.503-1084.759=-58.256
σ	159.140-286.426=-127.286
min	914.305-916.753=-2.448
max	1292.479-1719.481=-427.003

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7400.000-7383.000=17.000
σ	0.000
min	7400.000-7383.000=17.000
max	7400.000-7383.000=17.000

*mean*	400.256-418.864=-18.608
σ	38.263-54.782=-16.519
min	382.703-387.886=-5.183
max	494.814-524.195=-29.381

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.875-479.000=-2.125
σ	0.354-0.000=0.354
min	476.000-479.000=-3.000
max	477.000-479.000=-2.000

*mean*	390.600-355.489=35.111
σ	29.603-36.420=-6.817
min	350.875-300.330=50.545
max	429.534-403.235=26.299

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-566.000=-2.000
σ	0.000
min	564.000-566.000=-2.000
max	564.000-566.000=-2.000

*mean*	732.133-739.960=-7.827
σ	57.088-50.135=6.953
min	651.656-650.160=1.497
max	814.885-788.994=25.891

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1024.564=0.001
σ	0.762-0.760=0.002
min	1024.092-1024.093=-0.001
max	1027.713-1027.704=0.009

*mean*	1031.950-1058.650=-26.700
σ	299.404-312.348=-12.943
min	551.000-590.000=-39.000
max	1463.000-1521.000=-58.000

*mean*	1.356-1.368=-0.013
σ	0.067-0.062=0.006
min	1.300-1.286=0.013
max	1.581-1.555=0.026

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.402-0.290=0.112
σ	0.519-0.281=0.239
min	0.146-0.138=0.008
max	1.329-0.788=0.541

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.483=-0.000
σ	0.318-0.335=-0.016
min	0.327-0.322=0.005
max	1.052-1.082=-0.029

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.217=0.005
σ	0.024-0.024=0.000
min	0.206-0.200=0.005
max	0.264-0.257=0.007

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.339=-0.008
σ	0.017-0.029=-0.013
min	0.321-0.315=0.006
max	0.361-0.389=-0.028

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	441.400-431.000=10.400
σ	3.578-0.000=3.578
min	435.000-431.000=4.000
max	443.000-431.000=12.000

*mean*	0.565-0.564=0.001
σ	0.053-0.056=-0.003
min	0.518-0.465=0.054
max	0.640-0.598=0.042

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.463-0.475=-0.011
σ	0.048-0.030=0.018
min	0.415-0.446=-0.030
max	0.526-0.510=0.017

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	1.953-2.614=-0.661
σ	0.064-0.083=-0.019
min	1.852-2.420=-0.569
max	2.214-2.850=-0.636

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	1.969-2.580=-0.611
σ	0.099-0.114=-0.015
min	1.803-2.414=-0.611
max	2.626-3.219=-0.593

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.310-0.308=0.002
σ	0.028-0.013=0.016
min	0.293-0.291=0.002
max	0.579-0.393=0.186

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.295-0.293=0.002
σ	0.010-0.007=0.003
min	0.280-0.277=0.003
max	0.368-0.330=0.038

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.083-11.670=0.414
σ	12.743-12.167=0.576
min	0.574-0.574=0.000
max	133.133-99.817=33.316

*mean*	463.672-464.778=-1.106
σ	18.351-17.333=1.018
min	408.000-409.000=-1.000
max	477.000-480.000=-3.000

*mean*	0.027-0.027=0.001
σ	0.031-0.029=0.002
min	0.001-0.001=0.000
max	0.319-0.237=0.082

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.577-298.895=-0.318
σ	0.998-0.930=0.068
min	298.201-298.438=-0.238
max	301.413-301.533=-0.120

*mean*	443.300-439.600=3.700
σ	16.385-16.311=0.074
min	414.000-413.000=1.000
max	467.000-462.000=5.000

*mean*	0.605-0.598=0.007
σ	0.014-0.024=-0.011
min	0.582-0.551=0.031
max	0.635-0.641=-0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738
σ	0.000-0.000=-0.000
min	173.738
max	173.738

*mean*	842.750-844.000=-1.250
σ	0.463-0.000=0.463
min	842.000-844.000=-2.000
max	843.000-844.000=-1.000

*mean*	226.204-239.424=-13.220
σ	25.835-20.100=5.734
min	186.945-191.226=-4.282
max	254.933-253.398=1.535

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	842.625-843.375=-0.750
σ	0.518-1.768=-1.250
min	842.000-839.000=3.000
max	843.000-844.000=-1.000

*mean*	9.262-6.368=2.895
σ	0.772-0.100=0.672
min	7.379-6.273=1.106
max	9.716-6.583=3.132

phase=parser

*mean*	1042.435-1042.431=0.004
σ	0.000-0.000=-0.000
min	1042.435-1042.431=0.004
max	1042.435-1042.431=0.004

*mean*	842.625-843.375=-0.750
σ	0.518-1.768=-1.250
min	842.000-839.000=3.000
max	843.000-844.000=-1.000

*mean*	577.207-531.778=45.430
σ	33.324-85.740=-52.415
min	510.774-387.220=123.554
max	606.262-609.075=-2.813

phase=processProdDef

*mean*	2243.976-2243.980=-0.004
σ	0.000
min	2243.976-2243.980=-0.004
max	2243.976-2243.980=-0.004

*mean*	842.750-844.000=-1.250
σ	0.463-0.000=0.463
min	842.000-844.000=-2.000
max	843.000-844.000=-1.000

*mean*	3048.193-2889.242=158.950
σ	332.484-358.450=-25.966
min	2533.732-2514.823=18.910
max	3474.647-3413.322=61.325

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.625-843.375=-0.750
σ	0.518-1.768=-1.250
min	842.000-839.000=3.000
max	843.000-844.000=-1.000

*mean*	38.465-20.626=17.839
σ	4.795-0.321=4.474
min	26.683-20.074=6.609
max	40.932-21.005=19.927

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.625-843.375=-0.750
σ	0.518-1.768=-1.250
min	842.000-839.000=3.000
max	843.000-844.000=-1.000

*mean*	691.734-668.468=23.266
σ	39.096-28.056=11.040
min	647.921-639.474=8.447
max	775.441-708.428=67.013

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.821=-0.002
σ	0.037-0.037=0.000
min	293.767-293.769=-0.001
max	293.858-293.859=-0.002

*mean*	441.200-444.000=-2.800
σ	3.347-0.000=3.347
min	438.000-444.000=-6.000
max	446.000-444.000=2.000

*mean*	0.389-0.392=-0.003
σ	0.001-0.006=-0.005
min	0.387-0.388=-0.000
max	0.390-0.402=-0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.290-1320.299=-0.009
σ	0.136-0.098=0.038
min	1320.158-1320.158=-0.000
max	1320.506-1320.418=0.088

*mean*	1087.600-1090.000=-2.400
σ	173.843-167.298=6.545
min	880.000-893.000=-13.000
max	1320.000-1318.000=2.000

*mean*	1.959-2.040=-0.081
σ	0.153-0.173=-0.021
min	1.853-1.849=0.003
max	2.226-2.183=0.043

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.285-1559.306=-0.021
σ	2.982-2.952=0.029
min	1557.661-1557.771=-0.110
max	1564.603-1564.577=0.026

*mean*	616.200-625.400=-9.200
σ	85.832-87.603=-1.771
min	526.000-495.000=31.000
max	734.000-728.000=6.000

*mean*	2.241-2.232=0.009
σ	0.201-0.127=0.074
min	2.063-2.146=-0.082
max	2.565-2.457=0.109

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.341-1882.335=0.006
σ	0.053-0.055=-0.002
min	1882.268-1882.262=0.006
max	1882.418-1882.416=0.002

*mean*	1731.400-1734.600=-3.200
σ	178.696-178.035=0.662
min	1474.000-1467.000=7.000
max	1893.000-1886.000=7.000

*mean*	2.996-3.042=-0.046
σ	0.277-0.241=0.036
min	2.707-2.857=-0.150
max	3.458-3.465=-0.007

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.606-1.819=-0.213
σ	0.086-0.110=-0.024
min	1.506-1.629=-0.124
max	1.718-1.898=-0.180

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.942-419.942=0.000
σ	518.103-518.105=-0.002
min	160.886-160.886=-0.000
max	1197.097-1197.100=-0.003

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.521-0.531=-0.011
σ	0.516-0.538=-0.022
min	0.258-0.262=-0.004
max	1.294-1.339=-0.045

policies=20

*mean*	1609.180-1609.186=-0.006
σ	0.346-0.343=0.003
min	1608.943-1608.936=0.007
max	1609.694-1609.694=-0.000

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.250-448.000=1.250
σ	6.500-2.000=4.500
min	446.000-445.000=1.000
max	459.000-449.000=10.000

*mean*	2.572-2.580=-0.008
σ	0.017-0.014=0.002
min	2.551-2.571=-0.020
max	2.586-2.601=-0.015

policies=200

*mean*	16100.597-16100.570=0.027
σ	0.109-0.189=-0.080
min	16100.468-16100.440=0.028
max	16100.730-16100.850=-0.120

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.750-496.750=-2.000
σ	3.304-3.775=-0.471
min	491.000-494.000=-3.000
max	499.000-502.000=-3.000

*mean*	26.033-26.016=0.016
σ	0.239-0.083=0.155
min	25.900-25.927=-0.027
max	26.390-26.121=0.270