Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.719-54.720=-0.001
σ	0.364-0.360=0.005
min	54.576-54.576=-0.001
max	55.754-55.742=0.012

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.139-0.139=0.000
σ	0.005-0.006=-0.001
min	0.132-0.132=-0.000
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.772=0.004
σ	0.008-0.005=0.003
min	43.759-43.765=-0.006
max	43.790-43.783=0.007

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.122-0.121=0.001
σ	0.003-0.004=-0.000
min	0.120-0.115=0.004
max	0.129-0.126=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604
σ	0.000
min	36.604
max	36.605

*mean*	4568.625-4579.750=-11.125
σ	2246.463-2256.419=-9.956
min	1488.000-1486.000=2.000
max	7386.000-7403.000=-17.000

*mean*	12.726-13.256=-0.530
σ	1.960-3.464=-1.504
min	11.888-11.834=0.054
max	17.570-21.822=-4.252

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4568.625-4579.750=-11.125
σ	2246.463-2256.419=-9.956
min	1488.000-1486.000=2.000
max	7386.000-7403.000=-17.000

*mean*	13.217-13.563=-0.347
σ	2.003-3.412=-1.409
min	11.460-11.351=0.109
max	18.044-21.847=-3.803

op=table_records(), no indexes

*mean*	41.939-41.939=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942

*mean*	7386.000-7403.000=-17.000
σ	0.000
min	7386.000-7403.000=-17.000
max	7386.000-7403.000=-17.000

*mean*	11.002-11.052=-0.050
σ	0.214-0.112=0.102
min	10.766-10.927=-0.161
max	11.418-11.240=0.178

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.001=-0.000
min	41.924
max	41.925-41.925=-0.000

*mean*	4389.250-4163.000=226.250
σ	2218.866-1947.183=271.683
min	1488.000-1486.000=2.000
max	7386.000-7403.000=-17.000

*mean*	12.279-11.724=0.555
σ	2.499-1.915=0.584
min	10.649-10.811=-0.162
max	16.604-16.416=0.188

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=-0.000
min	27.584-27.584=0.000
max	27.971-27.971=0.000

*mean*	4389.250-4163.000=226.250
σ	2218.866-1947.183=271.683
min	1488.000-1486.000=2.000
max	7386.000-7403.000=-17.000

*mean*	9.420-9.065=0.355
σ	1.582-1.322=0.261
min	7.918-8.031=-0.112
max	12.296-12.222=0.074

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=0.000
min	26.384
max	26.384-26.384=0.000

*mean*	4389.250-4163.000=226.250
σ	2218.866-1947.183=271.683
min	1488.000-1486.000=2.000
max	7386.000-7403.000=-17.000

*mean*	7.336-6.948=0.388
σ	1.199-1.051=0.148
min	6.472-5.980=0.492
max	9.293-9.373=-0.080

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4568.625-4579.750=-11.125
σ	2246.463-2256.419=-9.956
min	1488.000-1486.000=2.000
max	7386.000-7403.000=-17.000

*mean*	6.078-6.381=-0.303
σ	0.424-0.961=-0.537
min	5.811-5.872=-0.061
max	7.093-8.739=-1.646

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961
max	25.962

*mean*	4568.625-4579.750=-11.125
σ	2246.463-2256.419=-9.956
min	1488.000-1486.000=2.000
max	7386.000-7403.000=-17.000

*mean*	5.967-6.222=-0.255
σ	0.443-0.913=-0.470
min	5.681-5.771=-0.090
max	7.048-8.471=-1.422

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7386.000-7403.000=-17.000
σ	0.000
min	7386.000-7403.000=-17.000
max	7386.000-7403.000=-17.000

*mean*	347.977-360.078=-12.102
σ	3.056-42.277=-39.221
min	342.659-342.501=0.158
max	352.978-464.668=-111.690

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.453=0.001
min	3495.694
max	3496.978-3496.977=0.002

*mean*	3735.375-3744.250=-8.875
σ	2288.045-2298.762=-10.717
min	720.000-719.000=1.000
max	7386.000-7403.000=-17.000

*mean*	1612.379-1572.171=40.208
σ	546.352-424.251=122.102
min	1387.135-1385.758=1.377
max	2955.971-2609.634=346.337

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.840-107.840=0.000
max	107.842-107.842=-0.000

*mean*	4568.625-4397.875=170.750
σ	2246.463-2227.895=18.568
min	1488.000-1486.000=2.000
max	7386.000-7403.000=-17.000

*mean*	278.514-247.795=30.719
σ	372.929-306.409=66.520
min	130.178-129.780=0.398
max	1199.837-1004.946=194.891

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.069-62.069=-0.000

*mean*	4568.625-4579.750=-11.125
σ	2246.463-2256.419=-9.956
min	1488.000-1486.000=2.000
max	7386.000-7403.000=-17.000

*mean*	48.395-191.158=-142.764
σ	16.130-418.359=-402.228
min	41.105-40.700=0.405
max	88.135-1226.525=-1138.390

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7386.000-7403.000=-17.000
σ	0.000
min	7386.000-7403.000=-17.000
max	7386.000-7403.000=-17.000

*mean*	23.527-22.241=1.286
σ	2.936-1.702=1.234
min	21.272-21.436=-0.164
max	28.690-26.445=2.244

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=0.000
max	71.296-71.296=0.000

*mean*	7386.000-7403.000=-17.000
σ	0.000
min	7386.000-7403.000=-17.000
max	7386.000-7403.000=-17.000

*mean*	56.884-327.196=-270.312
σ	1.856-765.283=-763.427
min	55.665-54.770=0.895
max	61.083-2221.161=-2160.078

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014-0.014=-0.000
min	4646.837
max	4646.876-4646.876=-0.001

*mean*	4389.250-4163.000=226.250
σ	2218.866-1947.183=271.683
min	1488.000-1486.000=2.000
max	7386.000-7403.000=-17.000

*mean*	3223.269-3146.602=76.667
σ	728.120-959.170=-231.049
min	2509.069-2470.229=38.840
max	4555.631-5051.816=-496.185

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.832=0.000

*mean*	7386.000-7403.000=-17.000
σ	0.000
min	7386.000-7403.000=-17.000
max	7386.000-7403.000=-17.000

*mean*	1376.817-1135.068=241.749
σ	714.375-373.141=341.233
min	912.717-907.720=4.997
max	2862.166-1898.272=963.893

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7386.000-7403.000=-17.000
σ	0.000
min	7386.000-7403.000=-17.000
max	7386.000-7403.000=-17.000

*mean*	434.883-396.547=38.336
σ	58.244-4.350=53.895
min	388.998-391.273=-2.275
max	510.641-406.257=104.384

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-476.000=2.000
σ	0.000
min	478.000-476.000=2.000
max	478.000-476.000=2.000

*mean*	391.605-390.424=1.181
σ	21.280-32.793=-11.513
min	364.495-327.426=37.069
max	429.045-429.322=-0.277

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	554.625-562.000=-7.375
σ	1.768-0.000=1.768
min	554.000-562.000=-8.000
max	559.000-562.000=-3.000

*mean*	722.830-745.786=-22.957
σ	73.623-61.565=12.058
min	605.260-641.267=-36.007
max	816.531-835.186=-18.655

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.542-964.546=-0.004
σ	1.881-1.880=0.000
min	963.825-963.829=-0.004
max	972.499-972.499=-0.000

*mean*	1042.800-1037.550=5.250
σ	312.979-312.610=0.369
min	561.000-533.000=28.000
max	1497.000-1491.000=6.000

*mean*	1.289-1.315=-0.026
σ	0.136-0.208=-0.072
min	1.187-1.126=0.061
max	1.775-1.915=-0.141

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.386-0.303=0.082
σ	0.497-0.299=0.198
min	0.141-0.147=-0.007
max	1.273-0.834=0.439

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.474=0.004
σ	0.317-0.324=-0.007
min	0.322-0.321=0.001
max	1.045-1.054=-0.009

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.219=-0.001
σ	0.028-0.025=0.004
min	0.200-0.197=0.002
max	0.268-0.257=0.011

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.330=0.004
σ	0.022-0.018=0.004
min	0.319-0.315=0.004
max	0.371-0.358=0.013

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.838=0.141
σ	0.009
min	964.974-964.833=0.141
max	964.996-964.855=0.141

*mean*	431.200-431.400=-0.200
σ	0.447-0.894=-0.447
min	431.000
max	432.000-433.000=-1.000

*mean*	0.543-0.535=0.008
σ	0.060-0.028=0.031
min	0.490-0.509=-0.019
max	0.615-0.583=0.032

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.913=0.089
σ	0.002
min	886.000-885.912=0.089
max	886.004-885.915=0.089

*mean*	437.000-439.000=-2.000
σ	0.000
min	437.000-439.000=-2.000
max	437.000-439.000=-2.000

*mean*	0.508-0.485=0.024
σ	0.024-0.035=-0.011
min	0.466-0.442=0.024
max	0.526-0.517=0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	437.000-439.000=-2.000
σ	0.000
min	437.000-439.000=-2.000
max	437.000-439.000=-2.000

*mean*	2.623-2.622=0.001
σ	0.090-0.109=-0.019
min	2.495-2.482=0.012
max	2.885-3.053=-0.168

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	437.000-439.000=-2.000
σ	0.000
min	437.000-439.000=-2.000
max	437.000-439.000=-2.000

*mean*	2.596-2.605=-0.009
σ	0.080-0.098=-0.018
min	2.450-2.427=0.023
max	2.883-3.027=-0.144

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	437.000-439.000=-2.000
σ	0.000
min	437.000-439.000=-2.000
max	437.000-439.000=-2.000

*mean*	0.304-0.302=0.002
σ	0.015-0.009=0.006
min	0.286-0.285=0.000
max	0.380-0.356=0.024

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	437.000-439.000=-2.000
σ	0.000
min	437.000-439.000=-2.000
max	437.000-439.000=-2.000

*mean*	0.287-0.286=0.001
σ	0.008-0.009=-0.001
min	0.271-0.269=0.002
max	0.329-0.344=-0.014

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.784-11.716=0.068
σ	11.816-12.021=-0.206
min	0.574-0.574=-0.000
max	167.949-123.575=44.374

*mean*	463.728-462.719=1.009
σ	18.524-20.154=-1.630
min	406.000-408.000=-2.000
max	479.000-482.000=-3.000

*mean*	0.027-0.027=0.000
σ	0.029-0.030=-0.001
min	0.001-0.001=-0.000
max	0.402-0.303=0.099

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.331-279.022=0.309
σ	1.045-1.059=-0.014
min	278.965-278.609=0.356
max	282.304-282.032=0.272

*mean*	447.600-444.800=2.800
σ	19.352-19.240=0.112
min	415.000
max	480.000-478.000=2.000

*mean*	0.587-0.583=0.003
σ	0.012-0.007=0.005
min	0.574-0.575=-0.001
max	0.609-0.594=0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.258-169.257=0.000

*mean*	874.000-694.000=180.000
σ	0.000
min	874.000-694.000=180.000
max	874.000-694.000=180.000

*mean*	227.730-218.435=9.295
σ	23.233-21.376=1.856
min	188.138-188.356=-0.218
max	248.574-243.061=5.513

phase=macro expansion

*mean*	5.900-5.899=0.000
σ	0.000
min	5.900-5.899=0.000
max	5.900-5.899=0.000

*mean*	874.000-694.000=180.000
σ	0.000
min	874.000-694.000=180.000
max	874.000-694.000=180.000

*mean*	7.160-8.340=-1.180
σ	1.520-1.269=0.251
min	5.793-5.831=-0.038
max	9.047-9.140=-0.093

phase=parser

*mean*	1042.134-1041.958=0.175
σ	0.000-0.000=0.000
min	1042.133-1041.958=0.175
max	1042.134-1041.959=0.175

*mean*	874.000-694.000=180.000
σ	0.000
min	874.000-694.000=180.000
max	874.000-694.000=180.000

*mean*	514.693-563.065=-48.372
σ	105.139-87.001=18.138
min	371.384-416.657=-45.273
max	595.001-613.233=-18.232

phase=processProdDef

*mean*	2243.717-2243.721=-0.004
σ	0.000
min	2243.717-2243.721=-0.004
max	2243.717-2243.721=-0.004

*mean*	874.000-694.000=180.000
σ	0.000
min	874.000-694.000=180.000
max	874.000-694.000=180.000

*mean*	2821.430-2972.324=-150.893
σ	403.699-279.252=124.447
min	2342.287-2504.450=-162.162
max	3405.638-3245.263=160.375

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000-694.000=180.000
σ	0.000
min	874.000-694.000=180.000
max	874.000-694.000=180.000

*mean*	37.819-44.537=-6.718
σ	6.123-4.561=1.561
min	26.107-36.773=-10.665
max	42.146-49.315=-7.169

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000-694.000=180.000
σ	0.000
min	874.000-694.000=180.000
max	874.000-694.000=180.000

*mean*	670.169-664.023=6.146
σ	52.956-11.259=41.697
min	607.872-645.981=-38.109
max	749.158-675.601=73.557

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.630-282.637=-0.007
σ	0.035-0.036=-0.000
min	282.579-282.580=-0.001
max	282.666-282.667=-0.001

*mean*	439.400-441.000=-1.600
σ	3.286-2.739=0.548
min	437.000-439.000=-2.000
max	443.000-444.000=-1.000

*mean*	0.378-0.377=0.001
σ	0.010-0.004=0.006
min	0.372-0.374=-0.002
max	0.396-0.384=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.860-1267.851=0.009
σ	0.081-0.085=-0.004
min	1267.736-1267.748=-0.012
max	1267.959-1267.981=-0.022

*mean*	1087.600-1090.200=-2.600
σ	167.620-167.926=-0.307
min	890.000-892.000=-2.000
max	1319.000-1322.000=-3.000

*mean*	2.173-2.070=0.102
σ	0.150-0.177=-0.027
min	2.061-1.856=0.205
max	2.438-2.329=0.109

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.842-1506.832=0.010
σ	2.950-2.916=0.034
min	1505.353-1505.370=-0.017
max	1512.111-1512.040=0.071

*mean*	618.400-621.000=-2.600
σ	87.831-87.812=0.019
min	515.000-518.000=-3.000
max	727.000-730.000=-3.000

*mean*	2.324-2.291=0.033
σ	0.275-0.253=0.022
min	2.093-2.064=0.030
max	2.698-2.611=0.087

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.845-1829.844=0.001
σ	0.048-0.037=0.010
min	1829.780-1829.783=-0.004
max	1829.897-1829.885=0.012

*mean*	1719.800-1720.400=-0.600
σ	172.720-176.339=-3.619
min	1472.000-1470.000=2.000
max	1880.000-1884.000=-4.000

*mean*	3.038-2.988=0.050
σ	0.285-0.266=0.019
min	2.857-2.797=0.060
max	3.541-3.456=0.085

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.600-1.593=0.008
σ	0.217-0.206=0.011
min	1.274-1.290=-0.016
max	1.843-1.848=-0.006

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	394.465-394.046=0.419
σ	509.742-509.711=0.031
min	139.591-139.188=0.403
max	1159.078-1158.613=0.465

*mean*	99.750-97.750=2.000
σ	7.500
min	96.000-94.000=2.000
max	111.000-109.000=2.000

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	0.499-0.486=0.012
σ	0.511-0.495=0.016
min	0.238-0.236=0.002
max	1.265-1.229=0.036

policies=20

*mean*	1396.042-1392.019=4.023
σ	0.170-0.166=0.003
min	1395.926-1391.909=4.017
max	1396.293-1392.267=4.027

*mean*	960.000-940.000=20.000
σ	0.000
min	960.000-940.000=20.000
max	960.000-940.000=20.000

*mean*	445.500-448.750=-3.250
σ	12.124-11.587=0.538
min	435.000-441.000=-6.000
max	463.000-466.000=-3.000

*mean*	2.318-2.316=0.002
σ	0.014-0.019=-0.006
min	2.307-2.300=0.007
max	2.338-2.339=-0.001

policies=200

*mean*	13969.113-13928.850=40.263
σ	0.112-0.118=-0.005
min	13968.994-13928.777=40.217
max	13969.264-13929.025=40.239

*mean*	9600.000-9400.000=200.000
σ	0.000
min	9600.000-9400.000=200.000
max	9600.000-9400.000=200.000

*mean*	497.000-496.500=0.500
σ	4.243-3.873=0.370
min	493.000
max	502.000

*mean*	23.456-23.334=0.122
σ	0.109-0.114=-0.005
min	23.327-23.239=0.087
max	23.573-23.491=0.081