Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.859-54.862=-0.002
σ	0.358-0.357=0.000
min	54.722-54.721=0.000
max	55.876-55.878=-0.002

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.138-0.151=-0.013
σ	0.006-0.010=-0.005
min	0.130-0.137=-0.007
max	0.147-0.167=-0.021

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.847=0.000
σ	0.006-0.006=0.000
min	43.836-43.834=0.002
max	43.860-43.856=0.004

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.126-0.122=0.004
σ	0.005-0.005=0.000
min	0.121-0.116=0.005
max	0.136-0.131=0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4427.500-4590.000=-162.500
σ	2226.417-2249.461=-23.044
min	1488.000-1485.000=3.000
max	7408.000-7386.000=22.000

*mean*	13.409-178.273=-164.865
σ	3.409-469.222=-465.813
min	11.889-11.952=-0.063
max	21.828-1339.536=-1317.708

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.001

*mean*	4607.750-4590.000=17.750
σ	2257.508-2249.461=8.047
min	1488.000-1485.000=3.000
max	7408.000-7386.000=22.000

*mean*	182.795-13.681=169.114
σ	478.909-3.810=475.098
min	11.653-11.471=0.181
max	1368.023-23.004=1345.019

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946
max	41.951-41.950=0.001

*mean*	7408.000-7386.000=22.000
σ	0.000
min	7408.000-7386.000=22.000
max	7408.000-7386.000=22.000

*mean*	11.108-11.563=-0.455
σ	0.171-1.727=-1.556
min	10.852-10.856=-0.004
max	11.475-15.834=-4.359

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=-0.000
min	41.933
max	41.934-41.934=0.000

*mean*	4198.625-4180.375=18.250
σ	1953.657-1945.394=8.262
min	1488.000-1485.000=3.000
max	7408.000-7386.000=22.000

*mean*	11.720-11.543=0.176
σ	1.913-1.824=0.089
min	10.742-10.706=0.036
max	16.400-16.047=0.353

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.136-0.136=-0.000
min	27.606-27.606=-0.000
max	27.993-27.993=-0.000

*mean*	4198.625-4180.375=18.250
σ	1953.657-1945.394=8.262
min	1488.000-1485.000=3.000
max	7408.000-7386.000=22.000

*mean*	9.131-9.034=0.097
σ	1.391-1.166=0.225
min	7.796-8.322=-0.526
max	12.430-11.901=0.529

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4198.625-4180.375=18.250
σ	1953.657-1945.394=8.262
min	1488.000-1485.000=3.000
max	7408.000-7386.000=22.000

*mean*	6.955-7.078=-0.123
σ	1.181-0.954=0.227
min	5.964-6.550=-0.586
max	9.667-9.416=0.251

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4607.750-4590.000=17.750
σ	2257.508-2249.461=8.047
min	1488.000-1485.000=3.000
max	7408.000-7386.000=22.000

*mean*	6.672-6.390=0.282
σ	1.104-0.857=0.247
min	6.007-5.922=0.085
max	9.183-8.498=0.685

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4607.750-4590.000=17.750
σ	2257.508-2249.461=8.047
min	1488.000-1485.000=3.000
max	7408.000-7386.000=22.000

*mean*	6.512-6.199=0.313
σ	1.083-0.987=0.096
min	5.781-5.718=0.063
max	8.880-8.635=0.245

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=0.000
min	1021.625
max	1021.630-1021.629=0.000

*mean*	7408.000-7386.000=22.000
σ	0.000
min	7408.000-7386.000=22.000
max	7408.000-7386.000=22.000

*mean*	344.522-346.830=-2.308
σ	1.033-1.971=-0.938
min	343.435-343.923=-0.488
max	346.399-349.617=-3.218

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038-3497.037=0.001

*mean*	3771.875-3756.750=15.125
σ	2309.927-2299.856=10.071
min	721.000-720.000=1.000
max	7408.000-7386.000=22.000

*mean*	1784.876-1706.634=78.242
σ	678.801-599.677=79.123
min	1376.905-1388.474=-11.569
max	2952.527-2918.604=33.922

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.854-107.855=-0.000

*mean*	4198.625-4409.875=-211.250
σ	1953.657-2219.096=-265.439
min	1488.000-1485.000=3.000
max	7408.000-7386.000=22.000

*mean*	134.517-286.787=-152.270
σ	18.302-423.794=-405.492
min	125.173-125.826=-0.653
max	179.523-1335.049=-1155.525

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4427.500-4409.875=17.625
σ	2226.417-2219.096=7.321
min	1488.000-1485.000=3.000
max	7408.000-7386.000=22.000

*mean*	157.246-45.122=112.124
σ	322.986-7.560=315.425
min	41.311-40.540=0.770
max	956.585-63.430=893.155

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002-0.002=0.000
min	40.947
max	40.951-40.950=0.001

*mean*	7408.000-7386.000=22.000
σ	0.000
min	7408.000-7386.000=22.000
max	7408.000-7386.000=22.000

*mean*	103.824-210.449=-106.626
σ	232.182-533.163=-300.982
min	21.358-21.455=-0.097
max	678.443-1529.960=-851.517

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311-71.311=0.000

*mean*	7408.000-7386.000=22.000
σ	0.000
min	7408.000-7386.000=22.000
max	7408.000-7386.000=22.000

*mean*	59.336-64.220=-4.884
σ	8.786-21.754=-12.968
min	55.170-55.470=-0.300
max	81.043-118.019=-36.976

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4198.625-4180.375=18.250
σ	1953.657-1945.394=8.262
min	1488.000-1485.000=3.000
max	7408.000-7386.000=22.000

*mean*	3202.501-3180.442=22.059
σ	685.040-772.571=-87.530
min	2504.784-2493.160=11.624
max	4198.920-4455.199=-256.279

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.000

*mean*	7408.000-7386.000=22.000
σ	0.000
min	7408.000-7386.000=22.000
max	7408.000-7386.000=22.000

*mean*	1019.851-1046.686=-26.835
σ	200.367-248.414=-48.047
min	924.610-909.343=15.268
max	1500.755-1562.668=-61.913

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7408.000-7386.000=22.000
σ	0.000
min	7408.000-7386.000=22.000
max	7408.000-7386.000=22.000

*mean*	392.098-382.660=9.438
σ	5.323-5.825=-0.502
min	380.243-369.187=11.056
max	398.788-387.922=10.866

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.625-476.000=-0.375
σ	1.408-0.000=1.408
min	474.000-476.000=-2.000
max	477.000-476.000=1.000

*mean*	362.357-371.782=-9.425
σ	36.713-35.284=1.430
min	308.125-317.035=-8.910
max	409.884-437.978=-28.093

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.500-565.000=-1.500
σ	2.777-0.000=2.777
min	559.000-565.000=-6.000
max	565.000

*mean*	796.636-724.369=72.267
σ	53.821-45.093=8.728
min	719.722-659.069=60.653
max	874.352-779.893=94.459

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.564-1024.566=-0.002
σ	0.759-0.760=-0.001
min	1024.093-1024.092=0.001
max	1027.702-1027.709=-0.007

*mean*	1039.600-1057.750=-18.150
σ	308.105-322.215=-14.110
min	544.000-538.000=6.000
max	1528.000-1567.000=-39.000

*mean*	1.385-1.373=0.012
σ	0.072-0.079=-0.007
min	1.313-1.297=0.016
max	1.595-1.612=-0.016

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.399-0.401=-0.002
σ	0.517-0.501=0.016
min	0.136-0.142=-0.006
max	1.320-1.293=0.027

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.484=-0.001
σ	0.325-0.323=0.002
min	0.322-0.325=-0.003
max	1.064-1.061=0.003

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.225=-0.005
σ	0.025-0.026=-0.001
min	0.204-0.210=-0.006
max	0.263-0.271=-0.007

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.328=0.008
σ	0.019-0.021=-0.002
min	0.316-0.312=0.003
max	0.362-0.363=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.600-437.200=-5.600
σ	1.342-6.535=-5.193
min	431.000
max	434.000-444.000=-10.000

*mean*	0.557-0.513=0.044
σ	0.031-0.026=0.006
min	0.534-0.477=0.057
max	0.612-0.543=0.069

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.514-0.474=0.040
σ	0.018-0.050=-0.032
min	0.485-0.417=0.068
max	0.528-0.529=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	1.974-2.003=-0.028
σ	0.061-0.093=-0.032
min	1.864-1.848=0.016
max	2.214-2.595=-0.380

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	1.970-2.623=-0.653
σ	0.062-0.080=-0.018
min	1.872-2.454=-0.582
max	2.149-2.906=-0.757

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.307-0.306=0.002
σ	0.016-0.008=0.008
min	0.291-0.291=0.000
max	0.411-0.360=0.051

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.287-0.294=-0.007
σ	0.031-0.007=0.024
min	0.265-0.279=-0.014
max	0.567-0.322=0.245

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.679-11.182=0.497
σ	11.123-12.496=-1.373
min	0.573-0.574=-0.000
max	74.454-125.164=-50.710

*mean*	464.058-458.758=5.300
σ	20.719-18.546=2.173
min	408.000
max	479.000-473.000=6.000

*mean*	0.027-0.026=0.001
σ	0.027-0.030=-0.003
min	0.001-0.001=0.000
max	0.183-0.306=-0.123

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.769-298.643=0.126
σ	0.982-0.975=0.008
min	298.338-298.286=0.052
max	301.559-301.414=0.145

*mean*	440.100-442.700=-2.600
σ	15.602-15.442=0.160
min	417.000
max	464.000-468.000=-4.000

*mean*	0.597-0.600=-0.003
σ	0.027-0.025=0.002
min	0.534-0.538=-0.004
max	0.628-0.636=-0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	840.000-841.250=-1.250
σ	0.000-1.389=-1.389
min	840.000-839.000=1.000
max	840.000-842.000=-2.000

*mean*	229.265-231.190=-1.925
σ	29.166-27.115=2.051
min	194.000-190.872=3.128
max	259.751-256.373=3.378

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	840.000-840.875=-0.875
σ	0.000-1.553=-1.553
min	840.000-839.000=1.000
max	840.000-842.000=-2.000

*mean*	9.572-9.044=0.528
σ	0.212-1.068=-0.856
min	9.340-6.407=2.933
max	9.895-9.507=0.388

phase=parser

*mean*	1042.435-1042.432=0.004
σ	0.000-0.000=0.000
min	1042.435-1042.431=0.004
max	1042.435-1042.432=0.004

*mean*	840.000-840.875=-0.875
σ	0.000-1.553=-1.553
min	840.000-839.000=1.000
max	840.000-842.000=-2.000

*mean*	594.349-570.877=23.472
σ	4.939-54.448=-49.508
min	589.221-439.771=149.451
max	602.315-604.892=-2.578

phase=processProdDef

*mean*	2243.974-2243.978=-0.004
σ	0.000
min	2243.974-2243.978=-0.004
max	2243.974-2243.978=-0.004

*mean*	840.000-841.250=-1.250
σ	0.000-1.389=-1.389
min	840.000-839.000=1.000
max	840.000-842.000=-2.000

*mean*	2740.469-2906.108=-165.639
σ	323.518-333.453=-9.935
min	1992.662-2253.488=-260.826
max	3056.907-3323.430=-266.523

phase=renaming

*mean*	21.675-21.675=-0.000
σ	0.000
min	21.675-21.675=-0.000
max	21.675-21.675=-0.000

*mean*	840.000-840.875=-0.875
σ	0.000-1.553=-1.553
min	840.000-839.000=1.000
max	840.000-842.000=-2.000

*mean*	40.258-37.410=2.847
σ	0.322-6.818=-6.496
min	39.749-20.611=19.138
max	40.663-41.075=-0.412

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	840.000-840.875=-0.875
σ	0.000-1.553=-1.553
min	840.000-839.000=1.000
max	840.000-842.000=-2.000

*mean*	675.549-694.191=-18.642
σ	6.629-29.375=-22.746
min	665.178-671.289=-6.111
max	682.708-751.103=-68.396

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.820=-0.000
σ	0.041-0.037=0.004
min	293.765-293.767=-0.002
max	293.862-293.858=0.004

*mean*	442.200-444.400=-2.200
σ	1.643-0.548=1.095
min	441.000-444.000=-3.000
max	444.000-445.000=-1.000

*mean*	0.396-0.390=0.006
σ	0.005-0.002=0.003
min	0.392-0.387=0.005
max	0.404-0.393=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.289-1320.283=0.005
σ	0.131-0.132=-0.002
min	1320.161-1320.165=-0.004
max	1320.501-1320.501=-0.000

*mean*	1089.800-1090.800=-1.000
σ	167.349-167.654=-0.304
min	891.000-893.000=-2.000
max	1317.000-1320.000=-3.000

*mean*	1.979-1.937=0.043
σ	0.180-0.100=0.080
min	1.836-1.855=-0.019
max	2.289-2.106=0.183

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.274-1559.287=-0.013
σ	2.980-2.988=-0.008
min	1557.688-1557.671=0.018
max	1564.591-1564.619=-0.028

*mean*	623.200-625.600=-2.400
σ	87.608-87.231=0.377
min	493.000-496.000=-3.000
max	726.000-728.000=-2.000

*mean*	2.240-2.225=0.016
σ	0.139-0.241=-0.102
min	2.067-2.068=-0.001
max	2.444-2.647=-0.204

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.346-1882.338=0.008
σ	0.065-0.057=0.008
min	1882.252-1882.258=-0.006
max	1882.425-1882.414=0.010

*mean*	1728.600-1736.400=-7.800
σ	177.162-177.421=-0.259
min	1471.000-1470.000=1.000
max	1888.000-1887.000=1.000

*mean*	3.075-3.043=0.032
σ	0.287-0.236=0.051
min	2.875-2.890=-0.015
max	3.582-3.462=0.120

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.661-1.735=-0.073
σ	0.171-0.175=-0.003
min	1.412-1.463=-0.050
max	1.848-1.882=-0.034

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.944-419.944=-0.001
σ	518.105-518.105=-0.000
min	160.885-160.887=-0.002
max	1197.101-1197.102=-0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.524-0.514=0.010
σ	0.522-0.516=0.006
min	0.258-0.256=0.002
max	1.307-1.288=0.019

policies=20

*mean*	1609.203-1609.204=-0.002
σ	0.356-0.342=0.014
min	1608.960-1608.959=0.001
max	1609.731-1609.708=0.023

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.250-447.000=1.250
σ	8.500-2.000=6.500
min	444.000
max	461.000-448.000=13.000

*mean*	2.586-2.575=0.011
σ	0.036-0.012=0.024
min	2.541-2.564=-0.023
max	2.627-2.588=0.039

policies=200

*mean*	16100.591-16100.633=-0.042
σ	0.085-0.051=0.034
min	16100.472-16100.567=-0.095
max	16100.666-16100.688=-0.022

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-497.750=-0.250
σ	4.203-4.272=-0.069
min	492.000-493.000=-1.000
max	502.000-503.000=-1.000

*mean*	26.200-26.034=0.165
σ	0.269-0.150=0.119
min	26.036-25.927=0.108
max	26.599-26.251=0.348