Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.860-54.859=0.000
σ	0.358-0.359=-0.001
min	54.725-54.716=0.009
max	55.878-55.880=-0.002

*mean*	418.000-421.000=-3.000
σ	0.000
min	418.000-421.000=-3.000
max	418.000-421.000=-3.000

*mean*	0.139-0.141=-0.001
σ	0.004-0.004=0.000
min	0.135-0.137=-0.002
max	0.147-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.846=0.002
σ	0.007-0.006=0.001
min	43.838-43.833=0.005
max	43.860-43.852=0.008

*mean*	418.000-421.000=-3.000
σ	0.000
min	418.000-421.000=-3.000
max	418.000-421.000=-3.000

*mean*	0.125-0.124=0.001
σ	0.005-0.005=-0.000
min	0.120-0.119=0.000
max	0.132-0.133=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4581.625-4425.750=155.875
σ	2255.478-2224.804=30.674
min	1488.000-1484.000=4.000
max	7402.000-7403.000=-1.000

*mean*	12.961-13.593=-0.632
σ	3.477-3.467=0.010
min	11.378-11.962=-0.584
max	21.497-22.069=-0.572

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=0.000
max	36.618-36.618=-0.001

*mean*	4581.625-4605.500=-23.875
σ	2255.478-2255.922=-0.444
min	1488.000-1484.000=4.000
max	7402.000-7403.000=-1.000

*mean*	13.533-158.109=-144.576
σ	2.807-407.635=-404.828
min	12.225-11.751=0.474
max	20.434-1166.922=-1146.488

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.951=-0.000

*mean*	7402.000-7403.000=-1.000
σ	0.000
min	7402.000-7403.000=-1.000
max	7402.000-7403.000=-1.000

*mean*	10.475-11.126=-0.651
σ	0.092-0.146=-0.054
min	10.378-10.920=-0.542
max	10.636-11.298=-0.662

op=table_records(), repeat

*mean*	41.934-41.933=0.000
σ	0.001-0.000=0.001
min	41.933-41.933=-0.000
max	41.937-41.934=0.003

*mean*	4166.125-4197.125=-31.000
σ	1946.729-1952.455=-5.726
min	1488.000-1484.000=4.000
max	7402.000-7403.000=-1.000

*mean*	11.042-11.413=-0.371
σ	1.873-1.024=0.849
min	10.190-10.798=-0.609
max	15.632-13.851=1.781

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.136=0.000
min	27.606
max	27.993

*mean*	4166.125-4197.125=-31.000
σ	1946.729-1952.455=-5.726
min	1488.000-1484.000=4.000
max	7402.000-7403.000=-1.000

*mean*	8.481-8.995=-0.513
σ	1.343-0.593=0.750
min	7.467-8.311=-0.844
max	11.725-10.327=1.397

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=0.000
min	26.406-26.406=0.000
max	26.406-26.406=0.000

*mean*	4166.125-4197.125=-31.000
σ	1946.729-1952.455=-5.726
min	1488.000-1484.000=4.000
max	7402.000-7403.000=-1.000

*mean*	6.497-7.061=-0.564
σ	0.997-0.477=0.520
min	5.674-6.563=-0.890
max	8.878-8.059=0.819

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4581.625-4605.500=-23.875
σ	2255.478-2255.922=-0.444
min	1488.000-1484.000=4.000
max	7402.000-7403.000=-1.000

*mean*	5.841-6.719=-0.878
σ	0.921-1.319=-0.398
min	5.357-5.833=-0.477
max	8.104-9.121=-1.017

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4581.625-4605.500=-23.875
σ	2255.478-2255.922=-0.444
min	1488.000-1484.000=4.000
max	7402.000-7403.000=-1.000

*mean*	5.720-6.547=-0.827
σ	0.994-1.278=-0.284
min	5.267-5.735=-0.468
max	8.171-8.875=-0.704

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629

*mean*	7402.000-7403.000=-1.000
σ	0.000
min	7402.000-7403.000=-1.000
max	7402.000-7403.000=-1.000

*mean*	360.666-344.219=16.446
σ	40.217-2.435=37.782
min	342.887-341.170=1.716
max	460.093-348.010=112.083

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.037-3497.038=-0.001

*mean*	3746.375-3770.125=-23.750
σ	2298.657-2308.759=-10.103
min	720.000
max	7402.000-7403.000=-1.000

*mean*	1617.483-1772.588=-155.106
σ	549.489-663.249=-113.759
min	1392.554-1382.075=10.479
max	2967.975-2911.309=56.666

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.853-107.854=-0.000
max	107.855-107.854=0.000

*mean*	4400.625-4197.125=203.500
σ	2226.784-1952.455=274.329
min	1488.000-1484.000=4.000
max	7402.000-7403.000=-1.000

*mean*	192.254-133.969=58.285
σ	145.520-6.463=139.057
min	129.607-129.220=0.387
max	549.058-147.582=401.475

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4581.625-4425.750=155.875
σ	2255.478-2224.804=30.674
min	1488.000-1484.000=4.000
max	7402.000-7403.000=-1.000

*mean*	214.201-157.213=56.988
σ	483.930-322.964=160.966
min	40.147-41.459=-1.311
max	1411.856-956.504=455.351

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7402.000-7403.000=-1.000
σ	0.000
min	7402.000-7403.000=-1.000
max	7402.000-7403.000=-1.000

*mean*	21.870-134.416=-112.547
σ	1.672-318.104=-316.432
min	20.803-21.589=-0.786
max	24.653-921.683=-897.030

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307
max	71.311-71.311=0.000

*mean*	7402.000-7403.000=-1.000
σ	0.000
min	7402.000-7403.000=-1.000
max	7402.000-7403.000=-1.000

*mean*	227.289-57.613=169.675
σ	485.392-5.012=480.380
min	54.493-55.370=-0.876
max	1428.564-69.945=1358.620

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.014-0.013=0.001
min	4646.845
max	4646.885-4646.883=0.002

*mean*	4166.125-4197.125=-31.000
σ	1946.729-1952.455=-5.726
min	1488.000-1484.000=4.000
max	7402.000-7403.000=-1.000

*mean*	3231.895-3167.978=63.917
σ	894.854-671.317=223.537
min	2495.465-2477.144=18.320
max	5026.761-4131.059=895.702

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7402.000-7403.000=-1.000
σ	0.000
min	7402.000-7403.000=-1.000
max	7402.000-7403.000=-1.000

*mean*	1065.678-962.182=103.496
σ	230.037-93.562=136.475
min	914.361-908.206=6.156
max	1529.544-1163.930=365.615

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7402.000-7403.000=-1.000
σ	0.000
min	7402.000-7403.000=-1.000
max	7402.000-7403.000=-1.000

*mean*	409.839-382.659=27.180
σ	37.020-5.040=31.980
min	393.262-371.883=21.379
max	501.221-387.147=114.073

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.500-475.000=3.500
σ	0.926-0.000=0.926
min	477.000-475.000=2.000
max	479.000-475.000=4.000

*mean*	390.735-375.426=15.309
σ	20.486-34.630=-14.144
min	365.779-304.250=61.529
max	420.091-419.456=0.635

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	557.375-564.500=-7.125
σ	1.768-0.535=1.233
min	553.000-564.000=-11.000
max	558.000-565.000=-7.000

*mean*	761.084-785.290=-24.207
σ	60.184-51.539=8.645
min	624.715-699.241=-74.526
max	807.837-838.946=-31.109

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1024.564=0.001
σ	0.759-0.760=-0.001
min	1024.093-1024.094=-0.001
max	1027.702-1027.704=-0.002

*mean*	1049.150-1049.900=-0.750
σ	312.065-311.581=0.484
min	592.000-586.000=6.000
max	1511.000

*mean*	1.391-1.367=0.024
σ	0.082-0.059=0.023
min	1.291-1.308=-0.017
max	1.590-1.522=0.068

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.285-0.412=-0.127
σ	0.287-0.428=-0.141
min	0.129-0.151=-0.022
max	0.793-1.173=-0.380

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.468-0.743=-0.275
σ	0.332-0.318=0.015
min	0.306-0.569=-0.264
max	1.062-1.309=-0.247

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.201-0.389=-0.188
σ	0.023-0.034=-0.011
min	0.184-0.367=-0.183
max	0.241-0.448=-0.208

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.322-0.595=-0.273
σ	0.013-0.022=-0.009
min	0.313-0.577=-0.264
max	0.344-0.632=-0.288

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.600-434.600=-3.000
σ	1.342-5.079=-3.738
min	431.000-430.000=1.000
max	434.000-440.000=-6.000

*mean*	0.560-0.712=-0.153
σ	0.062-0.049=0.013
min	0.487-0.643=-0.156
max	0.611-0.757=-0.146

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.467-0.620=-0.153
σ	0.029-0.030=-0.002
min	0.444-0.585=-0.141
max	0.514-0.644=-0.130

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	2.598-2.976=-0.377
σ	0.091-0.456=-0.365
min	2.429-1.999=0.430
max	2.871-3.848=-0.977

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	2.579-2.602=-0.023
σ	0.087-0.084=0.003
min	2.414-2.428=-0.014
max	2.900-2.856=0.044

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.307-0.308=-0.001
σ	0.024-0.020=0.004
min	0.287-0.292=-0.005
max	0.505-0.468=0.037

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.289-0.291=-0.001
σ	0.010-0.008=0.002
min	0.274-0.276=-0.003
max	0.354-0.326=0.028

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.692-12.174=-0.482
σ	11.453-13.125=-1.672
min	0.574-0.727=-0.153
max	82.396-139.479=-57.083

*mean*	465.103-457.573=7.530
σ	18.546-16.965=1.582
min	406.000-408.000=-2.000
max	480.000-473.000=7.000

*mean*	0.027-0.028=-0.001
σ	0.028-0.032=-0.004
min	0.001-0.001=-0.000
max	0.205-0.328=-0.123

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.715-298.728=-0.013
σ	1.025-1.032=-0.007
min	298.346-298.325=0.021
max	301.631-301.662=-0.032

*mean*	443.300-440.800=2.500
σ	19.288-16.923=2.364
min	416.000-415.000=1.000
max	469.000-468.000=1.000

*mean*	0.597-0.596=0.001
σ	0.023-0.030=-0.007
min	0.556-0.521=0.035
max	0.635-0.634=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	844.000-840.000=4.000
σ	0.000
min	844.000-840.000=4.000
max	844.000-840.000=4.000

*mean*	219.428-232.431=-13.004
σ	28.614-24.847=3.767
min	188.801-200.061=-11.260
max	261.069-253.623=7.446

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	843.375-840.000=3.375
σ	1.768-0.000=1.768
min	839.000-840.000=-1.000
max	844.000-840.000=4.000

*mean*	7.468-6.354=1.114
σ	1.650-0.093=1.557
min	6.308-6.251=0.057
max	10.547-6.498=4.049

phase=parser

*mean*	1042.431-1042.431=-0.000
σ	0.000-0.000=0.000
min	1042.431-1042.431=-0.001
max	1042.431

*mean*	843.375-840.000=3.375
σ	1.768-0.000=1.768
min	839.000-840.000=-1.000
max	844.000-840.000=4.000

*mean*	559.800-571.252=-11.452
σ	84.771-59.209=25.562
min	422.812-424.863=-2.051
max	639.229-596.898=42.330

phase=processProdDef

*mean*	2243.980-2243.980=-0.000
σ	0.000-0.000=-0.000
min	2243.980
max	2243.980-2243.981=-0.001

*mean*	844.000-840.000=4.000
σ	0.000
min	844.000-840.000=4.000
max	844.000-840.000=4.000

*mean*	2547.510-2490.041=57.469
σ	518.982-187.978=331.003
min	1884.321-2123.578=-239.256
max	3486.860-2741.708=745.152

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.375-840.000=3.375
σ	1.768-0.000=1.768
min	839.000-840.000=-1.000
max	844.000-840.000=4.000

*mean*	26.009-20.622=5.388
σ	7.808-0.484=7.324
min	20.713-19.959=0.754
max	40.787-21.159=19.628

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.375-840.000=3.375
σ	1.768-0.000=1.768
min	839.000-840.000=-1.000
max	844.000-840.000=4.000

*mean*	728.007-649.717=78.290
σ	90.711-7.984=82.727
min	641.365-645.243=-3.878
max	927.572-669.338=258.234

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.821=-0.001
σ	0.041-0.038=0.003
min	293.765-293.769=-0.004
max	293.862-293.859=0.002

*mean*	442.600-441.400=1.200
σ	0.548-2.510=-1.962
min	442.000-439.000=3.000
max	443.000-445.000=-2.000

*mean*	0.395-0.393=0.002
σ	0.007-0.007=0.000
min	0.389-0.388=0.001
max	0.403-0.404=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.291-1320.288=0.003
σ	0.132-0.132=0.000
min	1320.150-1320.157=-0.008
max	1320.503-1320.497=0.006

*mean*	1088.000-1105.400=-17.400
σ	168.340-179.999=-11.659
min	890.000-892.000=-2.000
max	1319.000-1354.000=-35.000

*mean*	2.009-1.953=0.056
σ	0.255-0.034=0.221
min	1.862-1.903=-0.042
max	2.461-1.995=0.466

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.282-1559.289=-0.008
σ	2.951-3.007=-0.056
min	1557.718-1557.645=0.073
max	1564.546-1564.652=-0.107

*mean*	608.600-615.800=-7.200
σ	91.599-85.462=6.137
min	498.000-525.000=-27.000
max	725.000-730.000=-5.000

*mean*	2.169-2.240=-0.072
σ	0.142-0.280=-0.138
min	2.025-2.062=-0.038
max	2.329-2.733=-0.403

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.339-1882.336=0.003
σ	0.058-0.051=0.008
min	1882.257-1882.272=-0.015
max	1882.417-1882.401=0.016

*mean*	1727.800-1715.000=12.800
σ	173.644-179.538=-5.894
min	1471.000-1482.000=-11.000
max	1880.000-1886.000=-6.000

*mean*	3.035-2.949=0.086
σ	0.201-0.119=0.082
min	2.878-2.810=0.068
max	3.388-3.125=0.264

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.702-1.701=0.002
σ	0.196-0.240=-0.045
min	1.369-1.279=0.089
max	1.827-1.857=-0.030

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.942-419.944=-0.002
σ	518.105-518.104=0.000
min	160.886-160.887=-0.002
max	1197.099-1197.101=-0.002

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000-444.000=2.000
σ	0.000
min	446.000-444.000=2.000
max	446.000-444.000=2.000

*mean*	0.520-0.524=-0.004
σ	0.520-0.522=-0.002
min	0.259-0.260=-0.001
max	1.300-1.306=-0.006

policies=20

*mean*	1609.188-1609.211=-0.023
σ	0.350-0.353=-0.002
min	1608.935-1608.962=-0.026
max	1609.704-1609.731=-0.027

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-447.750=3.250
σ	10.000-7.500=2.500
min	446.000-444.000=2.000
max	466.000-459.000=7.000

*mean*	2.582-2.581=0.001
σ	0.013-0.030=-0.016
min	2.564-2.542=0.021
max	2.596-2.612=-0.017

policies=200

*mean*	16100.663-16100.691=-0.027
σ	0.058-0.079=-0.020
min	16100.618-16100.588=0.030
max	16100.749-16100.779=-0.030

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-493.000=2.750
σ	3.775-3.559=0.216
min	493.000-490.000=3.000
max	501.000-498.000=3.000

*mean*	26.023-26.050=-0.027
σ	0.076-0.138=-0.062
min	25.946-25.941=0.005
max	26.129-26.252=-0.123