Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.719=-0.001
σ	0.364-0.367=-0.003
min	54.579-54.572=0.007
max	55.754-55.762=-0.008

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.138-0.139=-0.001
σ	0.005-0.006=-0.000
min	0.130-0.133=-0.002
max	0.149-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.776=0.001
σ	0.007-0.009=-0.003
min	43.767-43.760=0.007
max	43.790-43.789=0.001

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.122-0.122=0.000
σ	0.004-0.005=-0.001
min	0.119-0.116=0.003
max	0.130-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4588.625-4583.250=5.375
σ	2255.088-2254.633=0.455
min	1484.000-1485.000=-1.000
max	7405.000-7401.000=4.000

*mean*	13.370-13.784=-0.415
σ	3.129-3.804=-0.675
min	11.914-11.928=-0.014
max	21.024-23.059=-2.034

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4588.625-4583.250=5.375
σ	2255.088-2254.633=0.455
min	1484.000-1485.000=-1.000
max	7405.000-7401.000=4.000

*mean*	13.734-13.214=0.520
σ	3.347-3.548=-0.201
min	11.403-11.243=0.161
max	21.893-21.799=0.093

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7405.000-7401.000=4.000
σ	0.000
min	7405.000-7401.000=4.000
max	7405.000-7401.000=4.000

*mean*	10.935-11.149=-0.214
σ	0.140-0.190=-0.050
min	10.813-10.815=-0.002
max	11.188-11.389=-0.201

op=table_records(), repeat

*mean*	41.925-41.924=0.000
σ	0.000-0.000=-0.000
min	41.924-41.924=0.000
max	41.925-41.925=-0.000

*mean*	4175.500-4168.875=6.625
σ	1947.136-1946.333=0.803
min	1484.000-1485.000=-1.000
max	7405.000-7401.000=4.000

*mean*	11.418-12.109=-0.691
σ	0.999-1.974=-0.975
min	10.687-10.821=-0.134
max	13.750-16.929=-3.179

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.136-0.136=0.000
min	27.584-27.584=-0.000
max	27.971-27.971=0.000

*mean*	4175.500-4168.875=6.625
σ	1947.136-1946.333=0.803
min	1484.000-1485.000=-1.000
max	7405.000-7401.000=4.000

*mean*	8.634-8.946=-0.312
σ	0.628-1.377=-0.749
min	7.773-7.934=-0.161
max	9.975-12.267=-2.291

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384
max	26.384

*mean*	4175.500-4168.875=6.625
σ	1947.136-1946.333=0.803
min	1484.000-1485.000=-1.000
max	7405.000-7401.000=4.000

*mean*	6.659-6.505=0.153
σ	0.556-1.215=-0.659
min	6.009-5.805=0.204
max	7.804-9.472=-1.668

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4588.625-4583.250=5.375
σ	2255.088-2254.633=0.455
min	1484.000-1485.000=-1.000
max	7405.000-7401.000=4.000

*mean*	6.174-6.308=-0.133
σ	0.547-1.017=-0.470
min	5.852-5.673=0.179
max	7.471-8.788=-1.317

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.000=0.000
min	25.961-25.961=0.000
max	25.962-25.962=0.000

*mean*	4588.625-4583.250=5.375
σ	2255.088-2254.633=0.455
min	1484.000-1485.000=-1.000
max	7405.000-7401.000=4.000

*mean*	6.038-6.215=-0.177
σ	0.552-0.976=-0.424
min	5.734-5.702=0.032
max	7.389-8.618=-1.229

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7405.000-7401.000=4.000
σ	0.000
min	7405.000-7401.000=4.000
max	7405.000-7401.000=4.000

*mean*	360.827-362.406=-1.579
σ	42.184-43.651=-1.467
min	343.729-343.420=0.309
max	465.179-470.334=-5.156

op=load_product(), with indexes

*mean*	3495.854-3495.854=0.000
σ	0.454-0.454=-0.000
min	3495.694-3495.694=0.000
max	3496.977

*mean*	3753.125-3748.125=5.000
σ	2300.312-2298.730=1.582
min	721.000-720.000=1.000
max	7405.000-7401.000=4.000

*mean*	1743.856-1613.039=130.817
σ	640.209-541.205=99.004
min	1388.553-1390.415=-1.862
max	2784.128-2942.731=-158.603

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842

*mean*	4409.625-4403.125=6.500
σ	2226.157-2225.843=0.314
min	1484.000-1485.000=-1.000
max	7405.000-7401.000=4.000

*mean*	243.209-254.762=-11.553
σ	317.425-340.700=-23.275
min	124.480-124.764=-0.284
max	1028.442-1096.961=-68.518

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4588.625-4583.250=5.375
σ	2255.088-2254.633=0.455
min	1484.000-1485.000=-1.000
max	7405.000-7401.000=4.000

*mean*	177.812-194.136=-16.324
σ	380.031-419.795=-39.764
min	41.331-40.331=1.000
max	1118.325-1232.911=-114.586

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7405.000-7401.000=4.000
σ	0.000
min	7405.000-7401.000=4.000
max	7405.000-7401.000=4.000

*mean*	22.343-22.585=-0.243
σ	1.838-1.270=0.569
min	21.594-21.783=-0.189
max	26.881-25.439=1.442

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=0.000
max	71.296-71.296=0.000

*mean*	7405.000-7401.000=4.000
σ	0.000
min	7405.000-7401.000=4.000
max	7405.000-7401.000=4.000

*mean*	238.349-271.474=-33.125
σ	515.489-609.041=-93.551
min	55.096-55.419=-0.323
max	1514.118-1778.770=-264.652

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4175.500-4168.875=6.625
σ	1947.136-1946.333=0.803
min	1484.000-1485.000=-1.000
max	7405.000-7401.000=4.000

*mean*	3203.003-3092.117=110.885
σ	598.293-839.768=-241.475
min	2493.869-2482.959=10.910
max	3841.795-4750.382=-908.587

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7405.000-7401.000=4.000
σ	0.000
min	7405.000-7401.000=4.000
max	7405.000-7401.000=4.000

*mean*	1048.442-1089.887=-41.445
σ	267.068-301.153=-34.085
min	902.814-908.194=-5.380
max	1682.920-1747.069=-64.148

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7405.000-7401.000=4.000
σ	0.000
min	7405.000-7401.000=4.000
max	7405.000-7401.000=4.000

*mean*	407.651-404.834=2.817
σ	36.139-41.391=-5.252
min	387.861-384.545=3.316
max	496.482-506.959=-10.477

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.250-479.000=-3.750
σ	1.035-0.000=1.035
min	474.000-479.000=-5.000
max	476.000-479.000=-3.000

*mean*	376.171-374.724=1.447
σ	47.150-23.799=23.351
min	308.621-324.922=-16.301
max	430.918-401.978=28.940

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.500-562.750=-4.250
σ	2.449-0.707=1.742
min	556.000-561.000=-5.000
max	562.000-563.000=-1.000

*mean*	778.484-753.193=25.291
σ	29.289-69.972=-40.684
min	737.028-605.656=131.372
max	823.813-830.928=-7.115

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.531-964.529=0.001
σ	1.821-1.821=-0.000
min	963.823-963.825=-0.002
max	972.232-972.231=0.001

*mean*	1046.100-1034.150=11.950
σ	320.985-311.207=9.778
min	541.000-540.000=1.000
max	1568.000-1534.000=34.000

*mean*	1.253-1.317=-0.064
σ	0.072-0.204=-0.131
min	1.175-1.173=0.002
max	1.418-1.918=-0.499

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.294-0.443=-0.149
σ	0.295-0.616=-0.321
min	0.136-0.135=0.001
max	0.818-1.543=-0.725

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.475=0.003
σ	0.323-0.325=-0.002
min	0.323-0.321=0.002
max	1.056-1.056=-0.001

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.215=0.006
σ	0.018-0.026=-0.007
min	0.208-0.193=0.015
max	0.253-0.259=-0.006

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.353=-0.020
σ	0.022-0.039=-0.016
min	0.318-0.325=-0.007
max	0.371-0.416=-0.045

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.838=0.141
σ	0.009
min	964.974-964.833=0.141
max	964.996-964.855=0.141

*mean*	430.800-431.000=-0.200
σ	1.789-0.000=1.789
min	430.000-431.000=-1.000
max	434.000-431.000=3.000

*mean*	0.566-0.525=0.041
σ	0.037-0.035=0.001
min	0.534-0.477=0.057
max	0.611-0.575=0.036

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.913=0.089
σ	0.002
min	886.000-885.912=0.089
max	886.004-885.915=0.089

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.495-0.440=0.055
σ	0.026-0.054=-0.028
min	0.462-0.388=0.073
max	0.519-0.518=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	1.961-2.186=-0.225
σ	0.079-0.330=-0.251
min	1.812-1.855=-0.043
max	2.350-2.824=-0.475

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	1.951-2.650=-0.699
σ	0.067-0.117=-0.050
min	1.756-2.450=-0.694
max	2.132-3.132=-1.000

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.306-0.304=0.002
σ	0.007-0.013=-0.006
min	0.294-0.283=0.011
max	0.340-0.386=-0.046

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.294-0.288=0.006
σ	0.027-0.009=0.017
min	0.279-0.276=0.004
max	0.544-0.351=0.193

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.069-11.371=0.697
σ	11.980-11.464=0.516
min	0.573-0.574=-0.000
max	80.775-85.525=-4.750

*mean*	461.472-462.532=-1.060
σ	19.511-21.108=-1.597
min	409.000-408.000=1.000
max	479.000-480.000=-1.000

*mean*	0.027-0.026=0.001
σ	0.029-0.028=0.001
min	0.001-0.001=-0.000
max	0.196-0.210=-0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.790-278.871=-0.081
σ	1.010-1.046=-0.037
min	278.355-278.448=-0.093
max	281.659-281.842=-0.183

*mean*	442.600-448.000=-5.400
σ	19.688-18.523=1.164
min	415.000-416.000=-1.000
max	471.000-473.000=-2.000

*mean*	0.586-0.577=0.009
σ	0.013-0.019=-0.006
min	0.559-0.538=0.021
max	0.607-0.607=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	873.000-694.000=179.000
σ	0.000
min	873.000-694.000=179.000
max	873.000-694.000=179.000

*mean*	221.440-208.508=12.931
σ	23.523-25.467=-1.945
min	183.506-170.321=13.184
max	244.351-242.818=1.533

phase=macro expansion

*mean*	5.896-5.899=-0.004
σ	0.000
min	5.896-5.899=-0.004
max	5.896-5.899=-0.004

*mean*	873.000-694.000=179.000
σ	0.000
min	873.000-694.000=179.000
max	873.000-694.000=179.000

*mean*	6.243-8.165=-1.921
σ	1.143-1.401=-0.258
min	5.757-5.899=-0.142
max	9.070-9.085=-0.014

phase=parser

*mean*	1042.137-1041.958=0.178
σ	0.000-0.000=-0.000
min	1042.136-1041.958=0.178
max	1042.137-1041.959=0.178

*mean*	873.000-694.000=179.000
σ	0.000
min	873.000-694.000=179.000
max	873.000-694.000=179.000

*mean*	480.584-568.223=-87.639
σ	113.423-78.214=35.209
min	374.058-441.235=-67.177
max	595.602-620.174=-24.572

phase=processProdDef

*mean*	2243.715-2243.721=-0.006
σ	0.000
min	2243.715-2243.721=-0.006
max	2243.715-2243.721=-0.006

*mean*	873.000-694.000=179.000
σ	0.000
min	873.000-694.000=179.000
max	873.000-694.000=179.000

*mean*	2721.986-3122.724=-400.738
σ	521.078-184.511=336.566
min	1912.837-2788.102=-875.265
max	3418.408-3274.856=143.552

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	873.000-694.000=179.000
σ	0.000
min	873.000-694.000=179.000
max	873.000-694.000=179.000

*mean*	29.493-44.428=-14.935
σ	9.096-7.051=2.045
min	20.098-32.902=-12.803
max	42.766-49.224=-6.458

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.577-958.573=0.004
max	958.702-958.698=0.004

*mean*	873.000-694.000=179.000
σ	0.000
min	873.000-694.000=179.000
max	873.000-694.000=179.000

*mean*	637.492-662.348=-24.856
σ	48.760-15.559=33.201
min	599.547-636.555=-37.008
max	747.237-678.695=68.543

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.361=-0.000
σ	0.036-0.035=0.000
min	282.310-282.310=-0.000
max	282.397-282.397=-0.000

*mean*	441.000-441.800=-0.800
σ	2.739-2.950=-0.211
min	439.000
max	444.000-445.000=-1.000

*mean*	0.377-0.377=-0.000
σ	0.006-0.006=-0.000
min	0.373-0.373=0.000
max	0.387-0.388=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.603-1267.619=-0.016
σ	0.110-0.117=-0.007
min	1267.469-1267.446=0.023
max	1267.775-1267.763=0.012

*mean*	1091.200-1094.000=-2.800
σ	180.902-169.747=11.156
min	864.000-892.000=-28.000
max	1316.000-1325.000=-9.000

*mean*	2.002-2.184=-0.182
σ	0.188-0.244=-0.056
min	1.787-2.046=-0.259
max	2.157-2.618=-0.461

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.512-1506.524=-0.012
σ	2.945-2.952=-0.008
min	1504.971-1504.981=-0.010
max	1511.766-1511.792=-0.026

*mean*	629.400-625.600=3.800
σ	81.285-87.540=-6.255
min	505.000-495.000=10.000
max	719.000-728.000=-9.000

*mean*	2.167-2.201=-0.034
σ	0.157-0.232=-0.075
min	2.060-2.077=-0.017
max	2.443-2.615=-0.172

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.567-1829.571=-0.004
σ	0.046-0.041=0.004
min	1829.510-1829.512=-0.002
max	1829.611-1829.620=-0.009

*mean*	1740.000-1724.400=15.600
σ	183.717-187.675=-3.958
min	1474.000-1461.000=13.000
max	1902.000-1897.000=5.000

*mean*	2.965-3.019=-0.054
σ	0.310-0.353=-0.043
min	2.705-2.811=-0.106
max	3.496-3.647=-0.151

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.729-1.636=0.092
σ	0.140-0.071=0.069
min	1.601-1.546=0.055
max	1.886-1.729=0.156

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.867-393.851=0.017
σ	509.607-509.572=0.035
min	139.060-139.062=-0.002
max	1158.278-1158.209=0.069

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.492-0.492=-0.000
σ	0.516-0.512=0.004
min	0.232-0.234=-0.002
max	1.265-1.260=0.006

policies=20

*mean*	1390.731-1390.720=0.011
σ	0.168-0.150=0.018
min	1390.611-1390.609=0.003
max	1390.980-1390.941=0.039

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	444.750-447.500=-2.750
σ	9.500-11.000=-1.500
min	440.000-442.000=-2.000
max	459.000-464.000=-5.000

*mean*	2.320-2.291=0.029
σ	0.020-0.008=0.012
min	2.296-2.281=0.015
max	2.339-2.297=0.042

policies=200

*mean*	13915.883-13915.887=-0.004
σ	0.094-0.099=-0.005
min	13915.790-13915.797=-0.006
max	13916.001-13916.011=-0.010

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.000-495.750=-0.750
σ	3.651-2.363=1.289
min	491.000-494.000=-3.000
max	499.000

*mean*	23.327-23.403=-0.076
σ	0.103-0.068=0.034
min	23.202-23.341=-0.139
max	23.437-23.490=-0.053