Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.719=-0.001
σ	0.366-0.367=-0.001
min	54.573-54.572=0.001
max	55.759-55.762=-0.003

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.140-0.139=0.001
σ	0.004-0.006=-0.002
min	0.136-0.133=0.004
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.776=-0.000
σ	0.008-0.009=-0.002
min	43.765-43.760=0.005
max	43.793-43.789=0.003

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.123-0.122=0.001
σ	0.005-0.005=-0.000
min	0.118-0.116=0.002
max	0.133-0.129=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4428.625-4583.250=-154.625
σ	2224.221-2254.633=-30.413
min	1483.000-1485.000=-2.000
max	7405.000-7401.000=4.000

*mean*	12.905-13.784=-0.879
σ	2.036-3.804=-1.767
min	11.951-11.928=0.022
max	17.859-23.059=-5.199

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.605-36.605=0.001

*mean*	4607.000-4583.250=23.750
σ	2255.049-2254.633=0.416
min	1483.000-1485.000=-2.000
max	7405.000-7401.000=4.000

*mean*	103.269-13.214=90.055
σ	255.019-3.548=251.471
min	11.461-11.243=0.219
max	734.387-21.799=712.587

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.943-41.942=0.000

*mean*	7405.000-7401.000=4.000
σ	0.000
min	7405.000-7401.000=4.000
max	7405.000-7401.000=4.000

*mean*	11.128-11.149=-0.020
σ	0.300-0.190=0.111
min	10.861-10.815=0.045
max	11.802-11.389=0.414

op=table_records(), repeat

*mean*	41.925-41.924=0.001
σ	0.001-0.000=0.001
min	41.924-41.924=0.000
max	41.928-41.925=0.003

*mean*	4199.250-4168.875=30.375
σ	1951.305-1946.333=4.971
min	1483.000-1485.000=-2.000
max	7405.000-7401.000=4.000

*mean*	11.489-12.109=-0.620
σ	1.413-1.974=-0.561
min	10.808-10.821=-0.013
max	14.976-16.929=-1.953

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.001
σ	0.137-0.136=0.000
min	27.584-27.584=-0.000
max	27.971-27.971=0.000

*mean*	4199.250-4168.875=30.375
σ	1951.305-1946.333=4.971
min	1483.000-1485.000=-2.000
max	7405.000-7401.000=4.000

*mean*	8.759-8.946=-0.187
σ	0.506-1.377=-0.871
min	8.034-7.934=0.100
max	9.847-12.267=-2.419

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4199.250-4168.875=30.375
σ	1951.305-1946.333=4.971
min	1483.000-1485.000=-2.000
max	7405.000-7401.000=4.000

*mean*	6.922-6.505=0.417
σ	0.424-1.215=-0.791
min	6.521-5.805=0.716
max	7.917-9.472=-1.555

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4607.000-4583.250=23.750
σ	2255.049-2254.633=0.416
min	1483.000-1485.000=-2.000
max	7405.000-7401.000=4.000

*mean*	6.469-6.308=0.162
σ	0.730-1.017=-0.287
min	6.007-5.673=0.334
max	7.904-8.788=-0.883

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961
σ	0.001-0.000=0.000
min	25.961
max	25.962-25.962=0.000

*mean*	4607.000-4583.250=23.750
σ	2255.049-2254.633=0.416
min	1483.000-1485.000=-2.000
max	7405.000-7401.000=4.000

*mean*	6.237-6.215=0.022
σ	0.744-0.976=-0.232
min	5.782-5.702=0.080
max	7.711-8.618=-0.907

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7405.000-7401.000=4.000
σ	0.000
min	7405.000-7401.000=4.000
max	7405.000-7401.000=4.000

*mean*	346.868-362.406=-15.538
σ	1.669-43.651=-41.982
min	344.069-343.420=0.649
max	348.905-470.334=-121.430

op=load_product(), with indexes

*mean*	3495.854-3495.854=0.000
σ	0.454-0.454=-0.000
min	3495.694-3495.694=0.000
max	3496.977

*mean*	3771.500-3748.125=23.375
σ	2307.888-2298.730=9.158
min	721.000-720.000=1.000
max	7405.000-7401.000=4.000

*mean*	1783.758-1613.039=170.719
σ	670.682-541.205=129.477
min	1384.863-1390.415=-5.552
max	2959.082-2942.731=16.351

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.841-107.842=-0.000

*mean*	4199.250-4403.125=-203.875
σ	1951.305-2225.843=-274.538
min	1483.000-1485.000=-2.000
max	7405.000-7401.000=4.000

*mean*	134.643-254.762=-120.119
σ	8.455-340.700=-332.245
min	126.958-124.764=2.195
max	154.160-1096.961=-942.800

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4428.625-4583.250=-154.625
σ	2224.221-2254.633=-30.413
min	1483.000-1485.000=-2.000
max	7405.000-7401.000=4.000

*mean*	155.832-194.136=-38.304
σ	322.009-419.795=-97.786
min	40.474-40.331=0.142
max	952.761-1232.911=-280.150

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7405.000-7401.000=4.000
σ	0.000
min	7405.000-7401.000=4.000
max	7405.000-7401.000=4.000

*mean*	102.937-22.585=80.352
σ	227.949-1.270=226.679
min	21.660-21.783=-0.122
max	667.075-25.439=641.636

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292
max	71.296

*mean*	7405.000-7401.000=4.000
σ	0.000
min	7405.000-7401.000=4.000
max	7405.000-7401.000=4.000

*mean*	59.654-271.474=-211.820
σ	8.829-609.041=-600.212
min	56.004-55.419=0.585
max	81.458-1778.770=-1697.312

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4199.250-4168.875=30.375
σ	1951.305-1946.333=4.971
min	1483.000-1485.000=-2.000
max	7405.000-7401.000=4.000

*mean*	3255.070-3092.117=162.952
σ	703.223-839.768=-136.545
min	2519.184-2482.959=36.225
max	4482.820-4750.382=-267.562

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7405.000-7401.000=4.000
σ	0.000
min	7405.000-7401.000=4.000
max	7405.000-7401.000=4.000

*mean*	1011.767-1089.887=-78.120
σ	202.422-301.153=-98.731
min	919.832-908.194=11.639
max	1500.307-1747.069=-246.762

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7405.000-7401.000=4.000
σ	0.000
min	7405.000-7401.000=4.000
max	7405.000-7401.000=4.000

*mean*	416.740-404.834=11.905
σ	43.487-41.391=2.095
min	388.321-384.545=3.776
max	523.436-506.959=16.477

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	480.000-479.000=1.000
σ	0.000
min	480.000-479.000=1.000
max	480.000-479.000=1.000

*mean*	390.441-374.724=15.717
σ	23.267-23.799=-0.532
min	357.888-324.922=32.967
max	421.611-401.978=19.633

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-562.750=2.250
σ	0.000-0.707=-0.707
min	565.000-561.000=4.000
max	565.000-563.000=2.000

*mean*	714.638-753.193=-38.555
σ	73.481-69.972=3.509
min	598.197-605.656=-7.459
max	820.270-830.928=-10.658

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-964.529=0.000
σ	1.820-1.821=-0.002
min	963.826-963.825=0.002
max	972.224-972.231=-0.007

*mean*	1039.100-1034.150=4.950
σ	310.219-311.207=-0.988
min	536.000-540.000=-4.000
max	1533.000-1534.000=-1.000

*mean*	1.264-1.317=-0.053
σ	0.086-0.204=-0.118
min	1.174-1.173=0.001
max	1.500-1.918=-0.418

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.491-0.443=0.048
σ	0.538-0.616=-0.078
min	0.182-0.135=0.047
max	1.451-1.543=-0.093

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.720-0.475=0.245
σ	0.301-0.325=-0.025
min	0.563-0.321=0.243
max	1.257-1.056=0.201

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.380-0.215=0.165
σ	0.036-0.026=0.010
min	0.346-0.193=0.152
max	0.439-0.259=0.180

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.586-0.353=0.233
σ	0.033-0.039=-0.005
min	0.564-0.325=0.239
max	0.644-0.416=0.228

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838
σ	0.009
min	964.833
max	964.855

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.712-0.525=0.187
σ	0.053-0.035=0.018
min	0.617-0.477=0.140
max	0.741-0.575=0.166

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.588-0.440=0.148
σ	0.040-0.054=-0.014
min	0.529-0.388=0.140
max	0.642-0.518=0.124

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	3.547-2.186=1.361
σ	0.085-0.330=-0.245
min	3.420-1.855=1.565
max	3.866-2.824=1.042

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	3.531-2.650=0.881
σ	0.074-0.117=-0.043
min	3.393-2.450=0.944
max	3.788-3.132=0.656

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.535-0.304=0.230
σ	0.013-0.013=-0.000
min	0.516-0.283=0.233
max	0.616-0.386=0.230

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.521-0.288=0.233
σ	0.031-0.009=0.022
min	0.489-0.276=0.213
max	0.701-0.351=0.350

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.609-11.371=0.238
σ	12.346-11.464=0.882
min	0.574-0.574=0.000
max	102.977-85.525=17.452

*mean*	463.062-462.532=0.530
σ	18.196-21.108=-2.912
min	406.000-408.000=-2.000
max	477.000-480.000=-3.000

*mean*	0.027-0.026=0.000
σ	0.030-0.028=0.002
min	0.001-0.001=-0.000
max	0.256-0.210=0.046

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.770-278.871=-0.101
σ	1.025-1.046=-0.021
min	278.347-278.448=-0.101
max	281.683-281.842=-0.159

*mean*	444.300-448.000=-3.700
σ	15.129-18.523=-3.394
min	414.000-416.000=-2.000
max	467.000-473.000=-6.000

*mean*	0.580-0.577=0.003
σ	0.018-0.019=-0.002
min	0.547-0.538=0.009
max	0.614-0.607=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	851.000-694.000=157.000
σ	0.000
min	851.000-694.000=157.000
max	851.000-694.000=157.000

*mean*	230.022-208.508=21.514
σ	16.526-25.467=-8.942
min	201.699-170.321=31.378
max	246.643-242.818=3.825

phase=macro expansion

*mean*	5.896-5.899=-0.004
σ	0.000
min	5.896-5.899=-0.004
max	5.896-5.899=-0.004

*mean*	851.000-694.000=157.000
σ	0.000
min	851.000-694.000=157.000
max	851.000-694.000=157.000

*mean*	6.335-8.165=-1.829
σ	1.146-1.401=-0.256
min	5.789-5.899=-0.110
max	9.131-9.085=0.046

phase=parser

*mean*	1041.966-1041.958=0.008
σ	0.000-0.000=-0.000
min	1041.966-1041.958=0.008
max	1041.966-1041.959=0.007

*mean*	851.000-694.000=157.000
σ	0.000
min	851.000-694.000=157.000
max	851.000-694.000=157.000

*mean*	531.795-568.223=-36.428
σ	134.261-78.214=56.047
min	375.353-441.235=-65.882
max	724.788-620.174=104.615

phase=processProdDef

*mean*	2243.715-2243.721=-0.006
σ	0.000
min	2243.715-2243.721=-0.006
max	2243.715-2243.721=-0.006

*mean*	851.000-694.000=157.000
σ	0.000
min	851.000-694.000=157.000
max	851.000-694.000=157.000

*mean*	2711.583-3122.724=-411.141
σ	551.316-184.511=366.804
min	1933.759-2788.102=-854.343
max	3376.246-3274.856=101.390

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	851.000-694.000=157.000
σ	0.000
min	851.000-694.000=157.000
max	851.000-694.000=157.000

*mean*	30.007-44.428=-14.421
σ	10.933-7.051=3.882
min	19.985-32.902=-12.917
max	42.682-49.224=-6.542

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.577-958.573=0.004
max	958.702-958.698=0.004

*mean*	851.000-694.000=157.000
σ	0.000
min	851.000-694.000=157.000
max	851.000-694.000=157.000

*mean*	659.592-662.348=-2.756
σ	56.295-15.559=40.736
min	609.182-636.555=-27.373
max	750.032-678.695=71.337

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.361=-0.002
σ	0.036-0.035=0.000
min	282.308-282.310=-0.001
max	282.396-282.397=-0.001

*mean*	441.000-441.800=-0.800
σ	2.739-2.950=-0.211
min	439.000
max	444.000-445.000=-1.000

*mean*	0.379-0.377=0.002
σ	0.006-0.006=-0.000
min	0.376-0.373=0.003
max	0.389-0.388=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.586-1267.619=-0.033
σ	0.087-0.117=-0.030
min	1267.482-1267.446=0.036
max	1267.721-1267.763=-0.042

*mean*	1112.600-1094.000=18.600
σ	171.650-169.747=1.903
min	898.000-892.000=6.000
max	1336.000-1325.000=11.000

*mean*	1.957-2.184=-0.227
σ	0.116-0.244=-0.128
min	1.852-2.046=-0.193
max	2.083-2.618=-0.535

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.582-1506.524=0.058
σ	2.907-2.952=-0.046
min	1505.075-1504.981=0.094
max	1511.770-1511.792=-0.022

*mean*	628.800-625.600=3.200
σ	90.170-87.540=2.630
min	505.000-495.000=10.000
max	728.000

*mean*	2.318-2.201=0.117
σ	0.244-0.232=0.012
min	2.039-2.077=-0.038
max	2.554-2.615=-0.061

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.578-1829.571=0.007
σ	0.055-0.041=0.014
min	1829.501-1829.512=-0.011
max	1829.632-1829.620=0.011

*mean*	1766.600-1724.400=42.200
σ	214.091-187.675=26.416
min	1492.000-1461.000=31.000
max	1972.000-1897.000=75.000

*mean*	3.105-3.019=0.086
σ	0.337-0.353=-0.016
min	2.765-2.811=-0.046
max	3.604-3.647=-0.043

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.656-1.636=0.020
σ	0.167-0.071=0.095
min	1.492-1.546=-0.055
max	1.882-1.729=0.153

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.851-393.851=0.001
σ	509.574-509.572=0.002
min	139.061-139.062=-0.001
max	1158.212-1158.209=0.003

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.497-0.492=0.005
σ	0.523-0.512=0.011
min	0.233-0.234=-0.001
max	1.281-1.260=0.022

policies=20

*mean*	1390.729-1390.720=0.009
σ	0.170-0.150=0.020
min	1390.609
max	1390.980-1390.941=0.039

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	447.750-447.500=0.250
σ	7.500-11.000=-3.500
min	444.000-442.000=2.000
max	459.000-464.000=-5.000

*mean*	2.317-2.291=0.027
σ	0.020-0.008=0.012
min	2.299-2.281=0.019
max	2.345-2.297=0.048

policies=200

*mean*	13915.886-13915.887=-0.001
σ	0.060-0.099=-0.038
min	13915.804-13915.797=0.007
max	13915.948-13916.011=-0.062

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.750
σ	4.031-2.363=1.668
min	491.000-494.000=-3.000
max	500.000-499.000=1.000

*mean*	23.366-23.403=-0.037
σ	0.115-0.068=0.047
min	23.230-23.341=-0.111
max	23.488-23.490=-0.002