Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.133=-0.031
σ	0.000
min	446.102-446.133=-0.031
max	446.102-446.133=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.822-54.697=3.125
σ	0.359-0.362=-0.004
min	57.684-54.561=3.123
max	58.842-55.728=3.114

*mean*	419.000-420.000=-1.000
σ	0.000
min	419.000-420.000=-1.000
max	419.000-420.000=-1.000

*mean*	0.144-0.139=0.004
σ	0.007-0.006=0.001
min	0.137-0.133=0.005
max	0.156-0.148=0.008

cache=y

dps=1

iters=10

policies=100

*mean*	46.897-43.778=3.119
σ	0.004-0.008=-0.004
min	46.890-43.765=3.124
max	46.902-43.790=3.112

*mean*	419.000-420.000=-1.000
σ	0.000
min	419.000-420.000=-1.000
max	419.000-420.000=-1.000

*mean*	0.128-0.122=0.006
σ	0.005-0.004=0.000
min	0.123-0.118=0.005
max	0.136-0.130=0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.000

*mean*	4590.500-4516.250=74.250
σ	2247.923-2230.217=17.706
min	1486.000-1472.000=14.000
max	7382.000-7338.000=44.000

*mean*	116.294-12.240=104.054
σ	294.182-0.673=293.509
min	11.373-11.695=-0.322
max	844.340-13.827=830.513

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605-36.605=0.000
max	36.605-36.605=-0.000

*mean*	4590.500-4516.250=74.250
σ	2247.923-2230.217=17.706
min	1486.000-1472.000=14.000
max	7382.000-7338.000=44.000

*mean*	14.070-12.722=1.348
σ	4.201-0.551=3.650
min	10.899-11.628=-0.729
max	23.661-13.618=10.043

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.943-41.942=0.001

*mean*	7382.000-7338.000=44.000
σ	0.000
min	7382.000-7338.000=44.000
max	7382.000-7338.000=44.000

*mean*	10.426-11.162=-0.736
σ	0.183-0.171=0.012
min	10.244-10.972=-0.728
max	10.728-11.466=-0.737

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=-0.000
min	41.925-41.924=0.000
max	41.926-41.925=0.000

*mean*	4181.750-4516.250=-334.500
σ	1944.663-2230.217=-285.554
min	1486.000-1472.000=14.000
max	7382.000-7338.000=44.000

*mean*	11.086-11.431=-0.346
σ	1.870-0.854=1.016
min	10.207-10.882=-0.675
max	15.702-13.506=2.196

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=0.000
min	27.585
max	27.972

*mean*	4181.750-4516.250=-334.500
σ	1944.663-2230.217=-285.554
min	1486.000-1472.000=14.000
max	7382.000-7338.000=44.000

*mean*	8.386-8.984=-0.598
σ	1.443-0.831=0.612
min	7.127-7.967=-0.840
max	11.865-10.657=1.209

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385
σ	0.000
min	26.385
max	26.385

*mean*	4181.750-4516.250=-334.500
σ	1944.663-2230.217=-285.554
min	1486.000-1472.000=14.000
max	7382.000-7338.000=44.000

*mean*	6.578-6.887=-0.310
σ	1.178-0.607=0.570
min	5.714-6.281=-0.567
max	9.388-8.204=1.184

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674-25.674=-0.000

*mean*	4590.500-4516.250=74.250
σ	2247.923-2230.217=17.706
min	1486.000-1472.000=14.000
max	7382.000-7338.000=44.000

*mean*	6.023-6.007=0.016
σ	0.901-0.159=0.741
min	5.518-5.809=-0.291
max	8.088-6.239=1.849

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.000-0.001=-0.000
min	25.962-25.962=0.000
max	25.964-25.964=-0.000

*mean*	4590.500-4516.250=74.250
σ	2247.923-2230.217=17.706
min	1486.000-1472.000=14.000
max	7382.000-7338.000=44.000

*mean*	5.891-5.828=0.063
σ	0.954-0.140=0.814
min	5.288-5.626=-0.338
max	7.981-6.110=1.871

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=-0.000
σ	0.002-0.002=0.000
min	1021.597-1021.598=-0.000
max	1021.602-1021.602=0.000

*mean*	7382.000-7338.000=44.000
σ	0.000
min	7382.000-7338.000=44.000
max	7382.000-7338.000=44.000

*mean*	373.819-345.309=28.510
σ	76.210-1.998=74.212
min	343.061-341.343=1.717
max	562.172-347.693=214.480

op=load_product(), with indexes

*mean*	3495.846-3495.846=0.000
σ	0.455-0.455=0.000
min	3495.685-3495.685=0.000
max	3496.972-3496.971=0.001

*mean*	3757.750-3689.500=68.250
σ	2299.460-2260.462=38.998
min	720.000-724.000=-4.000
max	7382.000-7338.000=44.000

*mean*	1767.545-1562.709=204.836
σ	681.343-463.821=217.522
min	1396.697-1386.364=10.333
max	2960.666-2710.441=250.224

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.000
σ	0.000-0.000=0.000
min	107.841
max	107.842-107.842=0.000

*mean*	4410.375-4516.250=-105.875
σ	2217.306-2230.217=-12.911
min	1486.000-1472.000=14.000
max	7382.000-7338.000=44.000

*mean*	244.269-137.718=106.552
σ	297.962-8.649=289.313
min	127.741-131.346=-3.605
max	980.490-153.771=826.719

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.069=0.000

*mean*	4410.375-4516.250=-105.875
σ	2217.306-2230.217=-12.911
min	1486.000-1472.000=14.000
max	7382.000-7338.000=44.000

*mean*	44.903-43.243=1.661
σ	8.184-1.823=6.361
min	39.869-40.678=-0.809
max	64.802-46.038=18.764

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7382.000-7338.000=44.000
σ	0.000
min	7382.000-7338.000=44.000
max	7382.000-7338.000=44.000

*mean*	21.458-21.701=-0.243
σ	0.795-0.227=0.568
min	20.827-21.384=-0.558
max	23.109-22.165=0.944

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=0.000
max	71.297-71.297=0.000

*mean*	7382.000-7338.000=44.000
σ	0.000
min	7382.000-7338.000=44.000
max	7382.000-7338.000=44.000

*mean*	237.808-84.603=153.204
σ	516.323-80.501=435.822
min	54.360-55.437=-1.077
max	1515.639-283.828=1231.811

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.843=-0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876

*mean*	4181.750-4516.250=-334.500
σ	1944.663-2230.217=-285.554
min	1486.000-1472.000=14.000
max	7382.000-7338.000=44.000

*mean*	3311.278-3396.308=-85.031
σ	788.477-837.853=-49.376
min	2499.693-2508.284=-8.591
max	4579.660-4837.000=-257.339

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7382.000-7338.000=44.000
σ	0.000
min	7382.000-7338.000=44.000
max	7382.000-7338.000=44.000

*mean*	1038.604-1006.779=31.825
σ	233.425-159.675=73.750
min	901.740-913.986=-12.246
max	1586.916-1322.240=264.676

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7382.000-7338.000=44.000
σ	0.000
min	7382.000-7338.000=44.000
max	7382.000-7338.000=44.000

*mean*	389.327-400.580=-11.252
σ	7.044-5.538=1.506
min	372.391-388.764=-16.374
max	393.784-405.019=-11.235

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.875-478.000=1.875
σ	1.553-0.000=1.553
min	478.000
max	481.000-478.000=3.000

*mean*	364.633-346.792=17.841
σ	46.377-27.151=19.226
min	297.588-313.663=-16.075
max	421.775-389.785=31.989

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	566.000-559.750=6.250
σ	0.000-1.035=-1.035
min	566.000-559.000=7.000
max	566.000-561.000=5.000

*mean*	709.526-691.585=17.941
σ	28.827-85.886=-57.059
min	658.419-570.730=87.688
max	744.065-821.412=-77.347

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.916-964.558=12.358
σ	2.438-1.879=0.559
min	976.070-963.840=12.229
max	987.247-972.505=14.743

*mean*	1047.700-1038.500=9.200
σ	321.174-308.282=12.892
min	537.000-540.000=-3.000
max	1517.000-1536.000=-19.000

*mean*	1.270-1.251=0.019
σ	0.106-0.076=0.030
min	1.198-1.185=0.014
max	1.631-1.483=0.148

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.290-0.321=-0.031
σ	0.304-0.300=0.004
min	0.128-0.143=-0.014
max	0.831-0.836=-0.006

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.472-0.468=0.005
σ	0.314-0.318=-0.004
min	0.325-0.313=0.012
max	1.034-1.036=-0.002

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.220=-0.003
σ	0.019-0.021=-0.002
min	0.197-0.202=-0.005
max	0.248-0.257=-0.008

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.344-0.327=0.016
σ	0.019-0.021=-0.002
min	0.322-0.307=0.015
max	0.372-0.357=0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.566-0.566=-0.000
σ	0.034-0.051=-0.016
min	0.513-0.478=0.034
max	0.597-0.609=-0.011

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.499-0.439=0.059
σ	0.033-0.036=-0.004
min	0.454-0.384=0.070
max	0.528-0.474=0.053

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.959-1.960=-0.001
σ	0.088-0.076=0.012
min	1.838-1.820=0.018
max	2.482-2.225=0.256

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.953-2.157=-0.204
σ	0.107-0.292=-0.185
min	1.825-1.864=-0.040
max	2.668-2.783=-0.115

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.300-0.305=-0.005
σ	0.008-0.019=-0.011
min	0.287-0.287=-0.000
max	0.354-0.476=-0.123

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.289-0.292=-0.003
σ	0.007-0.008=-0.001
min	0.276-0.277=-0.001
max	0.323-0.333=-0.011

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.598-11.954=-0.356
σ	10.617-12.006=-1.390
min	0.573-0.574=-0.001
max	95.072-118.767=-23.695

*mean*	465.023-466.984=-1.961
σ	18.949-19.365=-0.416
min	408.000-406.000=2.000
max	481.000-483.000=-2.000

*mean*	0.027-0.027=-0.001
σ	0.026-0.029=-0.003
min	0.001-0.001=0.000
max	0.226-0.283=-0.057

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.866-279.087=14.779
σ	1.065-1.044=0.021
min	293.453-278.662=14.791
max	296.893-282.057=14.837

*mean*	443.600-442.200=1.400
σ	17.570-13.975=3.596
min	416.000-426.000=-10.000
max	464.000-463.000=1.000

*mean*	0.593-0.568=0.025
σ	0.016-0.031=-0.015
min	0.572-0.506=0.066
max	0.624-0.615=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	851.000-729.000=122.000
σ	0.000
min	851.000-729.000=122.000
max	851.000-729.000=122.000

*mean*	144.872-146.211=-1.339
σ	13.620-11.370=2.250
min	128.604-134.696=-6.092
max	164.916-162.711=2.205

phase=macro expansion

*mean*	5.897-5.894=0.004
σ	0.000
min	5.897-5.894=0.004
max	5.897-5.894=0.004

*mean*	842.125-729.000=113.125
σ	25.102-0.000=25.102
min	780.000-729.000=51.000
max	851.000-729.000=122.000

*mean*	8.698-8.044=0.654
σ	0.766-1.200=-0.434
min	6.819-5.920=0.898
max	9.159-8.910=0.249

phase=parser

*mean*	1042.133-1042.130=0.002
σ	0.000-0.000=-0.000
min	1042.132-1042.130=0.003
max	1042.133-1042.131=0.002

*mean*	842.125-729.000=113.125
σ	25.102-0.000=25.102
min	780.000-729.000=51.000
max	851.000-729.000=122.000

*mean*	572.180-541.640=30.540
σ	57.153-93.425=-36.271
min	445.327-400.783=44.543
max	609.774-615.185=-5.412

phase=processProdDef

*mean*	2241.194-2241.195=-0.001
σ	0.000
min	2241.194-2241.195=-0.001
max	2241.194-2241.195=-0.001

*mean*	851.000-729.000=122.000
σ	0.000
min	851.000-729.000=122.000
max	851.000-729.000=122.000

*mean*	2938.639-2837.216=101.423
σ	234.012-362.071=-128.059
min	2687.190-2315.947=371.243
max	3256.704-3293.720=-37.016

phase=renaming

*mean*	21.430-21.433=-0.004
σ	0.000
min	21.430-21.433=-0.004
max	21.430-21.433=-0.004

*mean*	842.125-729.000=113.125
σ	25.102-0.000=25.102
min	780.000-729.000=51.000
max	851.000-729.000=122.000

*mean*	45.640-43.412=2.228
σ	3.813-5.141=-1.328
min	38.757-35.431=3.326
max	48.830-49.192=-0.362

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	842.125-729.000=113.125
σ	25.102-0.000=25.102
min	780.000-729.000=51.000
max	851.000-729.000=122.000

*mean*	663.526-664.718=-1.191
σ	17.169-16.995=0.174
min	632.363-638.243=-5.880
max	683.244-682.468=0.776

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.853-282.856=44.997
σ	0.037-0.035=0.002
min	327.802-282.805=44.997
max	327.889-282.890=44.999

*mean*	439.000-443.400=-4.400
σ	5.099-0.548=4.551
min	431.000-443.000=-12.000
max	443.000-444.000=-1.000

*mean*	0.427-0.379=0.048
σ	0.004-0.003=0.001
min	0.422-0.374=0.048
max	0.431-0.381=0.050

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.061-1268.048=45.013
σ	0.131-0.088=0.043
min	1312.975-1267.961=45.014
max	1313.290-1268.179=45.111

*mean*	1089.600-1061.800=27.800
σ	214.650-168.783=45.867
min	840.000-829.000=11.000
max	1374.000-1272.000=102.000

*mean*	1.934-1.889=0.045
σ	0.112-0.127=-0.015
min	1.841-1.782=0.059
max	2.127-2.096=0.030

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.039-1507.051=44.988
σ	3.040-2.941=0.099
min	1550.511-1505.543=44.968
max	1557.469-1512.300=45.169

*mean*	614.200-616.600=-2.400
σ	64.216-79.730=-15.514
min	541.000-494.000=47.000
max	696.000-708.000=-12.000

*mean*	2.173-2.301=-0.128
σ	0.136-0.181=-0.045
min	2.088-2.102=-0.015
max	2.414-2.537=-0.123

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.059-1830.062=44.997
σ	0.046-0.036=0.010
min	1874.993-1830.011=44.982
max	1875.106-1830.104=45.002

*mean*	1687.600-1709.800=-22.200
σ	163.329-249.951=-86.623
min	1509.000-1436.000=73.000
max	1932.000-2066.000=-134.000

*mean*	2.915-2.859=0.056
σ	0.103-0.086=0.017
min	2.832-2.774=0.058
max	3.051-2.960=0.091

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.593-1.710=-0.117
σ	0.104-0.149=-0.045
min	1.491-1.591=-0.101
max	1.732-1.888=-0.156

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.405-405.943=13.461
σ	508.893-509.285=-0.392
min	164.955-151.299=13.656
max	1182.744-1169.871=12.873

*mean*	101.250-101.750=-0.500
σ	6.500-7.500=-1.000
min	98.000
max	111.000-113.000=-2.000

*mean*	430.000-444.000=-14.000
σ	0.000
min	430.000-444.000=-14.000
max	430.000-444.000=-14.000

*mean*	0.512-0.503=0.010
σ	0.481-0.492=-0.011
min	0.265-0.253=0.012
max	1.234-1.240=-0.006

policies=20

*mean*	1649.822-1513.133=136.689
σ	0.373-0.262=0.111
min	1649.593-1512.962=136.632
max	1650.380-1513.522=136.858

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.250-452.000=-2.750
σ	12.121-10.832=1.289
min	434.000-444.000=-10.000
max	459.000-468.000=-9.000

*mean*	2.652-2.491=0.161
σ	0.013-0.019=-0.006
min	2.636-2.466=0.169
max	2.667-2.513=0.154

policies=200

*mean*	16505.966-15140.018=1365.948
σ	0.023-0.150=-0.128
min	16505.937-15139.816=1366.121
max	16505.989-15140.153=1365.835

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.750-500.000=-0.250
σ	5.439-5.164=0.275
min	492.000-494.000=-2.000
max	504.000-506.000=-2.000

*mean*	26.801-25.127=1.674
σ	0.158-0.310=-0.152
min	26.662-24.936=1.726
max	27.001-25.588=1.413