Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664
σ	0.000
min	447.664
max	447.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.882=-0.001
σ	0.359-0.357=0.002
min	54.742-54.747=-0.006
max	55.902-55.898=0.004

*mean*	421.400-415.000=6.400
σ	0.966-0.000=0.966
min	420.000-415.000=5.000
max	422.000-415.000=7.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.007=-0.003
min	0.137-0.128=0.009
max	0.148-0.151=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.849=0.000
σ	0.006-0.006=-0.000
min	43.838-43.840=-0.002
max	43.856-43.859=-0.003

*mean*	422.000-415.700=6.300
σ	0.000-0.483=-0.483
min	422.000-415.000=7.000
max	422.000-416.000=6.000

*mean*	0.124-0.123=0.001
σ	0.004-0.004=-0.000
min	0.121-0.118=0.002
max	0.133-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.616-36.616=0.000
σ	0.000-0.000=0.000
min	36.616
max	36.617-36.616=0.000

*mean*	4429.000-4220.875=208.125
σ	2225.476-1972.328=253.148
min	1483.000-1484.000=-1.000
max	7406.000-7442.000=-36.000

*mean*	13.196-12.127=1.069
σ	2.374-0.184=2.190
min	11.975-11.967=0.007
max	18.960-12.490=6.470

op=column_set() on indexed, repeat

*mean*	36.616-36.616=-0.000
σ	0.000-0.000=-0.000
min	36.616
max	36.617-36.617=-0.000

*mean*	4608.500-4447.375=161.125
σ	2256.622-2242.771=13.852
min	1483.000-1484.000=-1.000
max	7406.000-7442.000=-36.000

*mean*	167.160-131.489=35.671
σ	434.850-336.799=98.050
min	11.546-11.740=-0.194
max	1243.345-965.023=278.322

op=table_records(), no indexes

*mean*	41.947-41.948=-0.000
σ	0.002-0.002=0.000
min	41.945
max	41.950-41.950=0.000

*mean*	7406.000-7442.000=-36.000
σ	0.000
min	7406.000-7442.000=-36.000
max	7406.000-7442.000=-36.000

*mean*	11.023-11.221=-0.198
σ	0.115-0.900=-0.786
min	10.812-10.578=0.234
max	11.193-13.408=-2.215

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=-0.000
min	41.932
max	41.933-41.933=-0.000

*mean*	4200.375-4220.875=-20.500
σ	1953.255-1972.328=-19.073
min	1483.000-1484.000=-1.000
max	7406.000-7442.000=-36.000

*mean*	11.486-11.518=-0.032
σ	1.340-1.814=-0.474
min	10.797-10.743=0.054
max	14.774-15.994=-1.221

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4200.375-4220.875=-20.500
σ	1953.255-1972.328=-19.073
min	1483.000-1484.000=-1.000
max	7406.000-7442.000=-36.000

*mean*	8.763-8.859=-0.096
σ	0.581-1.293=-0.712
min	8.055-8.109=-0.054
max	10.012-12.035=-2.023

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.404=-0.000
σ	0.000-0.000=-0.000
min	26.404
max	26.404-26.404=-0.000

*mean*	4200.375-4220.875=-20.500
σ	1953.255-1972.328=-19.073
min	1483.000-1484.000=-1.000
max	7406.000-7442.000=-36.000

*mean*	6.896-6.861=0.035
σ	0.514-1.124=-0.610
min	6.314-5.745=0.569
max	7.998-9.438=-1.440

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.679-25.679=0.000
σ	0.003-0.003=-0.000
min	25.678
max	25.686

*mean*	4608.500-4447.375=161.125
σ	2256.622-2242.771=13.852
min	1483.000-1484.000=-1.000
max	7406.000-7442.000=-36.000

*mean*	6.628-6.312=0.316
σ	1.081-1.114=-0.033
min	5.909-5.786=0.123
max	9.048-9.053=-0.005

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.982-25.982=-0.000
σ	0.000-0.000=-0.000
min	25.982-25.982=0.000
max	25.983-25.983=-0.000

*mean*	4608.500-4447.375=161.125
σ	2256.622-2242.771=13.852
min	1483.000-1484.000=-1.000
max	7406.000-7442.000=-36.000

*mean*	6.403-6.170=0.233
σ	1.111-1.157=-0.047
min	5.778-5.371=0.407
max	8.948-9.005=-0.058

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.614=0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.617-1021.617=0.000

*mean*	7406.000-7442.000=-36.000
σ	0.000
min	7406.000-7442.000=-36.000
max	7406.000-7442.000=-36.000

*mean*	350.151-349.070=1.081
σ	2.533-2.218=0.315
min	346.481-344.641=1.840
max	352.751-351.193=1.558

op=load_product(), with indexes

*mean*	3495.866-3495.866=0.000
σ	0.469-0.468=0.000
min	3495.700-3495.700=-0.000
max	3497.025-3497.024=0.001

*mean*	3772.750-3791.875=-19.125
σ	2310.010-2330.224=-20.214
min	720.000
max	7406.000-7442.000=-36.000

*mean*	1796.714-2087.292=-290.578
σ	670.759-985.230=-314.471
min	1397.500-1400.586=-3.085
max	2977.810-3885.773=-907.963

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.853-107.853=-0.000
σ	0.000-0.000=0.000
min	107.852-107.852=-0.000
max	107.853-107.853=0.000

*mean*	4200.375-4220.875=-20.500
σ	1953.255-1972.328=-19.073
min	1483.000-1484.000=-1.000
max	7406.000-7442.000=-36.000

*mean*	134.659-132.888=1.771
σ	10.344-17.813=-7.470
min	125.356-123.056=2.300
max	158.704-176.514=-17.810

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.081=0.000
σ	0.001-0.001=-0.000
min	62.080
max	62.084

*mean*	4429.000-4220.875=208.125
σ	2225.476-1972.328=253.148
min	1483.000-1484.000=-1.000
max	7406.000-7442.000=-36.000

*mean*	164.687-42.680=122.007
σ	342.355-0.950=341.404
min	41.777-41.505=0.272
max	1011.964-43.902=968.061

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.949-40.949=0.001

*mean*	7406.000-7442.000=-36.000
σ	0.000
min	7406.000-7442.000=-36.000
max	7406.000-7442.000=-36.000

*mean*	74.387-22.656=51.732
σ	147.012-2.615=144.396
min	21.496-21.369=0.127
max	438.208-29.064=409.144

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.307-71.307=-0.000
σ	0.002-0.002=0.000
min	71.305-71.306=-0.000
max	71.310

*mean*	7406.000-7442.000=-36.000
σ	0.000
min	7406.000-7442.000=-36.000
max	7406.000-7442.000=-36.000

*mean*	58.948-112.713=-53.765
σ	6.541-156.835=-150.294
min	55.782-55.556=0.225
max	75.045-500.820=-425.776

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.849-4646.849=0.000
σ	0.013-0.013=-0.000
min	4646.844
max	4646.882

*mean*	4200.375-4220.875=-20.500
σ	1953.255-1972.328=-19.073
min	1483.000-1484.000=-1.000
max	7406.000-7442.000=-36.000

*mean*	3307.264-3365.679=-58.415
σ	706.389-698.158=8.230
min	2528.485-2496.837=31.648
max	4261.279-4272.785=-11.506

op=vertical_lookup_list() on indexed

*mean*	1973.849-1973.849=-0.000
σ	0.002-0.002=0.000
min	1973.847-1973.847=-0.000
max	1973.851

*mean*	7406.000-7442.000=-36.000
σ	0.000
min	7406.000-7442.000=-36.000
max	7406.000-7442.000=-36.000

*mean*	1030.923-1130.259=-99.336
σ	200.866-522.936=-322.070
min	936.401-920.306=16.094
max	1516.450-2418.918=-902.467

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.103
σ	0.002
min	905.101
max	905.106

*mean*	7406.000-7442.000=-36.000
σ	0.000
min	7406.000-7442.000=-36.000
max	7406.000-7442.000=-36.000

*mean*	405.026-405.847=-0.821
σ	42.658-40.545=2.114
min	377.201-379.627=-2.426
max	509.732-505.401=4.331

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-479.000=-2.250
σ	2.188-0.000=2.188
min	475.000-479.000=-4.000
max	480.000-479.000=1.000

*mean*	381.713-372.833=8.879
σ	30.425-51.098=-20.672
min	321.177-306.068=15.109
max	430.649-434.247=-3.598

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.375-564.000=-1.625
σ	3.623-0.000=3.623
min	558.000-564.000=-6.000
max	565.000-564.000=1.000

*mean*	750.531-785.370=-34.839
σ	80.100-47.967=32.133
min	619.893-711.139=-91.245
max	838.710-849.759=-11.049

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.566=-0.000
σ	0.759-0.759=-0.000
min	1024.095-1024.095=-0.000
max	1027.704-1027.704=-0.000

*mean*	1050.600-1047.350=3.250
σ	312.741-314.655=-1.914
min	594.000-572.000=22.000
max	1515.000-1513.000=2.000

*mean*	1.400-1.381=0.019
σ	0.077-0.081=-0.004
min	1.319-1.308=0.011
max	1.589-1.590=-0.000

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.304-0.308=-0.003
σ	0.283-0.291=-0.008
min	0.144-0.147=-0.003
max	0.807-0.820=-0.013

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.479=0.001
σ	0.325-0.326=-0.001
min	0.326-0.323=0.002
max	1.062-1.063=-0.001

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.223=-0.004
σ	0.020-0.021=-0.001
min	0.204-0.207=-0.003
max	0.253-0.260=-0.007

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.341-0.337=0.004
σ	0.022-0.021=0.001
min	0.324-0.320=0.004
max	0.380-0.374=0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.024
σ	0.011
min	965.018
max	965.042

*mean*	431.000-431.600=-0.600
σ	0.000-1.342=-1.342
min	431.000
max	431.000-434.000=-3.000

*mean*	0.558-0.582=-0.024
σ	0.062-0.025=0.037
min	0.487-0.543=-0.055
max	0.612-0.605=0.007

name=cdr_enhanced_4k_loc.art

*mean*	885.928
σ	0.002
min	885.926
max	885.930

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.502-0.498=0.004
σ	0.024-0.022=0.002
min	0.466-0.460=0.005
max	0.521-0.515=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.579-2.621=-0.042
σ	0.251-0.112=0.138
min	1.952-2.475=-0.524
max	3.020-3.080=-0.060

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.619-2.605=0.014
σ	0.067-0.089=-0.022
min	2.454-2.460=-0.006
max	2.764-2.931=-0.167

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.308-0.317=-0.009
σ	0.010-0.052=-0.041
min	0.290-0.293=-0.003
max	0.360-0.759=-0.399

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.300-0.290=0.010
σ	0.041-0.006=0.035
min	0.277-0.276=0.002
max	0.696-0.316=0.380

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.929-11.281=0.648
σ	12.303-11.095=1.208
min	0.574-0.574=-0.000
max	117.262-108.189=9.073

*mean*	455.433-459.529=-4.096
σ	17.748-18.774=-1.025
min	406.000
max	474.000-475.000=-1.000

*mean*	0.027-0.026=0.001
σ	0.030-0.027=0.003
min	0.001-0.001=-0.000
max	0.285-0.267=0.018

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.875-298.693=0.182
σ	0.965-1.009=-0.044
min	298.454-298.277=0.177
max	301.613-301.556=0.057

*mean*	445.900-443.000=2.900
σ	16.656-15.217=1.439
min	425.000-418.000=7.000
max	470.000-468.000=2.000

*mean*	0.601-0.594=0.007
σ	0.024-0.030=-0.007
min	0.555-0.522=0.033
max	0.647-0.633=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=0.000
min	236.681-236.678=0.004
max	236.681-236.678=0.004

*mean*	1014.375-1013.500=0.875
σ	63.993-66.468=-2.475
min	856.000-849.000=7.000
max	1037.000

*mean*	206.661-206.102=0.559
σ	3.298-3.612=-0.314
min	202.536-199.180=3.357
max	213.956-211.547=2.408

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1014.375-1013.500=0.875
σ	63.993-66.468=-2.475
min	856.000-849.000=7.000
max	1037.000

*mean*	12.044-11.322=0.721
σ	2.797-1.817=0.980
min	6.406-8.784=-2.378
max	16.020-13.171=2.849

phase=parser

*mean*	1042.451-1042.452=-0.001
σ	0.000-0.000=0.000
min	1042.451-1042.452=-0.001
max	1042.452-1042.453=-0.001

*mean*	1014.375-1013.500=0.875
σ	63.993-66.468=-2.475
min	856.000-849.000=7.000
max	1037.000

*mean*	660.406-623.025=37.382
σ	156.532-170.193=-13.661
min	380.858-382.344=-1.486
max	832.868-835.039=-2.171

phase=processProdDef

*mean*	2232.166-2232.167=-0.000
σ	0.000
min	2232.166-2232.167=-0.000
max	2232.166-2232.167=-0.000

*mean*	1037.000
σ	0.000
min	1037.000
max	1037.000

*mean*	2717.412-2700.827=16.584
σ	427.216-633.910=-206.693
min	1765.656-1679.381=86.275
max	3187.407-3347.438=-160.032

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1014.375-1013.500=0.875
σ	63.993-66.468=-2.475
min	856.000-849.000=7.000
max	1037.000

*mean*	44.915-40.609=4.306
σ	7.984-9.771=-1.787
min	30.810-27.063=3.747
max	55.648-52.219=3.429

phase=type checker

*mean*	990.450
σ	0.071
min	990.345
max	990.563

*mean*	1014.375-1013.500=0.875
σ	63.993-66.468=-2.475
min	856.000-849.000=7.000
max	1037.000

*mean*	938.864-858.755=80.109
σ	81.635-88.623=-6.988
min	834.858-750.651=84.206
max	1075.027-963.345=111.682

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.822=-0.001
σ	0.038-0.038=-0.000
min	293.767-293.769=-0.001
max	293.860-293.862=-0.002

*mean*	441.000-443.000=-2.000
σ	3.000-2.739=0.261
min	438.000-441.000=-3.000
max	445.000-446.000=-1.000

*mean*	0.398-0.399=-0.000
σ	0.008-0.008=0.000
min	0.392-0.392=-0.000
max	0.410-0.409=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.293-1320.290=0.003
σ	0.138-0.144=-0.005
min	1320.166-1320.163=0.003
max	1320.520-1320.529=-0.009

*mean*	1113.800-1114.600=-0.800
σ	169.549-170.190=-0.642
min	897.000
max	1324.000-1325.000=-1.000

*mean*	1.928-1.961=-0.034
σ	0.027-0.046=-0.019
min	1.903-1.890=0.013
max	1.969-2.006=-0.037

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.293-1559.301=-0.008
σ	2.966-3.033=-0.067
min	1557.726-1557.698=0.028
max	1564.584-1564.713=-0.129

*mean*	637.200-628.600=8.600
σ	74.045-89.993=-15.948
min	539.000-505.000=34.000
max	727.000-728.000=-1.000

*mean*	2.334-2.428=-0.094
σ	0.249-0.348=-0.099
min	2.064-2.066=-0.002
max	2.622-2.888=-0.266

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.375-1882.361=0.013
σ	0.075-0.079=-0.004
min	1882.291-1882.270=0.021
max	1882.474-1882.465=0.009

*mean*	1753.400-1757.200=-3.800
σ	208.905-216.107=-7.202
min	1474.000-1466.000=8.000
max	1951.000-1961.000=-10.000

*mean*	3.272-3.191=0.081
σ	0.392-0.340=0.051
min	2.893-2.904=-0.011
max	3.806-3.598=0.208

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.805-1.655=0.150
σ	0.137-0.180=-0.043
min	1.581-1.413=0.168
max	1.919-1.853=0.066

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	416.906-416.908=-0.002
σ	512.374-512.374=-0.000
min	160.715-160.717=-0.002
max	1185.467-1185.469=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	446.000-448.000=-2.000
σ	0.000
min	446.000-448.000=-2.000
max	446.000-448.000=-2.000

*mean*	0.512-0.528=-0.015
σ	0.492-0.528=-0.036
min	0.265-0.261=0.004
max	1.250-1.320=-0.070

policies=20

*mean*	1607.478-1607.505=-0.028
σ	0.359-0.357=0.003
min	1607.222-1607.254=-0.032
max	1608.007-1608.032=-0.024

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.000-449.500=-1.500
σ	2.309-1.000=1.309
min	446.000-448.000=-2.000
max	450.000

*mean*	2.612-2.624=-0.012
σ	0.010-0.008=0.002
min	2.601-2.616=-0.016
max	2.624-2.635=-0.011

policies=200

*mean*	16083.303-16083.440=-0.137
σ	0.125-0.108=0.017
min	16083.148-16083.308=-0.160
max	16083.432-16083.542=-0.110

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.250-496.250=4.000
σ	5.560-4.113=1.447
min	494.000-491.000=3.000
max	507.000-500.000=7.000

*mean*	26.446-26.556=-0.110
σ	0.220-0.209=0.011
min	26.166-26.359=-0.193
max	26.702-26.757=-0.055