Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.716=0.003
σ	0.366-0.364=0.002
min	54.585-54.581=0.005
max	55.760-55.751=0.010

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.145-0.138=0.007
σ	0.008-0.005=0.003
min	0.137-0.132=0.005
max	0.162-0.145=0.017

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.777=0.001
σ	0.007-0.007=-0.000
min	43.768-43.767=0.001
max	43.788-43.790=-0.002

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.124-0.125=-0.001
σ	0.004-0.004=-0.000
min	0.121-0.121=-0.000
max	0.132-0.133=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4586.625-4587.000=-0.375
σ	2247.760-2249.930=-2.170
min	1487.000-1485.000=2.000
max	7380.000-7383.000=-3.000

*mean*	137.435-157.892=-20.457
σ	351.522-409.905=-58.383
min	12.222-11.966=0.256
max	1007.396-1172.346=-164.951

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=0.000
max	36.605-36.604=0.000

*mean*	4586.625-4587.000=-0.375
σ	2247.760-2249.930=-2.170
min	1487.000-1485.000=2.000
max	7380.000-7383.000=-3.000

*mean*	14.233-14.336=-0.103
σ	3.217-4.452=-1.235
min	11.588-11.646=-0.058
max	20.579-24.458=-3.879

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=-0.000

*mean*	7380.000-7383.000=-3.000
σ	0.000
min	7380.000-7383.000=-3.000
max	7380.000-7383.000=-3.000

*mean*	11.041-12.045=-1.003
σ	0.118-1.649=-1.531
min	10.822-11.271=-0.449
max	11.165-16.114=-4.949

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.000=0.001
min	41.924-41.924=0.000
max	41.928-41.925=0.003

*mean*	4176.375-4176.625=-0.250
σ	1944.087-1945.969=-1.882
min	1487.000-1485.000=2.000
max	7380.000-7383.000=-3.000

*mean*	12.075-11.961=0.114
σ	1.782-2.030=-0.248
min	11.202-10.980=0.222
max	16.462-16.970=-0.508

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=-0.000
min	27.584-27.584=0.000
max	27.971-27.971=-0.000

*mean*	4176.375-4176.625=-0.250
σ	1944.087-1945.969=-1.882
min	1487.000-1485.000=2.000
max	7380.000-7383.000=-3.000

*mean*	9.102-9.146=-0.044
σ	1.441-1.474=-0.033
min	7.965-7.863=0.103
max	12.581-12.698=-0.117

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4176.375-4176.625=-0.250
σ	1944.087-1945.969=-1.882
min	1487.000-1485.000=2.000
max	7380.000-7383.000=-3.000

*mean*	6.831-6.588=0.243
σ	1.186-1.176=0.010
min	5.981-5.740=0.241
max	9.694-9.449=0.246

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673

*mean*	4586.625-4587.000=-0.375
σ	2247.760-2249.930=-2.170
min	1487.000-1485.000=2.000
max	7380.000-7383.000=-3.000

*mean*	6.374-6.553=-0.179
σ	0.612-1.003=-0.392
min	5.898-5.991=-0.093
max	7.563-8.869=-1.307

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.000=0.000
min	25.961
max	25.962-25.962=0.000

*mean*	4586.625-4587.000=-0.375
σ	2247.760-2249.930=-2.170
min	1487.000-1485.000=2.000
max	7380.000-7383.000=-3.000

*mean*	6.238-6.438=-0.200
σ	0.697-1.045=-0.349
min	5.722-5.793=-0.071
max	7.507-8.801=-1.294

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7380.000-7383.000=-3.000
σ	0.000
min	7380.000-7383.000=-3.000
max	7380.000-7383.000=-3.000

*mean*	378.220-350.830=27.390
σ	80.751-2.910=77.841
min	346.460-346.062=0.398
max	578.004-355.134=222.871

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.978=0.000

*mean*	3754.125-3754.000=0.125
σ	2298.147-2299.937=-1.790
min	720.000-719.000=1.000
max	7380.000-7383.000=-3.000

*mean*	1760.501-1800.875=-40.374
σ	604.678-672.376=-67.698
min	1395.413-1406.324=-10.910
max	2752.372-2978.396=-226.024

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.001
max	107.841-107.841=-0.000

*mean*	4405.250-4405.750=-0.500
σ	2217.346-2219.468=-2.122
min	1487.000-1485.000=2.000
max	7380.000-7383.000=-3.000

*mean*	253.500-256.416=-2.916
σ	331.097-341.440=-10.343
min	126.748-126.054=0.694
max	1071.664-1100.197=-28.533

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.068

*mean*	4405.250-4405.750=-0.500
σ	2217.346-2219.468=-2.122
min	1487.000-1485.000=2.000
max	7380.000-7383.000=-3.000

*mean*	47.388-47.335=0.053
σ	9.725-10.104=-0.379
min	41.765-41.423=0.341
max	70.923-71.998=-1.075

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=0.000
min	40.925
max	40.928

*mean*	7380.000-7383.000=-3.000
σ	0.000
min	7380.000-7383.000=-3.000
max	7380.000-7383.000=-3.000

*mean*	22.967-191.417=-168.450
σ	2.696-477.816=-475.120
min	21.546-21.867=-0.321
max	29.470-1373.949=-1344.479

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=-0.000
max	71.296-71.296=-0.000

*mean*	7380.000-7383.000=-3.000
σ	0.000
min	7380.000-7383.000=-3.000
max	7380.000-7383.000=-3.000

*mean*	57.372-64.405=-7.033
σ	3.021-22.842=-19.821
min	55.258-55.405=-0.147
max	64.239-120.883=-56.643

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.014-0.014=0.000
min	4646.837
max	4646.876

*mean*	4176.375-4176.625=-0.250
σ	1944.087-1945.969=-1.882
min	1487.000-1485.000=2.000
max	7380.000-7383.000=-3.000

*mean*	3341.347-3294.881=46.466
σ	772.009-768.091=3.918
min	2520.372-2507.184=13.188
max	4610.749-4674.540=-63.791

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7380.000-7383.000=-3.000
σ	0.000
min	7380.000-7383.000=-3.000
max	7380.000-7383.000=-3.000

*mean*	981.369-1000.001=-18.632
σ	72.342-113.894=-41.552
min	934.583-932.268=2.316
max	1117.155-1243.558=-126.403

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.083=0.000
σ	0.002-0.002=-0.000
min	905.080
max	905.086

*mean*	7380.000-7383.000=-3.000
σ	0.000
min	7380.000-7383.000=-3.000
max	7380.000-7383.000=-3.000

*mean*	504.627-393.229=111.399
σ	312.446-6.982=305.464
min	392.133-376.963=15.171
max	1277.877-399.691=878.187

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-478.000=-2.000
σ	0.000
min	476.000-478.000=-2.000
max	476.000-478.000=-2.000

*mean*	388.718-394.312=-5.595
σ	36.720-23.150=13.570
min	317.471-351.953=-34.482
max	432.142-420.267=11.875

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-563.625=-0.625
σ	0.000-0.518=-0.518
min	563.000
max	563.000-564.000=-1.000

*mean*	726.269-764.760=-38.490
σ	64.712-60.035=4.677
min	618.623-630.549=-11.926
max	840.218-812.323=27.896

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.562=0.001
σ	1.880-1.878=0.002
min	963.842-963.842=0.000
max	972.516-972.508=0.008

*mean*	1044.000-1042.400=1.600
σ	319.187-316.134=3.054
min	554.000-586.000=-32.000
max	1512.000-1509.000=3.000

*mean*	1.277-1.264=0.012
σ	0.105-0.088=0.017
min	1.184-1.184=-0.001
max	1.506-1.507=-0.001

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.292-0.442=-0.150
σ	0.278-0.585=-0.307
min	0.140-0.156=-0.016
max	0.784-1.486=-0.702

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.482=-0.002
σ	0.322-0.322=-0.000
min	0.327-0.328=-0.001
max	1.056-1.058=-0.002

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.217=0.003
σ	0.024-0.022=0.001
min	0.201-0.200=0.001
max	0.259-0.255=0.003

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.342-0.345=-0.003
σ	0.013-0.016=-0.003
min	0.332-0.332=0.001
max	0.364-0.372=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.529-0.548=-0.019
σ	0.063-0.061=0.002
min	0.434-0.492=-0.058
max	0.588-0.614=-0.026

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.471-0.503=-0.032
σ	0.028-0.052=-0.024
min	0.439-0.410=0.029
max	0.510-0.538=-0.028

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.674-2.692=-0.018
σ	0.116-0.117=-0.001
min	2.475-2.501=-0.026
max	3.061-3.011=0.050

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.657-2.615=0.042
σ	0.118-0.077=0.041
min	2.481-2.467=0.015
max	3.252-2.873=0.379

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.306-0.306=-0.000
σ	0.008-0.009=-0.001
min	0.293-0.294=-0.002
max	0.351-0.368=-0.017

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.291-0.294=-0.002
σ	0.006-0.007=-0.001
min	0.281-0.279=0.002
max	0.327-0.335=-0.008

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.629-11.840=-0.211
σ	10.818-11.529=-0.711
min	0.574-0.574=0.000
max	72.864-93.057=-20.193

*mean*	463.404-465.390=-1.986
σ	21.278-19.855=1.423
min	407.000-406.000=1.000
max	480.000

*mean*	0.027-0.027=-0.000
σ	0.026-0.028=-0.002
min	0.001-0.001=0.000
max	0.176-0.228=-0.052

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.135-279.035=0.100
σ	1.052-1.073=-0.021
min	278.701-278.623=0.078
max	282.123-282.087=0.036

*mean*	444.700-441.300=3.400
σ	17.632-13.334=4.299
min	414.000-426.000=-12.000
max	465.000-464.000=1.000

*mean*	0.583-0.572=0.010
σ	0.018-0.019=-0.002
min	0.542-0.541=0.001
max	0.614-0.610=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	231.621-233.718=-2.097
σ	27.079-26.226=0.852
min	186.223-189.578=-3.355
max	252.753-252.638=0.115

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	9.413-7.253=2.161
σ	0.668-1.181=-0.513
min	8.160-5.859=2.302
max	10.141-9.047=1.093

phase=parser

*mean*	1042.137-1042.131=0.006
σ	0.000-0.000=-0.000
min	1042.136-1042.130=0.006
max	1042.137-1042.131=0.006

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	515.839-485.294=30.545
σ	157.199-80.742=76.457
min	374.347-414.197=-39.850
max	725.749-619.008=106.742

phase=processProdDef

*mean*	2243.715-2243.718=-0.003
σ	0.000
min	2243.715-2243.718=-0.003
max	2243.715-2243.718=-0.003

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	2804.043-2928.577=-124.534
σ	521.790-279.337=242.453
min	2170.501-2373.126=-202.625
max	3376.469-3234.045=142.423

phase=renaming

*mean*	21.436-21.440=-0.004
σ	0.000
min	21.436-21.440=-0.004
max	21.436-21.440=-0.004

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	36.201-39.105=-2.904
σ	5.541-4.795=0.747
min	26.468-32.869=-6.401
max	40.845-46.947=-6.102

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.577-958.573=0.004
max	958.702-958.698=0.004

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	679.266-664.308=14.958
σ	53.777-14.595=39.182
min	627.094-641.955=-14.861
max	767.791-684.187=83.604

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.856=-0.000
σ	0.036-0.036=0.000
min	282.804-282.804=-0.000
max	282.891

*mean*	442.800-439.800=3.000
σ	3.834
min	440.000-437.000=3.000
max	447.000-444.000=3.000

*mean*	0.385-0.384=0.001
σ	0.012-0.010=0.002
min	0.376-0.375=0.001
max	0.400-0.397=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.062-1268.056=0.006
σ	0.111-0.112=-0.001
min	1267.965-1267.958=0.007
max	1268.248-1268.241=0.007

*mean*	1093.600-1090.200=3.400
σ	169.908-167.713=2.195
min	891.000-892.000=-1.000
max	1325.000-1321.000=4.000

*mean*	1.989-2.007=-0.018
σ	0.127-0.095=0.031
min	1.828-1.906=-0.078
max	2.102-2.117=-0.015

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.004-1507.039=-0.036
σ	2.939-2.965=-0.026
min	1505.470-1505.490=-0.020
max	1512.249-1512.331=-0.082

*mean*	625.800-625.000=0.800
σ	86.872-87.476=-0.604
min	496.000-494.000=2.000
max	727.000

*mean*	2.120-2.238=-0.118
σ	0.079-0.205=-0.126
min	2.007-2.115=-0.108
max	2.190-2.602=-0.413

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.067-1830.061=0.006
σ	0.047-0.038=0.009
min	1829.997-1830.007=-0.010
max	1830.110-1830.097=0.012

*mean*	1720.000-1722.200=-2.200
σ	190.260-172.245=18.016
min	1457.000-1475.000=-18.000
max	1893.000-1882.000=11.000

*mean*	3.020-2.890=0.130
σ	0.299-0.248=0.051
min	2.828-2.510=0.317
max	3.550-3.207=0.343

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.736-1.734=0.002
σ	0.140-0.078=0.063
min	1.493-1.643=-0.150
max	1.836-1.822=0.014

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.198-406.199=-0.001
σ	509.797-509.796=0.001
min	151.296-151.296=-0.001
max	1170.893-1170.892=0.000

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.499-0.511=-0.012
σ	0.482-0.509=-0.027
min	0.255-0.249=0.006
max	1.222-1.274=-0.052

policies=20

*mean*	1513.147-1513.146=0.001
σ	0.272-0.260=0.012
min	1512.974-1512.976=-0.002
max	1513.551-1513.532=0.019

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.000-445.500=0.500
σ	4.619-4.041=0.577
min	442.000
max	450.000-449.000=1.000

*mean*	2.507-2.495=0.012
σ	0.014-0.007=0.007
min	2.493-2.485=0.009
max	2.519-2.499=0.020

policies=200

*mean*	15140.027-15140.031=-0.004
σ	0.102-0.100=0.002
min	15139.946-15139.895=0.051
max	15140.176-15140.136=0.040

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000-499.000=-2.000
σ	4.967-4.163=0.803
min	491.000-494.000=-3.000
max	503.000-504.000=-1.000

*mean*	25.382-25.250=0.133
σ	0.179-0.126=0.054
min	25.178-25.162=0.016
max	25.604-25.436=0.169