Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664
σ	0.000
min	447.664
max	447.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.880-54.880=0.000
σ	0.358-0.357=0.001
min	54.745-54.744=0.000
max	55.897-55.894=0.003

*mean*	419.000-419.800=-0.800
σ	0.000-0.422=-0.422
min	419.000
max	419.000-420.000=-1.000

*mean*	0.140-0.142=-0.002
σ	0.004-0.005=-0.000
min	0.135-0.137=-0.001
max	0.147-0.149=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.851=-0.002
σ	0.005-0.006=-0.001
min	43.840-43.840=0.000
max	43.856-43.860=-0.003

*mean*	419.000-420.000=-1.000
σ	0.000
min	419.000-420.000=-1.000
max	419.000-420.000=-1.000

*mean*	0.125-0.126=-0.001
σ	0.005-0.005=0.000
min	0.120-0.122=-0.001
max	0.134-0.134=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.616=0.000
σ	0.001-0.000=0.001
min	36.616
max	36.620-36.617=0.003

*mean*	4588.375-4588.000=0.375
σ	2248.252-2250.102=-1.850
min	1487.000-1485.000=2.000
max	7380.000-7381.000=-1.000

*mean*	118.086-174.052=-55.966
σ	299.012-457.870=-158.858
min	11.963-11.772=0.191
max	858.103-1307.222=-449.119

op=column_set() on indexed, repeat

*mean*	36.616-36.616=0.000
σ	0.000-0.000=0.000
min	36.616
max	36.617-36.616=0.000

*mean*	4588.375-4588.000=0.375
σ	2248.252-2250.102=-1.850
min	1487.000-1485.000=2.000
max	7380.000-7381.000=-1.000

*mean*	13.598-13.568=0.030
σ	3.304-4.647=-1.343
min	11.377-11.265=0.112
max	21.477-24.966=-3.489

op=table_records(), no indexes

*mean*	41.948-41.947=0.000
σ	0.002-0.002=0.000
min	41.945-41.946=-0.000
max	41.950-41.950=0.001

*mean*	7380.000-7381.000=-1.000
σ	0.000
min	7380.000-7381.000=-1.000
max	7380.000-7381.000=-1.000

*mean*	10.936-11.269=-0.333
σ	0.186-0.160=0.026
min	10.640-11.038=-0.398
max	11.279-11.557=-0.278

op=table_records(), repeat

*mean*	41.932-41.933=-0.000
σ	0.000-0.000=-0.000
min	41.932
max	41.933-41.933=-0.000

*mean*	4179.125-4178.250=0.875
σ	1945.034-1946.863=-1.829
min	1487.000-1485.000=2.000
max	7380.000-7381.000=-1.000

*mean*	11.694-11.873=-0.179
σ	1.754-1.761=-0.007
min	10.667-10.846=-0.179
max	15.992-16.194=-0.202

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4179.125-4178.250=0.875
σ	1945.034-1946.863=-1.829
min	1487.000-1485.000=2.000
max	7380.000-7381.000=-1.000

*mean*	9.140-9.101=0.040
σ	1.506-1.413=0.093
min	8.070-7.941=0.129
max	12.802-12.487=0.315

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.404=-0.000
σ	0.000-0.000=0.000
min	26.404
max	26.404

*mean*	4179.125-4178.250=0.875
σ	1945.034-1946.863=-1.829
min	1487.000-1485.000=2.000
max	7380.000-7381.000=-1.000

*mean*	6.958-6.672=0.286
σ	1.015-1.068=-0.052
min	6.004-5.914=0.090
max	9.347-9.245=0.102

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.679-25.679=0.000
σ	0.003-0.003=-0.000
min	25.678
max	25.686

*mean*	4588.375-4588.000=0.375
σ	2248.252-2250.102=-1.850
min	1487.000-1485.000=2.000
max	7380.000-7381.000=-1.000

*mean*	6.402-6.349=0.053
σ	1.001-1.056=-0.056
min	5.723-5.653=0.070
max	8.840-8.908=-0.068

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.982-25.982=0.000
σ	0.000-0.000=-0.000
min	25.982-25.982=0.000
max	25.983

*mean*	4588.375-4588.000=0.375
σ	2248.252-2250.102=-1.850
min	1487.000-1485.000=2.000
max	7380.000-7381.000=-1.000

*mean*	6.127-6.172=-0.046
σ	0.625-1.070=-0.444
min	5.745-5.651=0.094
max	7.656-8.800=-1.144

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.614=0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.617-1021.616=0.001

*mean*	7380.000-7381.000=-1.000
σ	0.000
min	7380.000-7381.000=-1.000
max	7380.000-7381.000=-1.000

*mean*	542.840-362.568=180.272
σ	548.930-43.786=505.145
min	347.275-343.016=4.260
max	1901.370-470.747=1430.623

op=load_product(), with indexes

*mean*	3495.866-3495.866=-0.000
σ	0.469-0.469=0.000
min	3495.700
max	3497.025

*mean*	3755.875-3755.375=0.500
σ	2299.353-2300.782=-1.429
min	720.000
max	7380.000-7381.000=-1.000

*mean*	1744.058-1764.490=-20.432
σ	627.516-678.354=-50.837
min	1398.613-1392.228=6.385
max	2791.682-2939.124=-147.442

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.853-107.853=-0.000
σ	0.000-0.000=-0.000
min	107.852-107.852=0.000
max	107.853-107.853=0.000

*mean*	4407.500-4406.375=1.125
σ	2217.557-2219.234=-1.677
min	1487.000-1485.000=2.000
max	7380.000-7381.000=-1.000

*mean*	192.485-207.619=-15.135
σ	158.376-204.071=-45.695
min	123.946-123.373=0.573
max	581.780-710.301=-128.521

op=column_set() on unindexed, dense, repeat

*mean*	62.080-62.081=-0.000
σ	0.000-0.001=-0.001
min	62.080
max	62.080-62.084=-0.004

*mean*	4407.500-4406.375=1.125
σ	2217.557-2219.234=-1.677
min	1487.000-1485.000=2.000
max	7380.000-7381.000=-1.000

*mean*	43.252-43.552=-0.300
σ	2.213-1.869=0.345
min	41.140-41.463=-0.323
max	47.185-46.935=0.250

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	7380.000-7381.000=-1.000
σ	0.000
min	7380.000-7381.000=-1.000
max	7380.000-7381.000=-1.000

*mean*	22.751-22.465=0.286
σ	2.838-0.887=1.951
min	21.312-21.577=-0.265
max	29.671-24.413=5.258

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.307-71.307=-0.000
σ	0.002-0.002=0.000
min	71.306
max	71.310

*mean*	7380.000-7381.000=-1.000
σ	0.000
min	7380.000-7381.000=-1.000
max	7380.000-7381.000=-1.000

*mean*	57.060-268.500=-211.440
σ	3.089-599.692=-596.604
min	55.066-55.186=-0.120
max	64.356-1752.660=-1688.304

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.849-4646.849=0.000
σ	0.014-0.014=-0.000
min	4646.844
max	4646.883

*mean*	4179.125-4178.250=0.875
σ	1945.034-1946.863=-1.829
min	1487.000-1485.000=2.000
max	7380.000-7381.000=-1.000

*mean*	3356.360-3275.485=80.875
σ	860.073-827.520=32.554
min	2481.439-2506.087=-24.648
max	4845.300-4768.708=76.592

op=vertical_lookup_list() on indexed

*mean*	1973.849-1973.849=-0.000
σ	0.002-0.002=-0.000
min	1973.847-1973.847=-0.000
max	1973.851-1973.852=-0.000

*mean*	7380.000-7381.000=-1.000
σ	0.000
min	7380.000-7381.000=-1.000
max	7380.000-7381.000=-1.000

*mean*	1006.131-1053.945=-47.814
σ	204.868-227.472=-22.604
min	910.394-919.400=-9.007
max	1501.926-1592.297=-90.371

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.103-905.103=-0.000
σ	0.002-0.002=0.000
min	905.101-905.101=-0.000
max	905.106

*mean*	7380.000-7381.000=-1.000
σ	0.000
min	7380.000-7381.000=-1.000
max	7380.000-7381.000=-1.000

*mean*	532.108-390.411=141.697
σ	392.139-6.803=385.336
min	383.443-375.461=7.982
max	1502.504-395.367=1107.137

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-479.000=-2.000
σ	0.000-1.852=-1.852
min	477.000-476.000=1.000
max	477.000-480.000=-3.000

*mean*	392.917-392.287=0.630
σ	25.387-27.318=-1.931
min	371.923-357.484=14.439
max	433.800-436.290=-2.490

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.750-557.875=1.875
σ	0.707-2.295=-1.588
min	559.000-556.000=3.000
max	561.000-562.000=-1.000

*mean*	717.614-714.447=3.167
σ	67.019-65.191=1.828
min	607.009-627.696=-20.688
max	806.337-800.611=5.727

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.560-1024.564=-0.004
σ	0.761-0.760=0.001
min	1024.095-1024.093=0.001
max	1027.706-1027.704=0.002

*mean*	1051.750-1045.750=6.000
σ	320.671-312.393=8.278
min	570.000-553.000=17.000
max	1529.000-1647.000=-118.000

*mean*	1.370-1.381=-0.011
σ	0.069-0.075=-0.006
min	1.227-1.314=-0.087
max	1.563-1.584=-0.021

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.302-0.389=-0.087
σ	0.289-0.488=-0.200
min	0.144-0.147=-0.004
max	0.813-1.260=-0.447

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.484-0.482=0.002
σ	0.324-0.318=0.007
min	0.323-0.328=-0.005
max	1.063-1.050=0.013

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.215=0.006
σ	0.020-0.028=-0.008
min	0.209-0.194=0.015
max	0.256-0.262=-0.006

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.334=-0.001
σ	0.021-0.020=0.001
min	0.317-0.316=0.001
max	0.366-0.366=0.000

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.024
σ	0.011
min	965.018
max	965.042

*mean*	431.600
σ	1.342
min	431.000
max	434.000

*mean*	0.509-0.527=-0.019
σ	0.065-0.051=0.014
min	0.439-0.482=-0.043
max	0.586-0.607=-0.021

name=cdr_enhanced_4k_loc.art

*mean*	885.928
σ	0.002
min	885.926
max	885.930

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.444-0.482=-0.039
σ	0.040-0.038=0.003
min	0.388-0.437=-0.050
max	0.488-0.521=-0.033

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.571-2.618=-0.048
σ	0.138-0.091=0.047
min	1.934-2.443=-0.509
max	2.873-2.947=-0.074

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	1.930-2.677=-0.747
σ	0.071-0.106=-0.035
min	1.805-2.325=-0.520
max	2.274-2.970=-0.696

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.306-0.307=-0.002
σ	0.008-0.010=-0.002
min	0.294-0.292=0.002
max	0.361-0.375=-0.014

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.290-0.293=-0.003
σ	0.007-0.007=-0.001
min	0.277-0.281=-0.004
max	0.323-0.328=-0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.759-298.674=0.086
σ	1.022-1.035=-0.014
min	298.327-298.253=0.074
max	301.659-301.618=0.041

*mean*	442.900-442.300=0.600
σ	15.538-14.384=1.154
min	420.000
max	465.000-464.000=1.000

*mean*	0.604-0.593=0.010
σ	0.020-0.033=-0.013
min	0.571-0.514=0.057
max	0.638-0.640=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1012.625-1013.375=-0.750
σ	66.114-66.822=-0.707
min	849.000-848.000=1.000
max	1036.000-1037.000=-1.000

*mean*	204.132-201.817=2.316
σ	3.567-2.831=0.735
min	198.876-197.544=1.332
max	208.520-206.889=1.631

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1012.625-1013.375=-0.750
σ	66.114-66.822=-0.707
min	849.000-848.000=1.000
max	1036.000-1037.000=-1.000

*mean*	11.531-11.906=-0.375
σ	1.815-1.094=0.721
min	9.220-10.588=-1.369
max	14.139-13.110=1.029

phase=parser

*mean*	1042.452-1042.452=-0.000
σ	0.000-0.001=-0.001
min	1042.452-1042.451=0.001
max	1042.453-1042.456=-0.003

*mean*	1012.625-1013.375=-0.750
σ	66.114-66.822=-0.707
min	849.000-848.000=1.000
max	1036.000-1037.000=-1.000

*mean*	633.413-606.695=26.717
σ	113.796-172.423=-58.627
min	514.293-381.233=133.060
max	826.738-843.175=-16.437

phase=processProdDef

*mean*	2232.167-2232.167=-0.000
σ	0.000-0.000=-0.000
min	2232.167-2232.167=-0.000
max	2232.167-2232.167=-0.001

*mean*	1036.000-1037.000=-1.000
σ	0.000
min	1036.000-1037.000=-1.000
max	1036.000-1037.000=-1.000

*mean*	2627.505-2649.320=-21.816
σ	603.412-469.320=134.092
min	1700.018-1949.441=-249.422
max	3345.422-3171.114=174.308

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1012.625-1013.375=-0.750
σ	66.114-66.822=-0.707
min	849.000-848.000=1.000
max	1036.000-1037.000=-1.000

*mean*	42.013-44.164=-2.151
σ	8.761-5.737=3.024
min	27.331-34.611=-7.280
max	55.355-52.433=2.922

phase=type checker

*mean*	990.450-990.451=-0.000
σ	0.071-0.070=0.001
min	990.345-990.348=-0.004
max	990.563

*mean*	1012.625-1013.375=-0.750
σ	66.114-66.822=-0.707
min	849.000-848.000=1.000
max	1036.000-1037.000=-1.000

*mean*	854.072-905.025=-50.953
σ	103.035-110.907=-7.872
min	671.382-699.398=-28.016
max	1034.248-1085.859=-51.611

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.822=0.000
σ	0.038-0.038=-0.000
min	293.769-293.768=0.001
max	293.861-293.861=0.001

*mean*	445.000-442.000=3.000
σ	0.000-3.000=-3.000
min	445.000-439.000=6.000
max	445.000-446.000=-1.000

*mean*	0.403-0.397=0.006
σ	0.015-0.008=0.007
min	0.393-0.391=0.002
max	0.428-0.407=0.022

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.294-1320.295=-0.001
σ	0.138-0.138=0.000
min	1320.167-1320.167=0.001
max	1320.517-1320.520=-0.002

*mean*	1112.200-1115.200=-3.000
σ	170.170-169.391=0.779
min	895.000-899.000=-4.000
max	1324.000-1325.000=-1.000

*mean*	1.945-1.936=0.009
σ	0.035-0.025=0.009
min	1.912-1.907=0.005
max	2.004-1.976=0.028

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.304-1559.300=0.005
σ	2.990-2.964=0.026
min	1557.727-1557.695=0.032
max	1564.639-1564.584=0.055

*mean*	626.600-639.200=-12.600
σ	89.993-74.251=15.742
min	503.000-541.000=-38.000
max	726.000-729.000=-3.000

*mean*	2.381-2.340=0.041
σ	0.289-0.264=0.025
min	2.045-2.061=-0.016
max	2.643-2.645=-0.001

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.367-1882.364=0.002
σ	0.086-0.068=0.017
min	1882.262-1882.270=-0.009
max	1882.477-1882.433=0.043

*mean*	1751.400-1759.400=-8.000
σ	214.199-215.770=-1.571
min	1462.000-1469.000=-7.000
max	1953.000-1963.000=-10.000

*mean*	3.190-3.311=-0.122
σ	0.321-0.395=-0.074
min	2.876-2.882=-0.006
max	3.567-3.796=-0.229

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.792-1.615=0.176
σ	0.096-0.118=-0.022
min	1.668-1.465=0.203
max	1.911-1.770=0.141

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	416.906-416.907=-0.002
σ	512.373-512.375=-0.002
min	160.715-160.716=-0.001
max	1185.465-1185.470=-0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.500-0.515=-0.015
σ	0.472-0.503=-0.031
min	0.262-0.262=-0.000
max	1.208-1.269=-0.062

policies=20

*mean*	1607.478-1607.511=-0.033
σ	0.366-0.375=-0.009
min	1607.231-1607.252=-0.021
max	1608.021-1608.065=-0.044

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.000-447.000=1.000
σ	2.000-1.155=0.845
min	445.000-446.000=-1.000
max	449.000-448.000=1.000

*mean*	2.621-2.635=-0.014
σ	0.021-0.031=-0.010
min	2.600-2.609=-0.009
max	2.648-2.675=-0.027

policies=200

*mean*	16083.514-16083.452=0.063
σ	0.138-0.126=0.012
min	16083.348-16083.300=0.048
max	16083.684-16083.577=0.107

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.750-497.250=2.500
σ	5.909-6.652=-0.743
min	492.000-489.000=3.000
max	506.000-505.000=1.000

*mean*	26.382-26.418=-0.036
σ	0.097-0.147=-0.051
min	26.325-26.339=-0.014
max	26.527-26.639=-0.112