Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.868-54.671=0.198
σ	0.358-0.358=0.000
min	54.735-54.539=0.196
max	55.887-55.688=0.199

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.138-0.141=-0.003
σ	0.007-0.005=0.002
min	0.131-0.137=-0.007
max	0.150-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.840-43.700=0.140
σ	0.005-0.006=-0.001
min	43.832-43.692=0.139
max	43.847-43.707=0.140

*mean*	419.300-419.000=0.300
σ	0.483-0.000=0.483
min	419.000
max	420.000-419.000=1.000

*mean*	0.123-0.122=0.001
σ	0.005-0.005=-0.000
min	0.118-0.117=0.001
max	0.131-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4045.750-3863.875=181.875
σ	2009.981-1831.582=178.399
min	1219.000-1280.000=-61.000
max	7148.000-6113.000=1035.000

*mean*	12.885-12.758=0.126
σ	0.404-0.288=0.116
min	12.250-12.431=-0.181
max	13.402-13.199=0.203

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4045.750-3863.875=181.875
σ	2009.981-1831.582=178.399
min	1219.000-1280.000=-61.000
max	7148.000-6113.000=1035.000

*mean*	12.874-12.687=0.186
σ	0.671-0.780=-0.109
min	11.797-11.421=0.376
max	13.607-13.856=-0.248

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.929-41.928=0.000
max	41.933-41.932=0.001

*mean*	7148.000-6113.000=1035.000
σ	0.000
min	7148.000-6113.000=1035.000
max	7148.000-6113.000=1035.000

*mean*	15.527-15.115=0.412
σ	0.265-0.384=-0.120
min	15.358-14.482=0.875
max	16.151-15.680=0.471

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.000=0.002
min	41.927-41.928=-0.000
max	41.932-41.929=0.004

*mean*	4045.750-3863.875=181.875
σ	2009.981-1831.582=178.399
min	1219.000-1280.000=-61.000
max	7148.000-6113.000=1035.000

*mean*	13.886-14.065=-0.179
σ	2.074-1.829=0.245
min	10.758-11.067=-0.309
max	16.142-16.448=-0.306

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4045.750-3863.875=181.875
σ	2009.981-1831.582=178.399
min	1219.000-1280.000=-61.000
max	7148.000-6113.000=1035.000

*mean*	9.588-9.350=0.238
σ	1.279-1.547=-0.268
min	8.777-8.288=0.488
max	12.614-13.125=-0.511

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4045.750-3863.875=181.875
σ	2009.981-1831.582=178.399
min	1219.000-1280.000=-61.000
max	7148.000-6113.000=1035.000

*mean*	7.410-7.119=0.292
σ	1.248-0.995=0.253
min	6.877-6.219=0.657
max	10.492-9.499=0.993

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.666-25.666=-0.000
max	25.677-25.674=0.004

*mean*	4045.750-3863.875=181.875
σ	2009.981-1831.582=178.399
min	1219.000-1280.000=-61.000
max	7148.000-6113.000=1035.000

*mean*	6.097-6.029=0.068
σ	0.190-0.107=0.084
min	5.774-5.825=-0.051
max	6.428-6.116=0.311

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.001
σ	0.002-0.002=-0.001
min	25.968-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4045.750-3863.875=181.875
σ	2009.981-1831.582=178.399
min	1219.000-1280.000=-61.000
max	7148.000-6113.000=1035.000

*mean*	5.977-5.756=0.221
σ	0.132-0.271=-0.139
min	5.762-5.154=0.608
max	6.169-6.004=0.165

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=-0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.991

*mean*	7148.000-6113.000=1035.000
σ	0.000
min	7148.000-6113.000=1035.000
max	7148.000-6113.000=1035.000

*mean*	378.902-1380.461=-1001.559
σ	81.218-607.770=-526.551
min	347.255-1046.711=-699.456
max	579.825-2418.772=-1838.947

op=load_product(), with indexes

*mean*	7917.792-7878.102=39.690
σ	0.469-0.470=-0.000
min	7917.624-7877.935=39.689
max	7918.954-7879.264=39.689

*mean*	3276.250-3228.500=47.750
σ	1828.092-1829.611=-1.519
min	810.000
max	5627.000-6113.000=-486.000

*mean*	3671.012-3577.527=93.486
σ	1116.767-934.951=181.816
min	3126.244-3101.024=25.220
max	6237.729-5651.964=585.765

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=-0.000

*mean*	4045.750-3863.875=181.875
σ	2009.981-1831.582=178.399
min	1219.000-1280.000=-61.000
max	7148.000-6113.000=1035.000

*mean*	87.927-90.972=-3.045
σ	20.335-20.255=0.080
min	71.144-70.771=0.373
max	123.987-126.118=-2.131

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=0.000
max	40.950-40.949=0.001

*mean*	7148.000-6113.000=1035.000
σ	0.000
min	7148.000-6113.000=1035.000
max	7148.000-6113.000=1035.000

*mean*	61.878-63.801=-1.924
σ	1.281-3.788=-2.507
min	60.825-60.802=0.023
max	64.849-69.242=-4.393

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.000
σ	0.002-0.002=0.001
min	66.686
max	66.691-66.690=0.001

*mean*	7148.000-6113.000=1035.000
σ	0.000
min	7148.000-6113.000=1035.000
max	7148.000-6113.000=1035.000

*mean*	100.056-100.018=0.038
σ	0.964-1.033=-0.068
min	98.997-98.933=0.064
max	101.470-102.181=-0.711

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11849.156=2368.015
σ	4.303-4.304=-0.000
min	14215.575-11847.562=2368.013
max	14227.820-11859.806=2368.014

*mean*	4045.750-3863.875=181.875
σ	2009.981-1831.582=178.399
min	1219.000-1280.000=-61.000
max	7148.000-6113.000=1035.000

*mean*	8233.406-6094.897=2138.509
σ	2015.735-993.723=1022.012
min	6031.556-4991.868=1039.688
max	10916.839-7419.991=3496.848

op=vertical_lookup_list() on indexed

*mean*	13159.109-10791.094=2368.015
σ	0.002-0.002=-0.000
min	13159.106-10791.091=2368.015
max	13159.110-10791.096=2368.014

*mean*	7148.000-6113.000=1035.000
σ	0.000
min	7148.000-6113.000=1035.000
max	7148.000-6113.000=1035.000

*mean*	5373.913-5216.997=156.916
σ	618.909-1632.981=-1014.073
min	5040.684-4039.635=1001.049
max	6770.971-7571.910=-800.940

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	386.231-389.153=-2.922
σ	14.217-15.996=-1.779
min	352.224-350.459=1.765
max	396.619-402.099=-5.479

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	742.231-760.217=-17.986
σ	67.292-32.726=34.566
min	589.442-685.782=-96.339
max	796.570-795.566=1.004

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.325-1024.329=-0.004
σ	0.759-0.759=0.000
min	1023.851-1023.855=-0.004
max	1027.462-1027.465=-0.004

*mean*	1055.100-1050.850=4.250
σ	302.286-320.186=-17.900
min	556.000-544.000=12.000
max	1464.000-1567.000=-103.000

*mean*	1.546-1.550=-0.003
σ	0.050-0.092=-0.042
min	1.473-1.360=0.113
max	1.650-1.813=-0.164

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.304-0.447=-0.142
σ	0.293-0.617=-0.324
min	0.143-0.142=0.001
max	0.822-1.549=-0.727

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.479=0.002
σ	0.321-0.322=-0.001
min	0.325-0.322=0.003
max	1.055-1.055=-0.000

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.219=0.001
σ	0.025-0.022=0.002
min	0.203-0.202=0.001
max	0.262-0.257=0.005

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.325-0.338=-0.013
σ	0.016-0.013=0.003
min	0.309-0.327=-0.018
max	0.351-0.361=-0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000
σ	5.612
min	431.000
max	442.000

*mean*	0.562-0.537=0.025
σ	0.086-0.036=0.050
min	0.493-0.478=0.015
max	0.713-0.571=0.142

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.632-0.461=0.171
σ	0.027-0.045=-0.018
min	0.586-0.410=0.176
max	0.653-0.521=0.133

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	3.502-2.682=0.819
σ	0.084-0.126=-0.042
min	3.324-2.513=0.811
max	3.784-3.395=0.389

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	3.495-2.214=1.280
σ	0.071-0.325=-0.254
min	3.361-1.828=1.533
max	3.782-2.839=0.943

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.549-0.310=0.240
σ	0.014-0.009=0.006
min	0.524-0.295=0.230
max	0.626-0.354=0.271

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.520-0.296=0.224
σ	0.012-0.008=0.005
min	0.492-0.283=0.209
max	0.589-0.326=0.263

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.719-298.756=-0.038
σ	1.046-1.065=-0.018
min	298.322-298.345=-0.023
max	301.693-301.782=-0.089

*mean*	442.200-444.100=-1.900
σ	13.382-16.052=-2.670
min	425.000-421.000=4.000
max	464.000-471.000=-7.000

*mean*	0.608-0.597=0.011
σ	0.031-0.029=0.002
min	0.525-0.528=-0.003
max	0.647-0.640=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=0.000
min	236.681-236.678=0.004
max	236.682-236.678=0.004

*mean*	813.000-1679.625=-866.625
σ	0.000-1.061=-1.061
min	813.000-1677.000=-864.000
max	813.000-1680.000=-867.000

*mean*	216.818-215.553=1.265
σ	3.330-3.274=0.056
min	211.666-210.432=1.234
max	221.433-219.813=1.620

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	813.000-1679.625=-866.625
σ	0.000-1.061=-1.061
min	813.000-1677.000=-864.000
max	813.000-1680.000=-867.000

*mean*	10.132-10.986=-0.854
σ	1.689-2.288=-0.599
min	6.959-6.409=0.550
max	13.019-12.848=0.171

phase=parser

*mean*	1042.361-1042.367=-0.006
σ	0.000-0.000=0.000
min	1042.361-1042.367=-0.006
max	1042.362-1042.367=-0.006

*mean*	813.000-1679.625=-866.625
σ	0.000-1.061=-1.061
min	813.000-1677.000=-864.000
max	813.000-1680.000=-867.000

*mean*	557.482-633.099=-75.617
σ	59.255-109.751=-50.496
min	415.254-423.437=-8.183
max	605.431-726.469=-121.037

phase=processProdDef

*mean*	4850.765-4753.276=97.489
σ	0.000-0.000=-0.000
min	4850.765-4753.276=97.489
max	4850.765-4753.276=97.488

*mean*	813.000-1680.000=-867.000
σ	0.000
min	813.000-1680.000=-867.000
max	813.000-1680.000=-867.000

*mean*	5000.157-4228.956=771.201
σ	495.629-803.486=-307.858
min	4304.356-3223.526=1080.831
max	5527.635-5295.235=232.400

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	813.000-1679.625=-866.625
σ	0.000-1.061=-1.061
min	813.000-1677.000=-864.000
max	813.000-1680.000=-867.000

*mean*	37.938-39.814=-1.877
σ	8.287-10.261=-1.974
min	20.506-20.412=0.094
max	49.107-48.482=0.625

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	813.000-1679.625=-866.625
σ	0.000-1.061=-1.061
min	813.000-1677.000=-864.000
max	813.000-1680.000=-867.000

*mean*	787.459-791.307=-3.848
σ	129.743-95.678=34.065
min	698.547-661.460=37.087
max	1053.189-893.037=160.152

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.927-293.916=0.011
σ	0.038-0.039=-0.001
min	293.873-293.864=0.009
max	293.966-293.957=0.008

*mean*	442.000-442.200=-0.200
σ	2.739-1.643=1.095
min	440.000-441.000=-1.000
max	445.000-444.000=1.000

*mean*	0.400-0.393=0.007
σ	0.001-0.003=-0.002
min	0.399-0.391=0.008
max	0.401-0.396=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.177-1320.304=-0.127
σ	0.074-0.034=0.040
min	1320.109-1320.261=-0.153
max	1320.290-1320.342=-0.052

*mean*	1066.000-1108.800=-42.800
σ	173.901-167.944=5.957
min	828.000-895.000=-67.000
max	1281.000-1319.000=-38.000

*mean*	1.856-2.238=-0.382
σ	0.040-0.091=-0.051
min	1.825-2.112=-0.287
max	1.920-2.329=-0.409

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.730-1559.450=1.280
σ	6.236-3.394=2.842
min	1557.762-1557.749=0.013
max	1571.882-1565.514=6.368

*mean*	616.600-622.200=-5.600
σ	79.236-89.595=-10.359
min	496.000-508.000=-12.000
max	708.000-725.000=-17.000

*mean*	2.347-2.379=-0.032
σ	0.189-0.289=-0.099
min	2.146-2.148=-0.001
max	2.647-2.857=-0.209

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.288-1882.265=0.023
σ	0.055-0.074=-0.020
min	1882.214-1882.182=0.032
max	1882.349-1882.350=-0.002

*mean*	1711.000-1750.200=-39.200
σ	246.036-211.176=34.860
min	1434.000-1468.000=-34.000
max	2051.000-1950.000=101.000

*mean*	2.952-3.237=-0.285
σ	0.070-0.399=-0.329
min	2.892-2.920=-0.028
max	3.041-3.909=-0.867

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.712-1.662=0.050
σ	0.115-0.128=-0.014
min	1.575-1.525=0.050
max	1.834-1.830=0.004

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.153-452.411=-0.258
σ	582.778-583.278=-0.500
min	160.763-160.767=-0.005
max	1326.320-1327.328=-1.009

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.551-0.510=0.040
σ	0.556-0.482=0.075
min	0.267-0.269=-0.002
max	1.385-1.233=0.152

policies=20

*mean*	1607.954-1608.048=-0.094
σ	0.413-0.423=-0.010
min	1607.683-1607.762=-0.079
max	1608.568-1608.677=-0.110

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-451.500=-1.500
σ	8.083-11.091=-3.008
min	443.000-444.000=-1.000
max	457.000-468.000=-11.000

*mean*	2.707-2.716=-0.009
σ	0.007-0.013=-0.006
min	2.697-2.697=-0.001
max	2.714-2.726=-0.013

policies=200

*mean*	16087.783-16088.581=-0.798
σ	0.143-0.139=0.004
min	16087.664-16088.451=-0.787
max	16087.960-16088.766=-0.805

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.500-497.500=1.000
σ	3.109-3.317=-0.207
min	495.000
max	502.000

*mean*	27.252-27.204=0.048
σ	0.101-0.043=0.058
min	27.105-27.164=-0.059
max	27.337-27.262=0.075