Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.580=0.097
σ	0.359-0.341=0.018
min	54.535-54.451=0.084
max	55.700-55.550=0.149

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.141-0.141=0.000
σ	0.004-0.006=-0.002
min	0.137-0.136=0.000
max	0.147-0.152=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.704=0.002
σ	0.005-0.006=-0.001
min	43.700-43.694=0.006
max	43.713-43.710=0.003

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.125-0.120=0.005
σ	0.005-0.006=-0.000
min	0.121-0.115=0.007
max	0.135-0.131=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.001
max	36.620-36.620=0.000

*mean*	3876.500-4147.500=-271.000
σ	1848.299-1890.836=-42.537
min	1279.000-1554.000=-275.000
max	6161.000-7273.000=-1112.000

*mean*	12.233-12.876=-0.643
σ	0.317-0.458=-0.140
min	11.806-12.332=-0.525
max	12.785-13.628=-0.844

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.619=0.001

*mean*	3876.500-4147.500=-271.000
σ	1848.299-1890.836=-42.537
min	1279.000-1554.000=-275.000
max	6161.000-7273.000=-1112.000

*mean*	11.911-12.871=-0.960
σ	0.434-0.556=-0.121
min	11.453-11.904=-0.452
max	12.513-13.419=-0.906

op=table_records(), no indexes

*mean*	41.929-41.932=-0.002
σ	0.002-0.001=0.000
min	41.928-41.928=-0.000
max	41.932-41.933=-0.001

*mean*	6161.000-7273.000=-1112.000
σ	0.000
min	6161.000-7273.000=-1112.000
max	6161.000-7273.000=-1112.000

*mean*	14.585-15.407=-0.822
σ	0.201-0.312=-0.111
min	14.312-14.745=-0.433
max	14.980-15.746=-0.766

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.002=-0.001
min	41.928-41.927=0.001
max	41.929-41.932=-0.003

*mean*	3876.500-4147.500=-271.000
σ	1848.299-1890.836=-42.537
min	1279.000-1554.000=-275.000
max	6161.000-7273.000=-1112.000

*mean*	13.062-13.463=-0.401
σ	2.144-1.581=0.562
min	10.205-11.510=-1.305
max	15.733-15.397=0.336

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	3876.500-4147.500=-271.000
σ	1848.299-1890.836=-42.537
min	1279.000-1554.000=-275.000
max	6161.000-7273.000=-1112.000

*mean*	9.038-8.929=0.108
σ	1.421-0.372=1.048
min	8.282-8.297=-0.015
max	12.518-9.479=3.039

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	3876.500-4147.500=-271.000
σ	1848.299-1890.836=-42.537
min	1279.000-1554.000=-275.000
max	6161.000-7273.000=-1112.000

*mean*	6.858-6.765=0.093
σ	1.284-0.232=1.052
min	5.734-6.419=-0.685
max	9.811-7.134=2.677

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.666=0.003
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.005

*mean*	3876.500-4147.500=-271.000
σ	1848.299-1890.836=-42.537
min	1279.000-1554.000=-275.000
max	6161.000-7273.000=-1112.000

*mean*	5.621-6.150=-0.529
σ	0.069-0.205=-0.136
min	5.526-5.735=-0.209
max	5.690-6.362=-0.672

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.002
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	3876.500-4147.500=-271.000
σ	1848.299-1890.836=-42.537
min	1279.000-1554.000=-275.000
max	6161.000-7273.000=-1112.000

*mean*	5.198-5.835=-0.637
σ	0.206-0.067=0.139
min	4.841-5.726=-0.885
max	5.395-5.946=-0.551

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.002
min	2524.602-2524.606=-0.003
max	2524.606-2524.606=-0.000

*mean*	6161.000-7273.000=-1112.000
σ	0.000
min	6161.000-7273.000=-1112.000
max	6161.000-7273.000=-1112.000

*mean*	1446.276-1524.507=-78.231
σ	749.586-771.362=-21.776
min	1040.146-1040.096=0.050
max	2934.970-3176.521=-241.551

op=load_product(), with indexes

*mean*	7878.102-8744.721=-866.619
σ	0.469-0.469=0.000
min	7877.935-8744.553=-866.619
max	7879.264-8745.882=-866.618

*mean*	3235.375-3569.375=-334.000
σ	1840.195-1789.167=51.028
min	811.000-1046.000=-235.000
max	6161.000-5775.000=386.000

*mean*	3759.138-4738.056=-978.918
σ	1201.172-1552.005=-350.833
min	3118.869-3533.519=-414.650
max	6222.265-7160.475=-938.210

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.081-62.081=0.000

*mean*	3876.500-4147.500=-271.000
σ	1848.299-1890.836=-42.537
min	1279.000-1554.000=-275.000
max	6161.000-7273.000=-1112.000

*mean*	86.148-83.975=2.173
σ	17.921-13.726=4.195
min	70.663-70.323=0.340
max	125.239-101.704=23.535

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.944=0.001
max	40.949-40.945=0.003

*mean*	6161.000-7273.000=-1112.000
σ	0.000
min	6161.000-7273.000=-1112.000
max	6161.000-7273.000=-1112.000

*mean*	62.299-107.404=-45.105
σ	1.714-3.559=-1.845
min	60.798-103.026=-42.229
max	65.122-112.670=-47.548

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.002
σ	0.002-0.000=0.001
min	66.686-66.685=0.001
max	66.690-66.687=0.003

*mean*	6161.000-7273.000=-1112.000
σ	0.000
min	6161.000-7273.000=-1112.000
max	6161.000-7273.000=-1112.000

*mean*	99.312-164.069=-64.757
σ	0.316-4.836=-4.519
min	98.826-153.335=-54.509
max	99.891-167.779=-67.888

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11656.836=192.320
σ	4.304-4.324=-0.021
min	11847.561-11655.305=192.256
max	11859.806-11667.538=192.268

*mean*	3876.500-4147.500=-271.000
σ	1848.299-1890.836=-42.537
min	1279.000-1554.000=-275.000
max	6161.000-7273.000=-1112.000

*mean*	6108.627-6263.055=-154.428
σ	1114.160-894.872=219.288
min	5070.205-4941.006=129.198
max	7982.510-7487.161=495.350

op=vertical_lookup_list() on indexed

*mean*	10791.094-11560.065=-768.971
σ	0.002-0.001=0.001
min	10791.092-11560.064=-768.972
max	10791.096-11560.066=-768.970

*mean*	6161.000-7273.000=-1112.000
σ	0.000
min	6161.000-7273.000=-1112.000
max	6161.000-7273.000=-1112.000

*mean*	4960.025-5965.969=-1005.944
σ	1228.978-1613.816=-384.838
min	4071.847-4416.973=-345.127
max	7061.384-7811.108=-749.725

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	476.000-477.000=-1.000
σ	0.000
min	476.000-477.000=-1.000
max	476.000-477.000=-1.000

*mean*	378.709-378.375=0.334
σ	21.942-28.517=-6.576
min	339.762-308.664=31.098
max	397.158-396.137=1.021

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000
σ	0.000
min	561.000
max	561.000

*mean*	743.730-735.875=7.854
σ	53.178-60.700=-7.522
min	630.627-635.814=-5.186
max	799.986-799.530=0.456

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1008.499=15.828
σ	0.759-0.759=0.000
min	1023.851-1008.028=15.823
max	1027.465-1011.637=15.827

*mean*	1049.300-1047.250=2.050
σ	318.996-313.304=5.693
min	544.000-573.000=-29.000
max	1562.000-1510.000=52.000

*mean*	1.565-1.545=0.021
σ	0.076-0.088=-0.011
min	1.430-1.418=0.011
max	1.758-1.760=-0.002

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.422-0.321=0.101
σ	0.510-0.288=0.223
min	0.145-0.138=0.007
max	1.323-0.800=0.522

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.465=0.013
σ	0.319-0.305=0.013
min	0.318-0.318=-0.001
max	1.049-1.012=0.037

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.220=0.001
σ	0.027-0.025=0.002
min	0.202-0.197=0.005
max	0.269-0.262=0.007

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.335=-0.005
σ	0.017-0.018=-0.001
min	0.318-0.324=-0.007
max	0.360-0.368=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	436.600-435.600=1.000
σ	6.066-5.079=0.987
min	431.000
max	443.000-441.000=2.000

*mean*	0.559-0.569=-0.009
σ	0.054-0.028=0.025
min	0.493-0.521=-0.029
max	0.624-0.592=0.031

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.420-0.408=0.012
σ	0.039-0.027=0.012
min	0.378-0.372=0.006
max	0.462-0.444=0.018

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	1.964-1.952=0.012
σ	0.067-0.075=-0.008
min	1.855-1.844=0.012
max	2.165-2.323=-0.158

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	1.973-2.058=-0.085
σ	0.067-0.278=-0.211
min	1.857-1.826=0.032
max	2.211-3.296=-1.085

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.305-0.320=-0.015
σ	0.009-0.028=-0.020
min	0.293-0.293=-0.000
max	0.357-0.514=-0.156

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.292-0.310=-0.018
σ	0.007-0.066=-0.059
min	0.277-0.282=-0.005
max	0.330-0.721=-0.390

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.726-298.078=0.648
σ	1.046-1.047=-0.001
min	298.333-297.698=0.634
max	301.699-301.058=0.641

*mean*	440.200-444.700=-4.500
σ	17.974-17.820=0.154
min	415.000-417.000=-2.000
max	469.000-471.000=-2.000

*mean*	0.597-0.613=-0.016
σ	0.025-0.011=0.014
min	0.544-0.597=-0.053
max	0.636-0.629=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-222.008=14.670
σ	0.000
min	236.678-222.008=14.670
max	236.678-222.008=14.670

*mean*	1711.625-1754.000=-42.375
σ	3.889-0.000=3.889
min	1702.000-1754.000=-52.000
max	1713.000-1754.000=-41.000

*mean*	213.048-207.063=5.985
σ	2.945-1.512=1.432
min	209.038-204.935=4.104
max	218.747-208.954=9.793

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1711.625-1754.000=-42.375
σ	3.889-0.000=3.889
min	1702.000-1754.000=-52.000
max	1713.000-1754.000=-41.000

*mean*	11.153-11.310=-0.158
σ	1.348-1.427=-0.079
min	9.464-9.507=-0.043
max	12.731-12.653=0.078

phase=parser

*mean*	1042.367-1042.101=0.266
σ	0.000-0.000=-0.000
min	1042.367-1042.100=0.266
max	1042.367-1042.101=0.266

*mean*	1711.625-1754.000=-42.375
σ	3.889-0.000=3.889
min	1702.000-1754.000=-52.000
max	1713.000-1754.000=-41.000

*mean*	636.438-722.521=-86.084
σ	163.485-63.277=100.208
min	384.566-597.374=-212.808
max	831.585-832.038=-0.453

phase=processProdDef

*mean*	4753.276-6169.660=-1416.384
σ	0.000-0.001=-0.000
min	4753.276-6169.659=-1416.383
max	4753.276-6169.660=-1416.384

*mean*	1713.000-1754.000=-41.000
σ	0.000
min	1713.000-1754.000=-41.000
max	1713.000-1754.000=-41.000

*mean*	4329.425-5561.810=-1232.385
σ	596.028-1268.978=-672.950
min	3594.440-3883.278=-288.839
max	5401.349-7043.030=-1641.682

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1711.625-1754.000=-42.375
σ	3.889-0.000=3.889
min	1702.000-1754.000=-52.000
max	1713.000-1754.000=-41.000

*mean*	37.966-40.347=-2.381
σ	9.155-8.062=1.093
min	27.123-29.649=-2.526
max	48.459-48.035=0.424

phase=type checker

*mean*	990.454-958.461=31.993
σ	0.071-0.066=0.005
min	990.348-958.363=31.985
max	990.567-958.551=32.016

*mean*	1711.625-1754.000=-42.375
σ	3.889-0.000=3.889
min	1702.000-1754.000=-52.000
max	1713.000-1754.000=-41.000

*mean*	808.703-737.256=71.447
σ	99.072-79.763=19.309
min	655.930-636.660=19.270
max	899.619-869.637=29.983

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.917-293.686=0.231
σ	0.039-0.040=-0.001
min	293.865-293.632=0.233
max	293.957-293.726=0.231

*mean*	442.200-445.000=-2.800
σ	1.643-0.000=1.643
min	441.000-445.000=-4.000
max	444.000-445.000=-1.000

*mean*	0.393-0.400=-0.007
σ	0.016-0.002=0.014
min	0.369-0.399=-0.030
max	0.414-0.403=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.289-1303.788=16.502
σ	0.042-0.042=0.000
min	1320.237-1303.744=16.493
max	1320.335-1303.844=16.491

*mean*	1111.200-1063.200=48.000
σ	187.716-168.433=19.283
min	891.000-841.000=50.000
max	1373.000-1274.000=99.000

*mean*	2.241-2.023=0.218
σ	0.058-0.186=-0.128
min	2.162-1.819=0.343
max	2.318-2.203=0.116

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.454-1546.817=12.638
σ	3.344-4.033=-0.690
min	1557.821-1544.795=13.026
max	1565.433-1554.025=11.407

*mean*	619.000-612.600=6.400
σ	93.723-73.545=20.178
min	496.000-497.000=-1.000
max	730.000-691.000=39.000

*mean*	2.337-2.287=0.049
σ	0.273-0.228=0.045
min	2.105-2.135=-0.030
max	2.789-2.687=0.102

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.265-1865.807=16.458
σ	0.067-0.059=0.009
min	1882.175-1865.747=16.428
max	1882.353-1865.887=16.466

*mean*	1761.000-1711.800=49.200
σ	208.825-249.198=-40.373
min	1505.000-1419.000=86.000
max	1965.000-2064.000=-99.000

*mean*	3.074-2.968=0.106
σ	0.139-0.147=-0.008
min	2.886-2.856=0.030
max	3.241-3.216=0.025

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.822-1.820=0.002
σ	0.099-0.112=-0.014
min	1.721-1.647=0.074
max	1.961-1.908=0.054

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.409-450.090=2.319
σ	583.279-579.265=4.014
min	160.766-160.454=0.312
max	1327.327-1318.987=8.340

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.506-0.527=-0.021
σ	0.471-0.509=-0.038
min	0.269-0.270=-0.001
max	1.212-1.291=-0.079

policies=20

*mean*	1608.021-1604.901=3.120
σ	0.424-0.398=0.026
min	1607.747-1604.628=3.118
max	1608.653-1605.490=3.163

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.500-446.750=5.750
σ	11.818-2.500=9.318
min	444.000-443.000=1.000
max	470.000-448.000=22.000

*mean*	2.708-2.662=0.046
σ	0.007-0.011=-0.004
min	2.701-2.651=0.049
max	2.714-2.674=0.040

policies=200

*mean*	16088.513-16057.332=31.181
σ	0.107-0.085=0.023
min	16088.423-16057.281=31.141
max	16088.663-16057.458=31.205

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.250-495.250=5.000
σ	4.573-4.856=-0.283
min	495.000-489.000=6.000
max	505.000-500.000=5.000

*mean*	27.210-27.008=0.202
σ	0.046-0.070=-0.024
min	27.179-26.919=0.260
max	27.277-27.065=0.212