Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.671-54.577=0.093
σ	0.358-0.349=0.009
min	54.539-54.445=0.094
max	55.688-55.569=0.119

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.141-0.136=0.005
σ	0.005-0.004=0.001
min	0.137-0.132=0.006
max	0.149-0.142=0.007

cache=y

dps=1

iters=10

policies=100

*mean*	43.700-43.706=-0.006
σ	0.006-0.005=0.000
min	43.692-43.699=-0.007
max	43.707-43.716=-0.009

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.122-0.123=-0.000
σ	0.005-0.004=0.001
min	0.117-0.120=-0.003
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.001
max	36.620-36.620=0.000

*mean*	3863.875-4158.875=-295.000
σ	1831.582-1906.359=-74.777
min	1280.000-1556.000=-276.000
max	6113.000-7336.000=-1223.000

*mean*	12.758-12.480=0.278
σ	0.288-0.247=0.042
min	12.431-12.107=0.324
max	13.199-12.796=0.403

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	3863.875-4158.875=-295.000
σ	1831.582-1906.359=-74.777
min	1280.000-1556.000=-276.000
max	6113.000-7336.000=-1223.000

*mean*	12.687-12.752=-0.064
σ	0.780-0.499=0.281
min	11.421-11.873=-0.452
max	13.856-13.161=0.695

op=table_records(), no indexes

*mean*	41.929-41.932=-0.002
σ	0.002-0.001=0.001
min	41.928-41.929=-0.001
max	41.932-41.933=-0.001

*mean*	6113.000-7336.000=-1223.000
σ	0.000
min	6113.000-7336.000=-1223.000
max	6113.000-7336.000=-1223.000

*mean*	15.115-14.475=0.640
σ	0.384-0.896=-0.511
min	14.482-12.375=2.108
max	15.680-15.071=0.609

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.002=-0.001
min	41.928-41.927=0.001
max	41.929-41.931=-0.002

*mean*	3863.875-4158.875=-295.000
σ	1831.582-1906.359=-74.777
min	1280.000-1556.000=-276.000
max	6113.000-7336.000=-1223.000

*mean*	14.065-12.499=1.567
σ	1.829-1.810=0.018
min	11.067-10.596=0.471
max	16.448-14.892=1.555

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	3863.875-4158.875=-295.000
σ	1831.582-1906.359=-74.777
min	1280.000-1556.000=-276.000
max	6113.000-7336.000=-1223.000

*mean*	9.350-8.724=0.626
σ	1.547-0.348=1.200
min	8.288-8.229=0.060
max	13.125-9.419=3.706

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	3863.875-4158.875=-295.000
σ	1831.582-1906.359=-74.777
min	1280.000-1556.000=-276.000
max	6113.000-7336.000=-1223.000

*mean*	7.119-6.337=0.781
σ	0.995-0.175=0.819
min	6.219-5.983=0.236
max	9.499-6.557=2.943

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.666=0.003
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.005

*mean*	3863.875-4158.875=-295.000
σ	1831.582-1906.359=-74.777
min	1280.000-1556.000=-276.000
max	6113.000-7336.000=-1223.000

*mean*	6.029-5.691=0.337
σ	0.107-0.167=-0.060
min	5.825-5.387=0.437
max	6.116-5.858=0.259

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.002
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	3863.875-4158.875=-295.000
σ	1831.582-1906.359=-74.777
min	1280.000-1556.000=-276.000
max	6113.000-7336.000=-1223.000

*mean*	5.756-5.458=0.298
σ	0.271-0.121=0.150
min	5.154-5.277=-0.123
max	6.004-5.586=0.418

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.002
min	2524.602-2524.606=-0.003
max	2524.606-2524.606=0.000

*mean*	6113.000-7336.000=-1223.000
σ	0.000
min	6113.000-7336.000=-1223.000
max	6113.000-7336.000=-1223.000

*mean*	1380.461-1035.084=345.376
σ	607.770-5.749=602.021
min	1046.711-1023.016=23.695
max	2418.772-1043.376=1375.396

op=load_product(), with indexes

*mean*	7878.102-8744.721=-866.619
σ	0.470-0.469=0.000
min	7877.935-8744.553=-866.618
max	7879.264-8745.883=-866.619

*mean*	3228.500-3581.875=-353.375
σ	1829.611-1801.638=27.973
min	810.000-1046.000=-236.000
max	6113.000-5823.000=290.000

*mean*	3577.527-4877.511=-1299.984
σ	934.951-1583.889=-648.937
min	3101.024-3503.542=-402.518
max	5651.964-7490.115=-1838.151

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=-0.000

*mean*	3863.875-4158.875=-295.000
σ	1831.582-1906.359=-74.777
min	1280.000-1556.000=-276.000
max	6113.000-7336.000=-1223.000

*mean*	90.972-82.205=8.767
σ	20.255-11.769=8.485
min	70.771-70.702=0.068
max	126.118-104.310=21.807

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.944=0.001
max	40.949-40.945=0.003

*mean*	6113.000-7336.000=-1223.000
σ	0.000
min	6113.000-7336.000=-1223.000
max	6113.000-7336.000=-1223.000

*mean*	63.801-106.099=-42.297
σ	3.788-6.179=-2.392
min	60.802-94.433=-33.631
max	69.242-112.160=-42.918

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.002
σ	0.002-0.000=0.001
min	66.686-66.685=0.001
max	66.690-66.687=0.003

*mean*	6113.000-7336.000=-1223.000
σ	0.000
min	6113.000-7336.000=-1223.000
max	6113.000-7336.000=-1223.000

*mean*	100.018-161.575=-61.557
σ	1.033-10.249=-9.217
min	98.933-139.671=-40.738
max	102.181-169.293=-67.112

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11656.836=192.320
σ	4.304-4.324=-0.020
min	11847.562-11655.305=192.256
max	11859.806-11667.537=192.269

*mean*	3863.875-4158.875=-295.000
σ	1831.582-1906.359=-74.777
min	1280.000-1556.000=-276.000
max	6113.000-7336.000=-1223.000

*mean*	6094.897-6142.719=-47.823
σ	993.723-1014.071=-20.348
min	4991.868-4903.479=88.389
max	7419.991-7686.161=-266.170

op=vertical_lookup_list() on indexed

*mean*	10791.094-11560.065=-768.972
σ	0.002-0.001=0.001
min	10791.091-11560.064=-768.973
max	10791.096-11560.066=-768.970

*mean*	6113.000-7336.000=-1223.000
σ	0.000
min	6113.000-7336.000=-1223.000
max	6113.000-7336.000=-1223.000

*mean*	5216.997-5450.391=-233.394
σ	1632.981-1589.210=43.772
min	4039.635-4311.897=-272.262
max	7571.910-8609.333=-1037.423

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	389.153-380.334=8.819
σ	15.996-18.882=-2.886
min	350.459-350.267=0.192
max	402.099-395.315=6.784

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-560.500=-0.500
σ	0.000-1.604=-1.604
min	560.000-559.000=1.000
max	560.000-562.000=-2.000

*mean*	760.217-765.991=-5.775
σ	32.726-45.970=-13.244
min	685.782-667.789=17.992
max	795.566-819.260=-23.694

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1008.497=15.831
σ	0.759-0.758=0.000
min	1023.855-1008.027=15.828
max	1027.465-1011.635=15.831

*mean*	1050.850-1047.250=3.600
σ	320.186-313.482=6.704
min	544.000-573.000=-29.000
max	1567.000-1510.000=57.000

*mean*	1.550-1.565=-0.015
σ	0.092-0.084=0.008
min	1.360-1.492=-0.132
max	1.813-1.764=0.049

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.447-0.397=0.050
σ	0.617-0.503=0.115
min	0.142-0.146=-0.004
max	1.549-1.293=0.256

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.478=0.001
σ	0.322-0.324=-0.002
min	0.322-0.321=0.001
max	1.055-1.057=-0.002

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.212=0.007
σ	0.022-0.025=-0.003
min	0.202-0.196=0.006
max	0.257-0.256=0.001

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.329=0.009
σ	0.013-0.022=-0.009
min	0.327-0.311=0.016
max	0.361-0.367=-0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	436.000-431.000=5.000
σ	5.612-0.000=5.612
min	431.000
max	442.000-431.000=11.000

*mean*	0.537-0.543=-0.006
σ	0.036-0.064=-0.028
min	0.478-0.450=0.029
max	0.571-0.606=-0.035

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.461-0.430=0.031
σ	0.045-0.061=-0.016
min	0.410-0.380=0.030
max	0.521-0.517=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.682-2.635=0.048
σ	0.126-0.092=0.034
min	2.513-2.473=0.040
max	3.395-2.976=0.419

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.214-2.606=-0.392
σ	0.325-0.078=0.247
min	1.828-2.474=-0.646
max	2.839-2.968=-0.129

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.310-0.308=0.002
σ	0.009-0.009=-0.000
min	0.295-0.295=-0.000
max	0.354-0.359=-0.004

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.296-0.292=0.004
σ	0.008-0.007=0.001
min	0.283-0.278=0.004
max	0.326-0.325=0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.756-297.959=0.797
σ	1.065-1.066=-0.001
min	298.345-297.454=0.891
max	301.782-300.972=0.810

*mean*	444.100-444.500=-0.400
σ	16.052-17.840=-1.789
min	421.000-418.000=3.000
max	471.000-467.000=4.000

*mean*	0.597-0.609=-0.012
σ	0.029-0.021=0.008
min	0.528-0.563=-0.035
max	0.640-0.633=0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-222.008=14.670
σ	0.000
min	236.678-222.008=14.670
max	236.678-222.008=14.670

*mean*	1679.625-1745.500=-65.875
σ	1.061-0.926=0.135
min	1677.000-1745.000=-68.000
max	1680.000-1747.000=-67.000

*mean*	215.553-204.656=10.897
σ	3.274-1.464=1.810
min	210.432-202.796=7.636
max	219.813-207.511=12.302

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1679.625-1745.500=-65.875
σ	1.061-0.926=0.135
min	1677.000-1745.000=-68.000
max	1680.000-1747.000=-67.000

*mean*	10.986-11.920=-0.934
σ	2.288-1.220=1.068
min	6.409-9.473=-3.063
max	12.848-12.858=-0.010

phase=parser

*mean*	1042.367-1042.099=0.268
σ	0.000-0.000=-0.000
min	1042.367-1042.098=0.268
max	1042.367-1042.099=0.268

*mean*	1679.625-1745.500=-65.875
σ	1.061-0.926=0.135
min	1677.000-1745.000=-68.000
max	1680.000-1747.000=-67.000

*mean*	633.099-708.697=-75.598
σ	109.751-57.022=52.730
min	423.437-568.795=-145.358
max	726.469-742.323=-15.854

phase=processProdDef

*mean*	4753.276-6169.656=-1416.380
σ	0.000-0.001=-0.000
min	4753.276-6169.655=-1416.380
max	4753.276-6169.657=-1416.381

*mean*	1680.000-1745.750=-65.750
σ	0.000-1.035=-1.035
min	1680.000-1745.000=-65.000
max	1680.000-1747.000=-67.000

*mean*	4228.956-5472.913=-1243.957
σ	803.486-1122.873=-319.387
min	3223.526-4391.071=-1167.545
max	5295.235-7720.100=-2424.865

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1679.625-1745.500=-65.875
σ	1.061-0.926=0.135
min	1677.000-1745.000=-68.000
max	1680.000-1747.000=-67.000

*mean*	39.814-45.208=-5.394
σ	10.261-5.036=5.225
min	20.412-34.625=-14.213
max	48.482-48.261=0.222

phase=type checker

*mean*	990.454-958.457=31.997
σ	0.071-0.066=0.005
min	990.348-958.360=31.989
max	990.567-958.547=32.020

*mean*	1679.625-1745.500=-65.875
σ	1.061-0.926=0.135
min	1677.000-1745.000=-68.000
max	1680.000-1747.000=-67.000

*mean*	791.307-803.741=-12.434
σ	95.678-75.972=19.706
min	661.460-677.179=-15.719
max	893.037-883.047=9.990

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.916-293.685=0.232
σ	0.039-0.040=-0.001
min	293.864-293.630=0.234
max	293.957-293.724=0.234

*mean*	442.200-445.000=-2.800
σ	1.643-0.000=1.643
min	441.000-445.000=-4.000
max	444.000-445.000=-1.000

*mean*	0.393-0.398=-0.005
σ	0.003-0.001=0.001
min	0.391-0.397=-0.007
max	0.396-0.400=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.304-1303.769=16.534
σ	0.034-0.076=-0.042
min	1320.261-1303.644=16.617
max	1320.342-1303.829=16.513

*mean*	1108.800-1084.000=24.800
σ	167.944-167.905=0.039
min	895.000-885.000=10.000
max	1319.000-1313.000=6.000

*mean*	2.238-2.059=0.179
σ	0.091-0.217=-0.126
min	2.112-1.816=0.296
max	2.329-2.265=0.064

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.450-1546.838=12.612
σ	3.394-4.008=-0.614
min	1557.749-1544.902=12.847
max	1565.514-1554.003=11.511

*mean*	622.200-618.400=3.800
σ	89.595-88.041=1.553
min	508.000-522.000=-14.000
max	725.000-726.000=-1.000

*mean*	2.379-2.362=0.017
σ	0.289-0.232=0.057
min	2.148-2.121=0.026
max	2.857-2.594=0.262

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.265-1865.782=16.483
σ	0.074-0.065=0.009
min	1882.182-1865.725=16.457
max	1882.350-1865.887=16.464

*mean*	1750.200-1725.000=25.200
σ	211.176-179.612=31.564
min	1468.000-1470.000=-2.000
max	1950.000-1891.000=59.000

*mean*	3.237-2.993=0.244
σ	0.399-0.221=0.178
min	2.920-2.788=0.132
max	3.909-3.357=0.552

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.662-1.823=-0.161
σ	0.128-0.135=-0.007
min	1.525-1.596=-0.071
max	1.830-1.928=-0.098

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-447.981=4.430
σ	583.278-579.242=4.036
min	160.767-158.357=2.410
max	1327.328-1316.844=10.485

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.510-0.530=-0.020
σ	0.482-0.523=-0.041
min	0.269-0.268=0.001
max	1.233-1.315=-0.081

policies=20

*mean*	1608.048-1583.926=24.123
σ	0.423-0.365=0.058
min	1607.762-1583.673=24.089
max	1608.677-1584.465=24.212

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	451.500-446.500=5.000
σ	11.091-6.351=4.740
min	444.000-441.000=3.000
max	468.000-452.000=16.000

*mean*	2.716-2.638=0.078
σ	0.013-0.008=0.005
min	2.697-2.630=0.068
max	2.726-2.646=0.081

policies=200

*mean*	16088.581-15847.112=241.469
σ	0.139-0.050=0.089
min	16088.451-15847.055=241.396
max	16088.766-15847.176=241.590

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	497.500-492.750=4.750
σ	3.317-3.948=-0.631
min	495.000-488.000=7.000
max	502.000-496.000=6.000

*mean*	27.204-26.631=0.573
σ	0.043-0.130=-0.087
min	27.164-26.524=0.640
max	27.262-26.791=0.471