Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.858-54.861=-0.003
σ	0.358-0.359=-0.001
min	54.720-54.723=-0.003
max	55.877-55.883=-0.006

*mean*	420.700-418.000=2.700
σ	0.483-0.000=0.483
min	420.000-418.000=2.000
max	421.000-418.000=3.000

*mean*	0.138-0.140=-0.001
σ	0.005-0.006=-0.001
min	0.132-0.132=0.000
max	0.148-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.852-43.847=0.005
σ	0.007-0.006=0.000
min	43.842-43.836=0.006
max	43.860-43.855=0.005

*mean*	421.000-418.000=3.000
σ	0.000
min	421.000-418.000=3.000
max	421.000-418.000=3.000

*mean*	0.141-0.126=0.015
σ	0.011-0.004=0.007
min	0.122-0.123=-0.001
max	0.154-0.135=0.020

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4592.125-4425.125=167.000
σ	2248.535-2226.340=22.195
min	1487.000
max	7385.000-7407.000=-22.000

*mean*	168.396-12.516=155.880
σ	441.425-1.766=439.659
min	11.205-11.710=-0.505
max	1260.858-16.878=1243.980

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.001

*mean*	4592.125-4606.000=-13.875
σ	2248.535-2257.316=-8.781
min	1487.000
max	7385.000-7407.000=-22.000

*mean*	13.753-151.320=-137.567
σ	4.342-390.463=-386.121
min	10.919-11.392=-0.473
max	23.710-1117.656=-1093.946

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.950-41.951=-0.001

*mean*	7385.000-7407.000=-22.000
σ	0.000
min	7385.000-7407.000=-22.000
max	7385.000-7407.000=-22.000

*mean*	10.889-11.295=-0.406
σ	1.054-0.417=0.637
min	10.319-10.940=-0.621
max	13.440-12.039=1.400

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934

*mean*	4183.125-4196.125=-13.000
σ	1945.050-1953.284=-8.234
min	1487.000
max	7385.000-7407.000=-22.000

*mean*	11.190-11.610=-0.420
σ	2.282-1.783=0.499
min	10.049-10.719=-0.670
max	16.813-16.002=0.811

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993

*mean*	4183.125-4196.125=-13.000
σ	1945.050-1953.284=-8.234
min	1487.000
max	7385.000-7407.000=-22.000

*mean*	8.553-9.261=-0.708
σ	1.403-1.250=0.153
min	7.338-8.096=-0.758
max	11.927-12.244=-0.317

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4183.125-4196.125=-13.000
σ	1945.050-1953.284=-8.234
min	1487.000
max	7385.000-7407.000=-22.000

*mean*	6.612-7.165=-0.553
σ	0.900-0.936=-0.037
min	5.998-6.598=-0.600
max	8.798-9.464=-0.665

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4592.125-4606.000=-13.875
σ	2248.535-2257.316=-8.781
min	1487.000
max	7385.000-7407.000=-22.000

*mean*	5.939-6.590=-0.651
σ	1.004-1.095=-0.091
min	5.334-5.793=-0.460
max	8.160-8.984=-0.824

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4592.125-4606.000=-13.875
σ	2248.535-2257.316=-8.781
min	1487.000
max	7385.000-7407.000=-22.000

*mean*	5.872-6.462=-0.591
σ	1.059-1.156=-0.097
min	5.264-5.819=-0.555
max	8.227-8.970=-0.744

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629-1021.630=-0.000

*mean*	7385.000-7407.000=-22.000
σ	0.000
min	7385.000-7407.000=-22.000
max	7385.000-7407.000=-22.000

*mean*	345.322-344.998=0.324
σ	1.914-1.930=-0.016
min	343.005-342.192=0.813
max	347.696-347.667=0.029

op=load_product(), with indexes

*mean*	3495.878
σ	0.469
min	3495.713
max	3497.038

*mean*	3759.000-3770.125=-11.125
σ	2300.056-2309.429=-9.373
min	720.000
max	7385.000-7407.000=-22.000

*mean*	1763.563-1767.287=-3.725
σ	635.906-634.076=1.830
min	1386.287-1387.627=-1.339
max	2800.156-2803.199=-3.043

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.853-107.853=-0.000
max	107.855-107.854=0.000

*mean*	4412.000-4196.125=215.875
σ	2217.984-1953.284=264.700
min	1487.000
max	7385.000-7407.000=-22.000

*mean*	251.010-138.907=112.102
σ	325.595-18.323=307.272
min	122.554-124.841=-2.287
max	1055.592-180.770=874.822

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4412.000-4425.125=-13.125
σ	2217.984-2226.340=-8.356
min	1487.000
max	7385.000-7407.000=-22.000

*mean*	43.738-134.515=-90.777
σ	7.797-261.665=-253.868
min	39.209-39.447=-0.238
max	62.749-782.086=-719.337

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7385.000-7407.000=-22.000
σ	0.000
min	7385.000-7407.000=-22.000
max	7385.000-7407.000=-22.000

*mean*	169.664-101.934=67.729
σ	417.139-222.645=194.495
min	20.838-21.542=-0.704
max	1202.007-652.912=549.094

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307
max	71.311-71.311=0.000

*mean*	7385.000-7407.000=-22.000
σ	0.000
min	7385.000-7407.000=-22.000
max	7385.000-7407.000=-22.000

*mean*	64.124-58.755=5.368
σ	20.463-7.386=13.077
min	55.242-55.687=-0.445
max	114.186-76.970=37.216

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851
σ	0.014
min	4646.845
max	4646.884

*mean*	4183.125-4196.125=-13.000
σ	1945.050-1953.284=-8.234
min	1487.000
max	7385.000-7407.000=-22.000

*mean*	3340.694-3230.421=110.273
σ	791.636-695.716=95.921
min	2500.318-2482.272=18.046
max	4692.064-4232.447=459.617

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7385.000-7407.000=-22.000
σ	0.000
min	7385.000-7407.000=-22.000
max	7385.000-7407.000=-22.000

*mean*	1032.919-1050.587=-17.668
σ	255.561-228.177=27.384
min	914.592-924.608=-10.016
max	1646.541-1495.709=150.833

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7385.000-7407.000=-22.000
σ	0.000
min	7385.000-7407.000=-22.000
max	7385.000-7407.000=-22.000

*mean*	406.069-419.553=-13.484
σ	45.428-50.255=-4.827
min	377.448-389.348=-11.900
max	517.586-507.602=9.984

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.375-479.500=-2.125
σ	0.916-2.777=-1.861
min	476.000-475.000=1.000
max	478.000-481.000=-3.000

*mean*	380.902-390.543=-9.640
σ	35.210-39.864=-4.654
min	313.016-309.751=3.265
max	428.953-426.297=2.657

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-562.000=2.000
σ	0.000
min	564.000-562.000=2.000
max	564.000-562.000=2.000

*mean*	729.439-769.867=-40.428
σ	75.618-42.448=33.170
min	601.846-688.537=-86.691
max	803.000-804.627=-1.627

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.563-1024.565=-0.002
σ	0.760-0.759=0.001
min	1024.094-1024.095=-0.001
max	1027.705-1027.705=0.001

*mean*	1046.250-1047.700=-1.450
σ	314.171-312.991=1.180
min	552.000-555.000=-3.000
max	1655.000-1657.000=-2.000

*mean*	1.400-1.381=0.019
σ	0.134-0.071=0.064
min	1.298-1.312=-0.014
max	1.865-1.585=0.280

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.397-0.406=-0.010
σ	0.494-0.505=-0.011
min	0.146-0.149=-0.003
max	1.279-1.306=-0.027

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.597=-0.122
σ	0.322-0.574=-0.253
min	0.320-0.330=-0.010
max	1.049-1.623=-0.574

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.219=-0.000
σ	0.019-0.026=-0.006
min	0.205-0.201=0.004
max	0.253-0.261=-0.008

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.350-0.328=0.022
σ	0.028-0.018=0.010
min	0.326-0.316=0.009
max	0.391-0.360=0.031

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	436.200-431.600=4.600
σ	1.789-1.342=0.447
min	433.000-431.000=2.000
max	437.000-434.000=3.000

*mean*	0.574-0.563=0.011
σ	0.035-0.030=0.005
min	0.533-0.520=0.013
max	0.608-0.591=0.018

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	0.489-0.477=0.012
σ	0.041-0.040=0.001
min	0.434-0.421=0.014
max	0.522-0.524=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	2.633-2.638=-0.005
σ	0.096-0.091=0.006
min	2.509-2.471=0.038
max	3.111-2.963=0.148

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	2.648-2.600=0.048
σ	0.093-0.093=0.000
min	2.492-2.432=0.060
max	2.995-2.883=0.112

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	0.305-0.312=-0.007
σ	0.010-0.034=-0.024
min	0.291-0.293=-0.002
max	0.375-0.630=-0.255

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	0.296-0.292=0.004
σ	0.008-0.009=-0.000
min	0.283-0.278=0.005
max	0.335-0.332=0.003

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.525-11.669=-0.143
σ	10.634-10.648=-0.014
min	0.574-0.574=0.000
max	76.036-77.656=-1.620

*mean*	458.384-451.271=7.113
σ	20.206-14.916=5.291
min	408.000-410.000=-2.000
max	479.000-471.000=8.000

*mean*	0.027-0.027=-0.000
σ	0.026-0.026=-0.000
min	0.001-0.001=-0.000
max	0.185-0.192=-0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.714-298.690=0.024
σ	1.050-1.038=0.012
min	298.302-298.239=0.063
max	301.697-301.636=0.061

*mean*	444.300-442.400=1.900
σ	20.881-19.173=1.708
min	414.000-415.000=-1.000
max	473.000-470.000=3.000

*mean*	0.603-0.587=0.017
σ	0.015-0.024=-0.009
min	0.572-0.544=0.027
max	0.630-0.628=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	842.750-844.000=-1.250
σ	0.463-0.000=0.463
min	842.000-844.000=-2.000
max	843.000-844.000=-1.000

*mean*	224.765-238.937=-14.172
σ	27.862-21.030=6.832
min	187.941-189.298=-1.357
max	257.987-255.338=2.649

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	842.625-843.375=-0.750
σ	0.518-1.768=-1.250
min	842.000-839.000=3.000
max	843.000-844.000=-1.000

*mean*	9.659-9.034=0.625
σ	1.443-0.972=0.471
min	7.328-7.360=-0.032
max	12.663-9.887=2.776

phase=parser

*mean*	1042.435-1042.434=0.001
σ	0.000-0.000=-0.000
min	1042.435-1042.433=0.001
max	1042.435-1042.434=0.001

*mean*	842.625-843.375=-0.750
σ	0.518-1.768=-1.250
min	842.000-839.000=3.000
max	843.000-844.000=-1.000

*mean*	591.103-562.113=28.990
σ	71.040-64.714=6.326
min	474.306-426.960=47.346
max	725.482-624.282=101.200

phase=processProdDef

*mean*	2243.976-2243.977=-0.000
σ	0.000
min	2243.976-2243.977=-0.000
max	2243.976-2243.977=-0.000

*mean*	842.750-844.000=-1.250
σ	0.463-0.000=0.463
min	842.000-844.000=-2.000
max	843.000-844.000=-1.000

*mean*	3004.800-2884.950=119.850
σ	409.677-704.162=-294.484
min	2402.479-1748.300=654.179
max	3478.661-3521.180=-42.519

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.625-843.375=-0.750
σ	0.518-1.768=-1.250
min	842.000-839.000=3.000
max	843.000-844.000=-1.000

*mean*	39.455-36.746=2.710
σ	5.847-6.269=-0.422
min	26.734-26.538=0.195
max	47.821-41.145=6.676

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.625-843.375=-0.750
σ	0.518-1.768=-1.250
min	842.000-839.000=3.000
max	843.000-844.000=-1.000

*mean*	726.649-736.079=-9.430
σ	119.111-87.457=31.654
min	674.958-637.965=36.993
max	1018.684-875.576=143.107

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.820=0.000
σ	0.037-0.037=-0.000
min	293.765-293.766=-0.001
max	293.857-293.858=-0.001

*mean*	442.600
σ	0.548-2.191=-1.643
min	442.000-441.000=1.000
max	443.000-445.000=-2.000

*mean*	0.395-0.392=0.003
σ	0.008-0.007=0.001
min	0.389-0.389=0.000
max	0.405-0.404=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.294-1320.291=0.003
σ	0.138-0.133=0.005
min	1320.176-1320.165=0.011
max	1320.522-1320.499=0.023

*mean*	1099.200-1089.800=9.400
σ	186.268-167.221=19.047
min	843.000-893.000=-50.000
max	1322.000-1319.000=3.000

*mean*	1.903-1.953=-0.051
σ	0.036-0.153=-0.116
min	1.845-1.823=0.021
max	1.936-2.213=-0.276

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.281-1559.285=-0.004
σ	2.944-2.996=-0.053
min	1557.762-1557.662=0.100
max	1564.535-1564.631=-0.096

*mean*	603.400-626.000=-22.600
σ	84.536-87.316=-2.780
min	499.000-496.000=3.000
max	712.000-728.000=-16.000

*mean*	2.178-2.228=-0.050
σ	0.062-0.271=-0.209
min	2.105-2.024=0.081
max	2.235-2.704=-0.469

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.342-1882.339=0.003
σ	0.046-0.050=-0.005
min	1882.288-1882.273=0.015
max	1882.408-1882.411=-0.003

*mean*	1721.800-1729.200=-7.400
σ	197.089-176.712=20.377
min	1457.000-1472.000=-15.000
max	1910.000-1888.000=22.000

*mean*	3.002-3.023=-0.021
σ	0.143-0.207=-0.064
min	2.894-2.851=0.043
max	3.250-3.383=-0.133

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.684-1.696=-0.012
σ	0.137-0.142=-0.004
min	1.547-1.533=0.014
max	1.832-1.876=-0.044

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.945-419.945=-0.000
σ	518.108-518.105=0.003
min	160.888-160.891=-0.004
max	1197.106-1197.103=0.004

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.521-0.427=0.094
σ	0.510-0.324=0.186
min	0.262-0.261=0.001
max	1.286-0.913=0.373

policies=20

*mean*	1609.198-1609.214=-0.016
σ	0.349-0.353=-0.004
min	1608.953-1608.992=-0.039
max	1609.713-1609.739=-0.027

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.750-449.500=0.250
σ	7.500-7.000=0.500
min	446.000
max	461.000-460.000=1.000

*mean*	2.584-2.593=-0.009
σ	0.016-0.029=-0.013
min	2.565-2.564=0.002
max	2.602-2.632=-0.030

policies=200

*mean*	16100.680-16100.602=0.079
σ	0.071-0.089=-0.018
min	16100.636-16100.509=0.127
max	16100.786-16100.722=0.063

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.500-502.000=-1.500
σ	5.000-4.546=0.454
min	494.000-496.000=-2.000
max	506.000-507.000=-1.000

*mean*	26.018-26.045=-0.027
σ	0.073-0.107=-0.034
min	25.919-25.955=-0.036
max	26.092-26.198=-0.106