Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.861-54.860=0.000
σ	0.360-0.360=-0.000
min	54.722-54.723=-0.001
max	55.885-55.886=-0.001

*mean*	420.000-416.700=3.300
σ	0.000-0.483=-0.483
min	420.000-416.000=4.000
max	420.000-417.000=3.000

*mean*	0.141-0.140=0.001
σ	0.006-0.003=0.002
min	0.137-0.137=-0.000
max	0.152-0.147=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.847=-0.000
σ	0.007-0.006=0.001
min	43.834-43.840=-0.005
max	43.860-43.857=0.002

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.126-0.123=0.002
σ	0.004-0.005=-0.000
min	0.122-0.117=0.005
max	0.133-0.131=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4220.750-4427.000=-206.250
σ	1970.489-2229.916=-259.427
min	1484.000-1482.000=2.000
max	7439.000-7411.000=28.000

*mean*	11.655-12.354=-0.699
σ	0.465-1.965=-1.500
min	11.231-11.323=-0.092
max	12.745-17.092=-4.346

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4447.500-4607.625=-160.125
σ	2240.972-2261.189=-20.217
min	1484.000-1482.000=2.000
max	7439.000-7411.000=28.000

*mean*	105.951-162.245=-56.294
σ	265.815-424.569=-158.755
min	10.999-10.609=0.390
max	763.805-1212.989=-449.184

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.950-41.951=-0.001

*mean*	7439.000-7411.000=28.000
σ	0.000
min	7439.000-7411.000=28.000
max	7439.000-7411.000=28.000

*mean*	10.758-10.893=-0.134
σ	0.876-0.997=-0.121
min	10.311-10.149=0.161
max	12.916-13.240=-0.325

op=table_records(), repeat

*mean*	41.933-41.934=-0.001
σ	0.000-0.001=-0.001
min	41.933
max	41.934-41.937=-0.003

*mean*	4220.750-4198.125=22.625
σ	1970.489-1957.176=13.313
min	1484.000-1482.000=2.000
max	7439.000-7411.000=28.000

*mean*	10.923-11.071=-0.149
σ	1.751-1.216=0.535
min	10.086-10.502=-0.415
max	15.237-14.074=1.164

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.001
σ	0.136-0.137=-0.000
min	27.606
max	27.993

*mean*	4220.750-4198.125=22.625
σ	1970.489-1957.176=13.313
min	1484.000-1482.000=2.000
max	7439.000-7411.000=28.000

*mean*	8.392-8.166=0.226
σ	1.022-0.663=0.359
min	7.395-7.363=0.032
max	10.831-9.600=1.231

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4220.750-4198.125=22.625
σ	1970.489-1957.176=13.313
min	1484.000-1482.000=2.000
max	7439.000-7411.000=28.000

*mean*	6.404-5.940=0.464
σ	0.421-0.489=-0.068
min	5.916-5.551=0.365
max	7.362-7.092=0.270

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688

*mean*	4447.500-4607.625=-160.125
σ	2240.972-2261.189=-20.217
min	1484.000-1482.000=2.000
max	7439.000-7411.000=28.000

*mean*	5.708-5.794=-0.085
σ	0.533-0.698=-0.165
min	5.297-5.279=0.017
max	6.963-7.083=-0.120

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4447.500-4607.625=-160.125
σ	2240.972-2261.189=-20.217
min	1484.000-1482.000=2.000
max	7439.000-7411.000=28.000

*mean*	5.552-5.644=-0.092
σ	0.543-0.712=-0.169
min	5.205-5.090=0.115
max	6.871-6.803=0.069

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629

*mean*	7439.000-7411.000=28.000
σ	0.000
min	7439.000-7411.000=28.000
max	7439.000-7411.000=28.000

*mean*	348.077-345.668=2.409
σ	3.312-2.553=0.759
min	344.367-342.256=2.111
max	354.539-350.564=3.976

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713-3495.713=0.000
max	3497.037-3497.038=-0.001

*mean*	3791.000-3771.375=19.625
σ	2328.507-2312.798=15.709
min	720.000-721.000=-1.000
max	7439.000-7411.000=28.000

*mean*	2072.598-1731.877=340.721
σ	994.927-591.592=403.335
min	1385.349-1373.214=12.135
max	3917.434-2760.789=1156.645

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.854-107.854=0.000
max	107.854-107.854=-0.000

*mean*	4220.750-4198.125=22.625
σ	1970.489-1957.176=13.313
min	1484.000-1482.000=2.000
max	7439.000-7411.000=28.000

*mean*	131.850-131.582=0.268
σ	12.913-12.149=0.765
min	123.559-123.461=0.099
max	162.073-160.458=1.615

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4220.750-4427.000=-206.250
σ	1970.489-2229.916=-259.427
min	1484.000-1482.000=2.000
max	7439.000-7411.000=28.000

*mean*	42.293-157.605=-115.312
σ	0.962-325.009=-324.047
min	41.064-40.756=0.308
max	43.467-961.957=-918.490

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7439.000-7411.000=28.000
σ	0.000
min	7439.000-7411.000=28.000
max	7439.000-7411.000=28.000

*mean*	22.182-87.559=-65.376
σ	2.546-183.763=-181.217
min	20.693-20.920=-0.228
max	28.282-542.306=-514.024

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.311

*mean*	7439.000-7411.000=28.000
σ	0.000
min	7439.000-7411.000=28.000
max	7439.000-7411.000=28.000

*mean*	115.650-59.270=56.380
σ	167.495-8.680=158.815
min	54.345-54.261=0.084
max	530.101-79.478=450.622

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=-0.000
σ	0.013-0.013=0.000
min	4646.845
max	4646.883

*mean*	4220.750-4198.125=22.625
σ	1970.489-1957.176=13.313
min	1484.000-1482.000=2.000
max	7439.000-7411.000=28.000

*mean*	3190.683-3220.218=-29.534
σ	575.411-696.206=-120.795
min	2504.189-2474.419=29.770
max	3932.943-4291.055=-358.112

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853

*mean*	7439.000-7411.000=28.000
σ	0.000
min	7439.000-7411.000=28.000
max	7439.000-7411.000=28.000

*mean*	1240.918-1011.018=229.901
σ	860.226-199.657=660.569
min	910.693-909.923=0.770
max	3366.609-1480.092=1886.517

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7439.000-7411.000=28.000
σ	0.000
min	7439.000-7411.000=28.000
max	7439.000-7411.000=28.000

*mean*	402.325-401.985=0.340
σ	40.651-43.107=-2.457
min	386.009-379.356=6.653
max	502.870-508.308=-5.438

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-477.125=-0.125
σ	0.000-0.641=-0.641
min	477.000-476.000=1.000
max	477.000-478.000=-1.000

*mean*	375.642-361.545=14.097
σ	42.568-48.584=-6.016
min	314.809-309.245=5.564
max	436.716-453.680=-16.964

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	567.000-562.000=5.000
σ	0.000
min	567.000-562.000=5.000
max	567.000-562.000=5.000

*mean*	746.615-781.602=-34.987
σ	70.859-31.957=38.902
min	631.805-736.670=-104.866
max	822.624-823.199=-0.575

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1024.564=0.001
σ	0.760-0.758=0.001
min	1024.095-1024.093=0.003
max	1027.705-1027.700=0.006

*mean*	1059.500-1048.450=11.050
σ	323.092-312.418=10.673
min	538.000-591.000=-53.000
max	1573.000-1512.000=61.000

*mean*	1.358-1.397=-0.039
σ	0.086-0.098=-0.012
min	1.165-1.303=-0.138
max	1.601-1.600=0.000

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.294-0.432=-0.138
σ	0.283-0.581=-0.298
min	0.147-0.141=0.006
max	0.797-1.468=-0.671

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.489-0.483=0.006
σ	0.322-0.312=0.009
min	0.331-0.332=-0.001
max	1.063-1.041=0.022

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.223=-0.003
σ	0.020-0.023=-0.002
min	0.203-0.209=-0.007
max	0.254-0.262=-0.008

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.343-0.327=0.016
σ	0.019-0.018=0.000
min	0.325-0.309=0.016
max	0.368-0.357=0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	436.600
σ	6.066
min	431.000
max	443.000

*mean*	0.554-0.580=-0.027
σ	0.048-0.020=0.028
min	0.483-0.545=-0.062
max	0.604-0.597=0.007

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.468-0.504=-0.036
σ	0.027-0.032=-0.005
min	0.431-0.448=-0.017
max	0.494-0.524=-0.030

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.629-2.590=0.039
σ	0.098-0.081=0.017
min	2.468-2.470=-0.002
max	2.965-2.921=0.044

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.610-2.588=0.022
σ	0.111-0.079=0.032
min	2.450-2.468=-0.018
max	3.120-2.904=0.216

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.308-0.307=0.001
σ	0.050-0.026=0.024
min	0.291-0.285=0.007
max	0.790-0.533=0.258

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.294-0.290=0.003
σ	0.012-0.007=0.005
min	0.279-0.276=0.003
max	0.370-0.332=0.038

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.483-11.935=-0.452
σ	11.723-12.769=-1.046
min	0.573-0.573=0.000
max	102.991-196.387=-93.396

*mean*	459.838-455.229=4.609
σ	18.508-18.252=0.256
min	408.000
max	477.000-474.000=3.000

*mean*	0.026-0.027=-0.001
σ	0.029-0.031=-0.002
min	0.001-0.001=-0.000
max	0.248-0.469=-0.221

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.714-298.786=-0.072
σ	1.024-0.930=0.094
min	298.342-298.362=-0.019
max	301.626-301.426=0.200

*mean*	443.800-437.900=5.900
σ	18.390-16.529=1.861
min	414.000-415.000=-1.000
max	469.000-463.000=6.000

*mean*	0.589-0.600=-0.011
σ	0.023-0.029=-0.005
min	0.543-0.527=0.016
max	0.612-0.639=-0.028

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	216.450-216.690=-0.240
σ	25.691-33.693=-8.002
min	187.118-157.466=29.653
max	254.217-251.498=2.719

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	843.250-843.375=-0.125
σ	2.121-1.768=0.354
min	838.000-839.000=-1.000
max	844.000

*mean*	6.760-6.360=0.400
σ	1.064-0.078=0.986
min	6.203-6.260=-0.057
max	9.343-6.527=2.816

phase=parser

*mean*	1042.431-1042.431=-0.000
σ	0.000-0.000=0.000
min	1042.431-1042.431=-0.001
max	1042.431

*mean*	843.250-843.375=-0.125
σ	2.121-1.768=0.354
min	838.000-839.000=-1.000
max	844.000

*mean*	552.979-529.183=23.796
σ	83.291-90.824=-7.532
min	375.068-381.259=-6.192
max	606.837-606.001=0.837

phase=processProdDef

*mean*	2243.980
σ	0.000
min	2243.980
max	2243.980

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	2890.931-2768.748=122.183
σ	348.338-306.030=42.308
min	2516.281-2433.569=82.712
max	3311.795-3260.942=50.853

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.250-843.375=-0.125
σ	2.121-1.768=0.354
min	838.000-839.000=-1.000
max	844.000

*mean*	24.084-21.708=2.376
σ	7.312-3.688=3.624
min	19.668-19.928=-0.260
max	39.871-30.777=9.094

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.250-843.375=-0.125
σ	2.121-1.768=0.354
min	838.000-839.000=-1.000
max	844.000

*mean*	703.296-685.935=17.361
σ	34.850-39.234=-4.384
min	646.495-651.468=-4.974
max	757.931-765.829=-7.898

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.819=0.001
σ	0.037-0.037=-0.000
min	293.767-293.767=0.000
max	293.858-293.857=0.001

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.391-0.398=-0.007
σ	0.005-0.006=-0.002
min	0.389-0.389=0.000
max	0.400-0.404=-0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.294-1320.279=0.015
σ	0.130-0.135=-0.005
min	1320.169-1320.161=0.008
max	1320.503-1320.505=-0.002

*mean*	1106.400-1106.600=-0.200
σ	180.076-180.205=-0.129
min	893.000
max	1356.000

*mean*	1.954-2.012=-0.057
σ	0.028-0.085=-0.057
min	1.921-1.948=-0.028
max	1.991-2.158=-0.167

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.286-1559.283=0.003
σ	2.958-2.980=-0.023
min	1557.719-1557.692=0.027
max	1564.565-1564.599=-0.035

*mean*	626.000-613.000=13.000
σ	88.854-92.978=-4.125
min	494.000-501.000=-7.000
max	731.000-732.000=-1.000

*mean*	2.181-2.230=-0.049
σ	0.139-0.207=-0.068
min	2.058-1.989=0.070
max	2.400-2.459=-0.059

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.338-1882.346=-0.008
σ	0.062-0.054=0.008
min	1882.255-1882.271=-0.016
max	1882.426-1882.411=0.016

*mean*	1718.200-1731.400=-13.200
σ	180.490-187.296=-6.806
min	1483.000-1488.000=-5.000
max	1890.000-1910.000=-20.000

*mean*	3.022-2.944=0.078
σ	0.270-0.131=0.139
min	2.800-2.795=0.004
max	3.486-3.134=0.352

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.630-1.704=-0.075
σ	0.146-0.107=0.039
min	1.463-1.595=-0.132
max	1.847-1.812=0.035

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.941-419.944=-0.003
σ	518.105-518.107=-0.002
min	160.885-160.885=-0.001
max	1197.098-1197.105=-0.007

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.525-0.530=-0.005
σ	0.516-0.522=-0.006
min	0.261-0.263=-0.002
max	1.299-1.314=-0.015

policies=20

*mean*	1609.174-1609.195=-0.021
σ	0.357-0.355=0.002
min	1608.932-1608.944=-0.012
max	1609.703-1609.718=-0.015

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.750
σ	7.500
min	446.000
max	461.000

*mean*	2.578-2.589=-0.012
σ	0.028-0.022=0.006
min	2.552-2.566=-0.014
max	2.612-2.617=-0.004

policies=200

*mean*	16100.610-16100.587=0.023
σ	0.171-0.050=0.121
min	16100.473-16100.516=-0.043
max	16100.826-16100.626=0.200

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000
σ	3.559-3.367=0.193
min	493.000-492.000=1.000
max	500.000

*mean*	26.033-26.099=-0.066
σ	0.109-0.127=-0.019
min	25.970-25.978=-0.007
max	26.196-26.278=-0.082