Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.774=0.001
σ	0.363-0.364=-0.001
min	54.629-54.630=-0.001
max	55.808-55.809=-0.001

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.140-0.141=-0.001
σ	0.006-0.005=0.001
min	0.133-0.136=-0.004
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.775-43.773=0.002
σ	0.006-0.006=0.000
min	43.764-43.761=0.004
max	43.784-43.783=0.002

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.125-0.123=0.003
σ	0.005-0.004=0.001
min	0.121-0.119=0.002
max	0.135-0.130=0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4220.125-4590.625=-370.500
σ	1969.908-2247.905=-277.997
min	1484.000-1487.000=-3.000
max	7435.000-7382.000=53.000

*mean*	11.705-148.771=-137.066
σ	0.536-384.577=-384.041
min	11.415-11.897=-0.482
max	13.005-1100.540=-1087.535

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617-36.617=-0.000
max	36.618-36.618=0.001

*mean*	4446.125-4590.625=-144.500
σ	2239.620-2247.905=-8.285
min	1484.000-1487.000=-3.000
max	7435.000-7382.000=53.000

*mean*	96.445-14.219=82.226
σ	239.661-3.148=236.512
min	11.011-11.834=-0.823
max	689.574-20.444=669.129

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=0.000
max	41.950-41.951=-0.000

*mean*	7435.000-7382.000=53.000
σ	0.000
min	7435.000-7382.000=53.000
max	7435.000-7382.000=53.000

*mean*	10.386-11.571=-1.184
σ	0.206-1.753=-1.547
min	10.127-10.638=-0.511
max	10.715-15.886=-5.171

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=-0.000
min	41.933
max	41.934-41.934=0.000

*mean*	4220.125-4181.125=39.000
σ	1969.908-1944.704=25.205
min	1484.000-1487.000=-3.000
max	7435.000-7382.000=53.000

*mean*	10.659-11.504=-0.845
σ	0.852-1.732=-0.879
min	10.083-10.706=-0.623
max	12.705-15.779=-3.074

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.001
σ	0.136-0.137=-0.000
min	27.606-27.606=0.000
max	27.993-27.993=0.000

*mean*	4220.125-4181.125=39.000
σ	1969.908-1944.704=25.205
min	1484.000-1487.000=-3.000
max	7435.000-7382.000=53.000

*mean*	8.275-9.089=-0.814
σ	0.693-1.483=-0.790
min	7.053-8.407=-1.354
max	9.575-12.742=-3.167

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=0.000
min	26.406-26.406=0.000
max	26.406-26.406=0.000

*mean*	4220.125-4181.125=39.000
σ	1969.908-1944.704=25.205
min	1484.000-1487.000=-3.000
max	7435.000-7382.000=53.000

*mean*	6.269-7.085=-0.816
σ	0.493-1.122=-0.629
min	5.678-6.436=-0.758
max	7.361-9.823=-2.461

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4446.125-4590.625=-144.500
σ	2239.620-2247.905=-8.285
min	1484.000-1487.000=-3.000
max	7435.000-7382.000=53.000

*mean*	5.758-6.566=-0.808
σ	0.528-1.057=-0.529
min	5.477-5.845=-0.367
max	7.057-8.883=-1.826

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=-0.000
max	25.985-25.985=-0.000

*mean*	4446.125-4590.625=-144.500
σ	2239.620-2247.905=-8.285
min	1484.000-1487.000=-3.000
max	7435.000-7382.000=53.000

*mean*	5.565-6.388=-0.823
σ	0.550-1.023=-0.472
min	5.272-5.758=-0.486
max	6.919-8.627=-1.708

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7435.000-7382.000=53.000
σ	0.000
min	7435.000-7382.000=53.000
max	7435.000-7382.000=53.000

*mean*	346.231-348.141=-1.909
σ	2.379-2.082=0.297
min	342.066-345.138=-3.072
max	349.187-351.342=-2.155

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.037-3497.038=-0.001

*mean*	3790.875-3757.875=33.000
σ	2327.763-2299.494=28.268
min	721.000-720.000=1.000
max	7435.000-7382.000=53.000

*mean*	2040.248-1805.891=234.358
σ	957.379-674.899=282.480
min	1396.699-1406.899=-10.200
max	3907.210-3000.742=906.468

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.854-107.854=-0.000
max	107.854

*mean*	4220.125-4409.500=-189.375
σ	1969.908-2217.268=-247.359
min	1484.000-1487.000=-3.000
max	7435.000-7382.000=53.000

*mean*	133.181-262.202=-129.021
σ	8.548-339.112=-330.564
min	124.827-129.582=-4.755
max	149.276-1100.260=-950.983

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4220.125-4409.500=-189.375
σ	1969.908-2217.268=-247.359
min	1484.000-1487.000=-3.000
max	7435.000-7382.000=53.000

*mean*	42.257-46.645=-4.388
σ	1.757-9.338=-7.581
min	40.192-41.496=-1.304
max	45.249-69.450=-24.201

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=0.000
min	40.947
max	40.950

*mean*	7435.000-7382.000=53.000
σ	0.000
min	7435.000-7382.000=53.000
max	7435.000-7382.000=53.000

*mean*	21.932-203.686=-181.755
σ	1.410-512.554=-511.145
min	20.935-21.677=-0.742
max	25.006-1472.187=-1447.181

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=-0.000
max	71.311-71.311=-0.000

*mean*	7435.000-7382.000=53.000
σ	0.000
min	7435.000-7382.000=53.000
max	7435.000-7382.000=53.000

*mean*	103.568-66.285=37.283
σ	134.654-24.625=110.028
min	55.239-55.898=-0.659
max	436.804-126.979=309.825

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.001
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4220.125-4181.125=39.000
σ	1969.908-1944.704=25.205
min	1484.000-1487.000=-3.000
max	7435.000-7382.000=53.000

*mean*	3302.029-3431.023=-128.995
σ	540.143-850.579=-310.436
min	2518.603-2533.528=-14.925
max	4011.422-4774.157=-762.735

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.000

*mean*	7435.000-7382.000=53.000
σ	0.000
min	7435.000-7382.000=53.000
max	7435.000-7382.000=53.000

*mean*	1249.945-1059.203=190.742
σ	829.748-256.939=572.809
min	926.538-943.313=-16.776
max	3299.853-1678.877=1620.976

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7435.000-7382.000=53.000
σ	0.000
min	7435.000-7382.000=53.000
max	7435.000-7382.000=53.000

*mean*	410.295-396.327=13.968
σ	42.908-7.275=35.634
min	392.231-382.312=9.919
max	516.361-408.233=108.128

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-478.000=-1.250
σ	0.707-0.000=0.707
min	475.000-478.000=-3.000
max	477.000-478.000=-1.000

*mean*	374.446-393.606=-19.159
σ	12.830-26.890=-14.060
min	360.738-351.614=9.124
max	397.225-430.489=-33.265

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.125-564.000=-4.875
σ	1.553-0.000=1.553
min	558.000-564.000=-6.000
max	561.000-564.000=-3.000

*mean*	735.525-714.726=20.799
σ	67.420-51.547=15.873
min	629.168-648.572=-19.404
max	813.932-774.175=39.757

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.969-963.973=-0.004
σ	1.821-1.821=0.000
min	963.266-963.263=0.003
max	971.668-971.671=-0.003

*mean*	1045.300-1044.150=1.150
σ	309.972-306.646=3.326
min	586.000-587.000=-1.000
max	1503.000-1494.000=9.000

*mean*	1.267-1.292=-0.025
σ	0.148-0.141=0.006
min	1.120-1.179=-0.059
max	1.814-1.767=0.047

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.307-0.464=-0.157
σ	0.290-0.489=-0.199
min	0.138-0.214=-0.076
max	0.821-1.337=-0.516

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.689=-0.211
σ	0.326-0.611=-0.285
min	0.320-0.340=-0.020
max	1.061-1.763=-0.702

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.219=0.001
σ	0.022-0.027=-0.005
min	0.198-0.202=-0.004
max	0.257-0.266=-0.009

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.433-0.336=0.097
σ	0.181-0.014=0.167
min	0.330-0.327=0.003
max	0.756-0.360=0.395

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	437.000-436.000=1.000
σ	6.595-5.612=0.983
min	431.000
max	444.000-442.000=2.000

*mean*	0.544-0.555=-0.012
σ	0.036-0.066=-0.030
min	0.504-0.441=0.062
max	0.591-0.609=-0.018

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.504-0.505=-0.002
σ	0.037-0.031=0.005
min	0.440-0.450=-0.011
max	0.527-0.528=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	2.630-2.589=0.041
σ	0.103-0.094=0.009
min	2.452-2.449=0.003
max	2.932-2.975=-0.043

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	2.604-2.580=0.024
σ	0.096-0.077=0.019
min	2.406-2.411=-0.005
max	3.029-2.814=0.215

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.309-0.311=-0.002
σ	0.008-0.012=-0.004
min	0.297-0.294=0.002
max	0.361-0.376=-0.015

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.296-0.293=0.003
σ	0.009-0.007=0.002
min	0.279-0.280=-0.001
max	0.342-0.335=0.007

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.990-11.567=0.423
σ	11.711-11.583=0.129
min	0.574-0.574=0.000
max	109.332-79.206=30.127

*mean*	460.795-457.624=3.171
σ	20.086-18.161=1.925
min	407.000-409.000=-2.000
max	482.000-475.000=7.000

*mean*	0.027-0.027=0.001
σ	0.028-0.029=-0.000
min	0.001-0.001=-0.000
max	0.259-0.185=0.073

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.863-278.750=0.112
σ	1.055-1.020=0.035
min	278.463-278.374=0.089
max	281.863-281.651=0.212

*mean*	441.600-443.800=-2.200
σ	18.374-18.030=0.344
min	413.000-417.000=-4.000
max	467.000-476.000=-9.000

*mean*	0.584-0.576=0.008
σ	0.016-0.025=-0.009
min	0.563-0.532=0.031
max	0.618-0.619=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	844.000-838.000=6.000
σ	0.000
min	844.000-838.000=6.000
max	844.000-838.000=6.000

*mean*	218.857-218.466=0.391
σ	22.931-23.495=-0.564
min	190.761-183.254=7.507
max	254.696-254.132=0.564

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	843.250-838.000=5.250
σ	2.121-0.000=2.121
min	838.000
max	844.000-838.000=6.000

*mean*	8.843-9.002=-0.159
σ	1.485-1.007=0.478
min	6.441-7.320=-0.879
max	10.099-9.685=0.414

phase=parser

*mean*	1042.436-1042.431=0.005
σ	0.000-0.000=-0.000
min	1042.436-1042.430=0.005
max	1042.436-1042.431=0.005

*mean*	843.250-838.000=5.250
σ	2.121-0.000=2.121
min	838.000
max	844.000-838.000=6.000

*mean*	589.257-547.880=41.377
σ	18.969-76.326=-57.357
min	544.482-420.854=123.628
max	602.448-598.958=3.490

phase=processProdDef

*mean*	2243.974-2243.978=-0.004
σ	0.000
min	2243.974-2243.978=-0.004
max	2243.974-2243.978=-0.004

*mean*	844.000-838.000=6.000
σ	0.000
min	844.000-838.000=6.000
max	844.000-838.000=6.000

*mean*	2581.971-2697.839=-115.869
σ	661.335-257.361=403.974
min	1748.156-2165.221=-417.065
max	3479.468-2984.682=494.786

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	843.250-838.000=5.250
σ	2.121-0.000=2.121
min	838.000
max	844.000-838.000=6.000

*mean*	35.242-36.714=-1.471
σ	9.194-6.269=2.925
min	20.081-26.556=-6.475
max	40.931-40.776=0.156

phase=type checker

*mean*	989.752-989.755=-0.004
σ	0.066
min	989.654-989.658=-0.004
max	989.841-989.845=-0.004

*mean*	843.250-838.000=5.250
σ	2.121-0.000=2.121
min	838.000
max	844.000-838.000=6.000

*mean*	708.791-668.440=40.351
σ	73.884-17.774=56.109
min	638.327-638.987=-0.660
max	880.484-684.923=195.561

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-282.393=0.001
σ	0.025-0.025=0.000
min	282.372-282.372=0.001
max	282.426-282.425=0.001

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.376-0.377=-0.001
σ	0.001-0.001=0.001
min	0.374-0.376=-0.001
max	0.377-0.377=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.127-1267.123=0.004
σ	0.107-0.101=0.006
min	1267.001-1267.001=-0.000
max	1267.293-1267.282=0.011

*mean*	1084.800-1085.200=-0.400
σ	181.452-188.716=-7.264
min	870.000-858.000=12.000
max	1317.000-1325.000=-8.000

*mean*	2.016-2.072=-0.056
σ	0.189-0.166=0.023
min	1.805-1.798=0.008
max	2.180-2.243=-0.063

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.073-1506.090=-0.017
σ	2.950-2.947=0.003
min	1504.534-1504.556=-0.022
max	1511.335-1511.349=-0.014

*mean*	628.400-627.200=1.200
σ	84.228-88.703=-4.475
min	498.000-496.000=2.000
max	720.000-735.000=-15.000

*mean*	2.182-2.242=-0.060
σ	0.190-0.195=-0.005
min	2.057-2.113=-0.056
max	2.515-2.581=-0.066

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.098-1829.101=-0.004
σ	0.038-0.042=-0.004
min	1829.046-1829.044=0.002
max	1829.135-1829.147=-0.012

*mean*	1743.600-1724.600=19.000
σ	229.020-163.445=65.575
min	1447.000-1491.000=-44.000
max	1964.000-1876.000=88.000

*mean*	3.030-2.989=0.041
σ	0.140-0.237=-0.097
min	2.836-2.822=0.014
max	3.148-3.402=-0.254

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.731-1.844=-0.113
σ	0.128-0.091=0.038
min	1.582-1.698=-0.116
max	1.879-1.942=-0.063

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.698=-0.001
σ	518.051-518.051=-0.000
min	138.669-138.669=-0.000
max	1174.773-1174.775=-0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.487-0.493=-0.007
σ	0.497-0.511=-0.014
min	0.235-0.236=-0.001
max	1.232-1.261=-0.028

policies=20

*mean*	1386.826-1386.831=-0.004
σ	0.164-0.166=-0.002
min	1386.713-1386.717=-0.003
max	1387.069-1387.077=-0.007

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	447.500-446.000=1.500
σ	4.041-4.619=-0.577
min	444.000-442.000=2.000
max	451.000-450.000=1.000

*mean*	2.331-2.330=0.002
σ	0.012-0.011=0.001
min	2.318-2.319=-0.000
max	2.345-2.339=0.006

policies=200

*mean*	13876.873-13876.855=0.019
σ	0.158-0.099=0.059
min	13876.746-13876.731=0.014
max	13877.102-13876.974=0.128

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	493.250-495.500=-2.250
σ	4.031-3.697=0.334
min	489.000-492.000=-3.000
max	498.000-500.000=-2.000

*mean*	23.527-23.485=0.042
σ	0.267-0.140=0.127
min	23.289-23.359=-0.070
max	23.902-23.674=0.228