Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.678=-0.000
σ	0.358-0.359=-0.000
min	54.541-54.538=0.004
max	55.696-55.698=-0.002

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.140-0.141=-0.001
σ	0.005-0.005=0.000
min	0.136-0.137=-0.001
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.000
σ	0.007-0.006=0.000
min	43.695-43.694=0.001
max	43.718-43.713=0.005

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.124-0.124=-0.000
σ	0.005-0.005=0.000
min	0.120-0.120=-0.000
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	3887.375-3869.375=18.000
σ	1859.518-1851.968=7.549
min	1280.000-1275.000=5.000
max	6182.000-6164.000=18.000

*mean*	13.223-12.701=0.522
σ	1.690-0.199=1.491
min	12.083-12.393=-0.310
max	17.252-12.955=4.297

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	3887.375-3869.375=18.000
σ	1859.518-1851.968=7.549
min	1280.000-1275.000=5.000
max	6182.000-6164.000=18.000

*mean*	12.724-12.737=-0.013
σ	1.672-0.673=0.999
min	11.726-11.675=0.051
max	16.717-13.456=3.261

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.933-41.932=0.001

*mean*	6182.000-6164.000=18.000
σ	0.000
min	6182.000-6164.000=18.000
max	6182.000-6164.000=18.000

*mean*	15.197-15.309=-0.112
σ	0.334-0.201=0.133
min	14.562-14.887=-0.325
max	15.620-15.541=0.079

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.928-41.929=-0.000

*mean*	3739.000-3869.375=-130.375
σ	1832.668-1851.968=-19.301
min	1280.000-1275.000=5.000
max	6182.000-6164.000=18.000

*mean*	13.521-14.054=-0.533
σ	1.761-2.578=-0.817
min	10.939-11.037=-0.097
max	15.449-18.110=-2.661

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.001
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	3739.000-3869.375=-130.375
σ	1832.668-1851.968=-19.301
min	1280.000-1275.000=5.000
max	6182.000-6164.000=18.000

*mean*	8.944-9.492=-0.548
σ	0.219-1.505=-1.286
min	8.640-8.327=0.313
max	9.255-13.048=-3.793

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	3739.000-3869.375=-130.375
σ	1832.668-1851.968=-19.301
min	1280.000-1275.000=5.000
max	6182.000-6164.000=18.000

*mean*	6.880-7.138=-0.259
σ	0.231-1.377=-1.146
min	6.510-6.258=0.252
max	7.190-10.493=-3.303

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=-0.000
σ	0.003-0.003=-0.000
min	25.666
max	25.674-25.674=-0.000

*mean*	3887.375-3869.375=18.000
σ	1859.518-1851.968=7.549
min	1280.000-1275.000=5.000
max	6182.000-6164.000=18.000

*mean*	6.115-6.010=0.105
σ	0.516-0.071=0.445
min	5.664-5.897=-0.232
max	7.274-6.103=1.170

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.968=-0.000
max	25.974

*mean*	3887.375-3869.375=18.000
σ	1859.518-1851.968=7.549
min	1280.000-1275.000=5.000
max	6182.000-6164.000=18.000

*mean*	5.964-5.797=0.166
σ	0.585-0.157=0.427
min	5.650-5.464=0.186
max	7.394-6.011=1.383

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=-0.000
σ	0.002-0.002=0.000
min	2524.602-2524.602=-0.000
max	2524.606

*mean*	6182.000-6164.000=18.000
σ	0.000
min	6182.000-6164.000=18.000
max	6182.000-6164.000=18.000

*mean*	1320.723-1342.649=-21.926
σ	502.159-529.980=-27.821
min	1041.066-1054.001=-12.935
max	2175.395-2250.791=-75.396

op=load_product(), with indexes

*mean*	7878.102-7878.102=0.000
σ	0.470-0.469=0.000
min	7877.935-7877.934=0.000
max	7879.264-7879.264=0.000

*mean*	3243.375-3227.125=16.250
σ	1851.364-1841.156=10.208
min	810.000
max	6182.000-6164.000=18.000

*mean*	3772.965-3840.885=-67.920
σ	1141.888-1297.962=-156.074
min	3080.005-3128.450=-48.445
max	6054.777-6258.201=-203.424

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.081=-0.001

*mean*	3887.375-3869.375=18.000
σ	1859.518-1851.968=7.549
min	1280.000-1275.000=5.000
max	6182.000-6164.000=18.000

*mean*	167.829-87.143=80.686
σ	244.828-18.140=226.688
min	69.579-70.439=-0.859
max	773.090-122.924=650.166

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.949

*mean*	6182.000-6164.000=18.000
σ	0.000
min	6182.000-6164.000=18.000
max	6182.000-6164.000=18.000

*mean*	64.764-65.210=-0.446
σ	4.538-4.119=0.420
min	60.915-61.090=-0.175
max	71.958-70.388=1.570

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.690-66.690=-0.000

*mean*	6182.000-6164.000=18.000
σ	0.000
min	6182.000-6164.000=18.000
max	6182.000-6164.000=18.000

*mean*	100.168-99.556=0.612
σ	1.514-0.747=0.767
min	98.974-98.687=0.286
max	103.712-100.889=2.823

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11849.156=-0.001
σ	4.304-4.304=0.000
min	11847.561
max	11859.806-11859.806=-0.000

*mean*	3739.000-3869.375=-130.375
σ	1832.668-1851.968=-19.301
min	1280.000-1275.000=5.000
max	6182.000-6164.000=18.000

*mean*	6146.230-6532.505=-386.275
σ	1363.337-1317.675=45.661
min	5029.977-5050.994=-21.018
max	8276.623-8180.172=96.451

op=vertical_lookup_list() on indexed

*mean*	10791.094-10791.093=0.000
σ	0.002-0.002=-0.000
min	10791.091
max	10791.096

*mean*	6182.000-6164.000=18.000
σ	0.000
min	6182.000-6164.000=18.000
max	6182.000-6164.000=18.000

*mean*	5167.550-5583.101=-415.551
σ	1534.802-1644.747=-109.945
min	4051.917-4071.755=-19.838
max	7310.060-7710.158=-400.098

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	364.766-377.017=-12.250
σ	22.641-19.160=3.482
min	342.229-350.242=-8.013
max	394.699-397.277=-2.578

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	755.419-775.844=-20.425
σ	50.507-23.442=27.066
min	633.253-729.609=-96.356
max	791.529-800.790=-9.260

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1024.329=-0.000
σ	0.758-0.758=0.000
min	1023.854-1023.854=-0.000
max	1027.465-1027.465=0.000

*mean*	1040.450-1041.900=-1.450
σ	291.696-309.636=-17.940
min	560.000-544.000=16.000
max	1436.000-1533.000=-97.000

*mean*	1.581-1.586=-0.005
σ	0.087-0.085=0.001
min	1.511-1.502=0.009
max	1.846-1.792=0.054

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.300-0.474=-0.174
σ	0.297-0.479=-0.182
min	0.135-0.248=-0.114
max	0.826-1.331=-0.505

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.825=-0.342
σ	0.330-0.521=-0.191
min	0.319-0.562=-0.243
max	1.073-1.757=-0.684

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.390=-0.171
σ	0.023-0.043=-0.020
min	0.204-0.359=-0.155
max	0.259-0.465=-0.206

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.595=-0.263
σ	0.022-0.027=-0.004
min	0.312-0.570=-0.258
max	0.368-0.639=-0.271

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-431.400=4.600
σ	5.612-0.894=4.718
min	431.000
max	442.000-433.000=9.000

*mean*	0.600-0.651=-0.050
σ	0.014-0.064=-0.050
min	0.585-0.578=0.007
max	0.621-0.736=-0.115

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.477-0.435=0.042
σ	0.043-0.042=0.001
min	0.428-0.390=0.038
max	0.529-0.499=0.031

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	2.632-2.682=-0.050
σ	0.090-0.086=0.004
min	2.438-2.506=-0.068
max	2.868-2.926=-0.058

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	2.579-2.685=-0.106
σ	0.072-0.126=-0.054
min	2.476-2.494=-0.018
max	2.913-3.305=-0.393

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.306-0.309=-0.002
σ	0.009-0.011=-0.003
min	0.289-0.294=-0.004
max	0.364-0.385=-0.021

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.292-0.293=-0.001
σ	0.006-0.008=-0.002
min	0.278-0.278=-0.000
max	0.322-0.336=-0.014

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.708-298.860=-0.153
σ	1.025-1.009=0.016
min	298.313-298.478=-0.165
max	301.623-301.728=-0.106

*mean*	440.000-442.300=-2.300
σ	15.818-14.659=1.159
min	423.000-418.000=5.000
max	472.000-467.000=5.000

*mean*	0.602-0.609=-0.007
σ	0.020-0.017=0.003
min	0.573-0.591=-0.018
max	0.643-0.641=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1703.000-1682.000=21.000
σ	0.000
min	1703.000-1682.000=21.000
max	1703.000-1682.000=21.000

*mean*	211.316-211.708=-0.392
σ	2.293-2.506=-0.213
min	208.044-207.456=0.587
max	215.184-214.057=1.127

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1703.000-1682.000=21.000
σ	0.000
min	1703.000-1682.000=21.000
max	1703.000-1682.000=21.000

*mean*	11.632-11.091=0.541
σ	1.574-1.554=0.019
min	9.297-9.431=-0.133
max	12.850-12.934=-0.084

phase=parser

*mean*	1042.363-1042.363=0.000
σ	0.000-0.000=-0.000
min	1042.363
max	1042.364

*mean*	1703.000-1682.000=21.000
σ	0.000
min	1703.000-1682.000=21.000
max	1703.000-1682.000=21.000

*mean*	672.484-641.716=30.767
σ	72.914-74.494=-1.580
min	566.525-575.187=-8.662
max	729.415-735.636=-6.221

phase=processProdDef

*mean*	4753.279-4753.280=-0.000
σ	0.000-0.000=-0.000
min	4753.279
max	4753.280

*mean*	1703.000-1682.000=21.000
σ	0.000
min	1703.000-1682.000=21.000
max	1703.000-1682.000=21.000

*mean*	4515.723-4459.984=55.739
σ	762.756-592.942=169.814
min	3102.223-3650.841=-548.618
max	5399.671-5379.731=19.940

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1703.000-1682.000=21.000
σ	0.000
min	1703.000-1682.000=21.000
max	1703.000-1682.000=21.000

*mean*	44.461-41.983=2.478
σ	5.168-5.686=-0.518
min	34.346-34.793=-0.447
max	48.070-48.532=-0.462

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1703.000-1682.000=21.000
σ	0.000
min	1703.000-1682.000=21.000
max	1703.000-1682.000=21.000

*mean*	840.743-784.766=55.977
σ	66.052-65.654=0.398
min	712.756-687.613=25.143
max	926.679-884.654=42.025

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.918-293.917=0.000
σ	0.038-0.038=-0.000
min	293.864-293.864=-0.000
max	293.957-293.956=0.000

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.408-0.399=0.009
σ	0.012-0.006=0.006
min	0.396-0.393=0.003
max	0.425-0.406=0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.291-1320.290=0.001
σ	0.045-0.046=-0.001
min	1320.239-1320.237=0.002
max	1320.343-1320.341=0.002

*mean*	1110.600-1085.800=24.800
σ	168.109-168.667=-0.558
min	896.000-886.000=10.000
max	1320.000-1318.000=2.000

*mean*	2.243-2.373=-0.130
σ	0.089-0.233=-0.144
min	2.145-2.160=-0.015
max	2.361-2.728=-0.367

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.477-1559.483=-0.005
σ	3.373-3.337=0.036
min	1557.831-1557.865=-0.034
max	1565.506-1565.447=0.060

*mean*	626.000-635.200=-9.200
σ	88.323-74.375=13.948
min	507.000-537.000=-30.000
max	727.000-726.000=1.000

*mean*	2.420-2.416=0.004
σ	0.258-0.255=0.004
min	2.145-2.150=-0.004
max	2.719-2.749=-0.031

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.265-1882.271=-0.005
σ	0.066-0.060=0.006
min	1882.180-1882.201=-0.021
max	1882.353-1882.357=-0.005

*mean*	1755.200-1716.600=38.600
σ	216.977-176.930=40.047
min	1466.000
max	1961.000-1881.000=80.000

*mean*	3.205-3.084=0.121
σ	0.309-0.399=-0.090
min	2.898-2.884=0.013
max	3.671-3.796=-0.125

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.706-1.767=-0.061
σ	0.103-0.185=-0.083
min	1.638-1.506=0.131
max	1.886-1.920=-0.034

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.410-452.410=-0.000
σ	583.279-583.278=0.001
min	160.767-160.769=-0.002
max	1327.328-1327.327=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.532-0.552=-0.020
σ	0.514-0.562=-0.047
min	0.273-0.269=0.004
max	1.303-1.394=-0.091

policies=20

*mean*	1608.049-1608.030=0.018
σ	0.429-0.410=0.019
min	1607.759-1607.748=0.011
max	1608.684-1608.636=0.049

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.750-449.250=3.500
σ	10.689-3.500=7.189
min	443.000-444.000=-1.000
max	468.000-451.000=17.000

*mean*	2.719-2.690=0.029
σ	0.009-0.016=-0.007
min	2.711-2.667=0.044
max	2.729-2.703=0.026

policies=200

*mean*	16088.548-16088.606=-0.059
σ	0.050-0.095=-0.045
min	16088.474-16088.489=-0.015
max	16088.581-16088.717=-0.136

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-502.250=-5.500
σ	4.113-5.737=-1.624
min	493.000-494.000=-1.000
max	502.000-507.000=-5.000

*mean*	27.197-27.272=-0.075
σ	0.121-0.080=0.041
min	27.087-27.183=-0.096
max	27.370-27.366=0.004