Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.890-54.890=-0.000
σ	0.358-0.359=-0.000
min	54.746-54.749=-0.003
max	55.908-55.909=-0.001

*mean*	417.000-416.700=0.300
σ	0.000-0.483=-0.483
min	417.000-416.000=1.000
max	417.000

*mean*	0.140-0.145=-0.004
σ	0.005-0.009=-0.004
min	0.132-0.138=-0.006
max	0.148-0.169=-0.021

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.856=-0.001
σ	0.005-0.005=0.001
min	43.844-43.850=-0.006
max	43.863-43.867=-0.003

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.125-0.125=0.000
σ	0.004-0.004=0.000
min	0.122-0.122=0.000
max	0.131-0.132=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.621-36.620=0.000

*mean*	4042.375-4041.625=0.750
σ	2008.532-2008.776=-0.244
min	1219.000-1217.000=2.000
max	7147.000

*mean*	13.215-12.801=0.414
σ	1.905-0.278=1.628
min	11.968-12.230=-0.262
max	17.857-13.141=4.716

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4042.375-4041.625=0.750
σ	2008.532-2008.776=-0.244
min	1219.000-1217.000=2.000
max	7147.000

*mean*	13.575-12.722=0.853
σ	1.295-0.529=0.766
min	12.396-11.786=0.610
max	16.603-13.372=3.231

op=table_records(), no indexes

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.933=-0.001

*mean*	7147.000
σ	0.000
min	7147.000
max	7147.000

*mean*	15.587-15.047=0.539
σ	0.305-0.297=0.008
min	15.096-14.804=0.292
max	15.981-15.731=0.250

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4042.375-4041.625=0.750
σ	2008.532-2008.776=-0.244
min	1219.000-1217.000=2.000
max	7147.000

*mean*	14.798-14.455=0.343
σ	1.620-1.398=0.222
min	11.197-11.481=-0.284
max	16.517-15.760=0.757

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	4042.375-4041.625=0.750
σ	2008.532-2008.776=-0.244
min	1219.000-1217.000=2.000
max	7147.000

*mean*	10.147-9.858=0.289
σ	1.466-1.186=0.280
min	8.837-8.828=0.010
max	12.605-12.476=0.130

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404-26.404=0.000

*mean*	4042.375-4041.625=0.750
σ	2008.532-2008.776=-0.244
min	1219.000-1217.000=2.000
max	7147.000

*mean*	7.467-7.422=0.045
σ	1.617-1.347=0.270
min	6.258-6.204=0.054
max	10.162-10.086=0.076

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665
max	25.678-25.678=0.000

*mean*	4042.375-4041.625=0.750
σ	2008.532-2008.776=-0.244
min	1219.000-1217.000=2.000
max	7147.000

*mean*	6.178-6.001=0.177
σ	0.448-0.099=0.349
min	5.876-5.882=-0.006
max	7.227-6.159=1.068

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.969
max	25.972

*mean*	4042.375-4041.625=0.750
σ	2008.532-2008.776=-0.244
min	1219.000-1217.000=2.000
max	7147.000

*mean*	5.958-5.745=0.214
σ	0.494-0.187=0.307
min	5.499-5.380=0.118
max	7.106-6.020=1.086

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7147.000
σ	0.000
min	7147.000
max	7147.000

*mean*	361.397-366.127=-4.729
σ	40.881-53.298=-12.417
min	344.255-344.577=-0.322
max	462.488-497.864=-35.376

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.001
σ	0.469-0.469=0.001
min	7917.624-7917.624=-0.000
max	7918.954-7918.953=0.001

*mean*	3273.875-3273.375=0.500
σ	1824.151-1823.784=0.368
min	810.000-809.000=1.000
max	5623.000-5621.000=2.000

*mean*	3741.347-3570.034=171.313
σ	1230.062-947.302=282.760
min	3079.249-3081.097=-1.849
max	6180.161-5694.119=486.041

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.080

*mean*	4042.375-4041.625=0.750
σ	2008.532-2008.776=-0.244
min	1219.000-1217.000=2.000
max	7147.000

*mean*	89.946-86.051=3.895
σ	20.955-19.230=1.725
min	70.855-69.795=1.060
max	121.392-119.347=2.045

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.950

*mean*	7147.000
σ	0.000
min	7147.000
max	7147.000

*mean*	61.107-60.489=0.618
σ	0.356-0.286=0.070
min	60.665-60.157=0.508
max	61.674-60.828=0.845

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=0.000

*mean*	7147.000
σ	0.000
min	7147.000
max	7147.000

*mean*	266.331-99.054=167.278
σ	366.638-0.552=366.087
min	98.610-98.017=0.593
max	1135.616-99.773=1035.843

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.304=-0.000
min	14215.576
max	14227.820-14227.821=-0.001

*mean*	4042.375-4041.625=0.750
σ	2008.532-2008.776=-0.244
min	1219.000-1217.000=2.000
max	7147.000

*mean*	8094.192-7563.470=530.723
σ	1859.267-1907.809=-48.542
min	5945.783-5915.213=30.570
max	11031.411-10479.550=551.861

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7147.000
σ	0.000
min	7147.000
max	7147.000

*mean*	5133.008-5106.548=26.460
σ	223.202-222.541=0.661
min	4973.045-4973.154=-0.110
max	5523.740-5475.646=48.094

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	381.621-377.274=4.347
σ	13.986-20.082=-6.097
min	348.248-350.349=-2.101
max	392.463-397.702=-5.240

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	742.010-752.967=-10.957
σ	56.035-59.800=-3.765
min	620.576-616.037=4.538
max	779.604-790.852=-11.247

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.298-1024.299=-0.001
σ	0.759-0.759=0.000
min	1023.824-1023.823=0.002
max	1027.436-1027.438=-0.001

*mean*	1049.600-1054.050=-4.450
σ	319.514-313.404=6.110
min	550.000-570.000=-20.000
max	1562.000-1516.000=46.000

*mean*	1.542-1.538=0.005
σ	0.066-0.059=0.007
min	1.405-1.461=-0.056
max	1.694-1.711=-0.016

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.406-0.557=-0.150
σ	0.445-0.547=-0.102
min	0.150-0.156=-0.007
max	1.197-1.510=-0.313

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.427-0.815=-0.388
σ	0.198-0.502=-0.304
min	0.329-0.574=-0.244
max	0.782-1.713=-0.931

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.225-0.379=-0.154
σ	0.020-0.038=-0.018
min	0.212-0.348=-0.136
max	0.261-0.442=-0.182

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.342-0.588=-0.246
σ	0.019-0.023=-0.003
min	0.325-0.565=-0.241
max	0.373-0.624=-0.251

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	430.000-436.600=-6.600
σ	0.000-6.066=-6.066
min	430.000-431.000=-1.000
max	430.000-443.000=-13.000

*mean*	0.506-0.723=-0.218
σ	0.032-0.035=-0.003
min	0.478-0.664=-0.187
max	0.541-0.753=-0.212

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	0.474-0.606=-0.132
σ	0.037-0.031=0.006
min	0.434-0.567=-0.133
max	0.526-0.638=-0.112

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	2.263-2.797=-0.534
σ	0.369-0.081=0.288
min	1.825-2.658=-0.833
max	2.981-3.082=-0.100

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	2.582-3.022=-0.440
σ	0.059-0.368=-0.310
min	2.452-2.601=-0.148
max	2.803-3.986=-1.183

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	0.307-0.543=-0.236
σ	0.009-0.015=-0.006
min	0.295-0.518=-0.223
max	0.372-0.644=-0.272

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	0.294-0.526=-0.232
σ	0.008-0.029=-0.021
min	0.281-0.502=-0.221
max	0.351-0.788=-0.437

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.618-298.708=-0.090
σ	1.040-1.025=0.015
min	298.214-298.321=-0.107
max	301.577-301.623=-0.045

*mean*	442.300-442.600=-0.300
σ	12.850-15.027=-2.177
min	426.000-420.000=6.000
max	463.000-469.000=-6.000

*mean*	0.607-0.585=0.022
σ	0.014-0.038=-0.024
min	0.595-0.514=0.080
max	0.641-0.648=-0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	808.000-1057.375=-249.375
σ	0.000-27.224=-27.224
min	808.000-990.000=-182.000
max	808.000-1067.000=-259.000

*mean*	205.708-207.745=-2.037
σ	3.453-4.482=-1.029
min	202.076-202.668=-0.592
max	211.807-216.395=-4.588

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	808.000-1057.375=-249.375
σ	0.000-27.224=-27.224
min	808.000-990.000=-182.000
max	808.000-1067.000=-259.000

*mean*	9.473-10.898=-1.425
σ	0.866-2.347=-1.480
min	7.554-6.309=1.245
max	10.647-12.916=-2.269

phase=parser

*mean*	1042.366-1042.361=0.006
σ	0.000-0.000=0.000
min	1042.366-1042.360=0.006
max	1042.367-1042.361=0.006

*mean*	808.000-1057.375=-249.375
σ	0.000-27.224=-27.224
min	808.000-990.000=-182.000
max	808.000-1067.000=-259.000

*mean*	520.544-605.942=-85.398
σ	55.486-129.615=-74.130
min	451.310-377.718=73.591
max	602.970-756.708=-153.739

phase=processProdDef

*mean*	4850.764-4850.767=-0.002
σ	0.000
min	4850.764-4850.767=-0.002
max	4850.764-4850.767=-0.002

*mean*	808.000-1067.000=-259.000
σ	0.000
min	808.000-1067.000=-259.000
max	808.000-1067.000=-259.000

*mean*	4746.883-4931.686=-184.802
σ	437.473-694.064=-256.591
min	4238.748-3574.568=664.181
max	5467.036-5494.269=-27.233

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	808.000-1057.375=-249.375
σ	0.000-27.224=-27.224
min	808.000-990.000=-182.000
max	808.000-1067.000=-259.000

*mean*	37.902-40.985=-3.082
σ	4.813-9.516=-4.703
min	27.012-20.858=6.153
max	40.987-48.370=-7.383

phase=type checker

*mean*	990.453-990.450=0.004
σ	0.071
min	990.348-990.344=0.004
max	990.567-990.563=0.004

*mean*	808.000-1057.375=-249.375
σ	0.000-27.224=-27.224
min	808.000-990.000=-182.000
max	808.000-1067.000=-259.000

*mean*	757.502-824.823=-67.321
σ	156.156-133.450=22.706
min	657.262-684.289=-27.027
max	1110.796-1025.964=84.832

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.819=0.003
σ	0.037-0.038=-0.001
min	293.769-293.768=0.000
max	293.860-293.859=0.001

*mean*	442.400-443.000=-0.600
σ	0.548-0.000=0.548
min	442.000-443.000=-1.000
max	443.000

*mean*	0.394-0.394=-0.001
σ	0.001-0.007=-0.006
min	0.392-0.390=0.002
max	0.395-0.407=-0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.183-1320.078=0.105
σ	0.101-0.097=0.004
min	1320.062-1319.997=0.065
max	1320.336-1320.234=0.102

*mean*	1067.000-1099.200=-32.200
σ	165.398-190.699=-25.301
min	843.000-837.000=6.000
max	1268.000-1327.000=-59.000

*mean*	2.076-1.927=0.149
σ	0.080-0.114=-0.034
min	2.012-1.841=0.171
max	2.211-2.124=0.087

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.574-1560.609=-0.035
σ	6.236-6.228=0.008
min	1557.548-1557.615=-0.067
max	1571.724-1571.746=-0.022

*mean*	620.000-618.400=1.600
σ	82.553-81.678=0.875
min	495.000-494.000=1.000
max	717.000-713.000=4.000

*mean*	2.284-2.282=0.003
σ	0.144-0.173=-0.029
min	2.203-2.159=0.045
max	2.540-2.586=-0.046

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.180-1882.177=0.003
σ	0.056-0.060=-0.004
min	1882.111-1882.094=0.017
max	1882.250-1882.262=-0.012

*mean*	1710.400-1731.800=-21.400
σ	261.296-176.518=84.778
min	1395.000-1472.000=-77.000
max	2061.000-1885.000=176.000

*mean*	2.972-3.098=-0.126
σ	0.085-0.265=-0.180
min	2.872-2.898=-0.026
max	3.076-3.563=-0.487

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.751-1.701=0.051
σ	0.094-0.158=-0.064
min	1.607-1.450=0.157
max	1.847-1.850=-0.004

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.081=-0.001
σ	582.722-582.721=0.001
min	160.715-160.719=-0.004
max	1326.164-1326.163=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.532-0.544=-0.013
σ	0.518-0.545=-0.028
min	0.264-0.270=-0.006
max	1.309-1.363=-0.054

policies=20

*mean*	1607.520-1607.534=-0.014
σ	0.415-0.419=-0.004
min	1607.237-1607.246=-0.009
max	1608.134-1608.154=-0.019

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.500-447.500=4.000
σ	9.815-7.506=2.309
min	443.000-441.000=2.000
max	460.000-454.000=6.000

*mean*	2.694-2.697=-0.003
σ	0.011-0.020=-0.009
min	2.681-2.667=0.014
max	2.704-2.714=-0.010

policies=200

*mean*	16083.547-16083.512=0.035
σ	0.118-0.081=0.036
min	16083.447-16083.451=-0.003
max	16083.708-16083.628=0.079

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-496.000=1.750
σ	4.113-3.367=0.746
min	493.000-492.000=1.000
max	503.000-500.000=3.000

*mean*	27.075-27.110=-0.035
σ	0.074-0.144=-0.070
min	27.004-26.914=0.090
max	27.176-27.248=-0.071