Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.679-54.677=0.002
σ	0.360-0.358=0.002
min	54.540-54.547=-0.007
max	55.702-55.694=0.009

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.142-0.143=-0.001
σ	0.005-0.005=-0.000
min	0.134-0.138=-0.003
max	0.148-0.152=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.001
σ	0.005-0.005=0.001
min	43.696-43.698=-0.002
max	43.714-43.711=0.003

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.124-0.119=0.005
σ	0.005-0.004=0.001
min	0.120-0.115=0.005
max	0.131-0.127=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4153.875-4153.500=0.375
σ	1900.880-1900.871=0.009
min	1555.000-1557.000=-2.000
max	7306.000

*mean*	12.938-12.786=0.151
σ	0.311-0.137=0.174
min	12.556-12.628=-0.073
max	13.575-13.002=0.573

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4153.875-4153.500=0.375
σ	1900.880-1900.871=0.009
min	1555.000-1557.000=-2.000
max	7306.000

*mean*	13.058-13.394=-0.336
σ	0.598-0.159=0.439
min	11.950-13.146=-1.196
max	13.649-13.590=0.058

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.929-41.930=-0.001
max	41.932-41.933=-0.001

*mean*	7306.000
σ	0.000
min	7306.000
max	7306.000

*mean*	15.461-15.294=0.167
σ	0.543-0.465=0.078
min	14.200-14.409=-0.209
max	15.813-16.014=-0.202

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4153.875-4153.500=0.375
σ	1900.880-1900.871=0.009
min	1555.000-1557.000=-2.000
max	7306.000

*mean*	13.417-13.445=-0.027
σ	1.761-1.555=0.206
min	11.197-11.200=-0.003
max	15.712-15.423=0.289

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4153.875-4153.500=0.375
σ	1900.880-1900.871=0.009
min	1555.000-1557.000=-2.000
max	7306.000

*mean*	9.056-9.057=-0.001
σ	0.387-0.413=-0.026
min	8.595-8.510=0.085
max	9.770-9.634=0.137

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	4153.875-4153.500=0.375
σ	1900.880-1900.871=0.009
min	1555.000-1557.000=-2.000
max	7306.000

*mean*	6.492-6.756=-0.264
σ	0.371-0.233=0.138
min	5.821-6.363=-0.542
max	7.052-7.056=-0.004

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.003-0.003=0.000
min	25.665-25.666=-0.000
max	25.674

*mean*	4153.875-4153.500=0.375
σ	1900.880-1900.871=0.009
min	1555.000-1557.000=-2.000
max	7306.000

*mean*	6.039-6.048=-0.008
σ	0.113-0.262=-0.149
min	5.823-5.624=0.198
max	6.155-6.426=-0.271

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002-0.002=-0.000
min	25.968
max	25.974

*mean*	4153.875-4153.500=0.375
σ	1900.880-1900.871=0.009
min	1555.000-1557.000=-2.000
max	7306.000

*mean*	5.918-5.761=0.157
σ	0.096-0.172=-0.076
min	5.765-5.545=0.220
max	6.065-6.030=0.036

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.605-2524.606=-0.000
max	2524.606-2524.607=-0.001

*mean*	7306.000
σ	0.000
min	7306.000
max	7306.000

*mean*	1070.269-1086.213=-15.945
σ	90.415-109.203=-18.788
min	1028.130-1041.801=-13.671
max	1293.066-1355.932=-62.866

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.883-8745.883=-0.000

*mean*	3574.250-3573.125=1.125
σ	1797.237-1797.447=-0.211
min	1046.000-1045.000=1.000
max	5797.000

*mean*	4707.150-5084.863=-377.714
σ	1553.977-1715.371=-161.394
min	3509.441-3553.402=-43.961
max	7288.564-7450.440=-161.877

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	4153.875-4153.500=0.375
σ	1900.880-1900.871=0.009
min	1555.000-1557.000=-2.000
max	7306.000

*mean*	83.963-82.391=1.572
σ	11.959-11.058=0.902
min	72.383-72.235=0.148
max	101.091-100.067=1.024

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=-0.000
σ	0.001-0.001=0.000
min	40.945-40.945=-0.000
max	40.946

*mean*	7306.000
σ	0.000
min	7306.000
max	7306.000

*mean*	105.735-105.876=-0.140
σ	5.716-4.288=1.428
min	93.115-97.790=-4.675
max	111.931-109.133=2.797

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.686
max	66.687-66.687=0.000

*mean*	7306.000
σ	0.000
min	7306.000
max	7306.000

*mean*	164.233-162.397=1.836
σ	8.796-9.045=-0.249
min	143.404-141.815=1.589
max	169.659-167.992=1.667

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.900=0.000
σ	4.304-4.304=-0.000
min	11655.306-11655.306=0.001
max	11667.552

*mean*	4153.875-4153.500=0.375
σ	1900.880-1900.871=0.009
min	1555.000-1557.000=-2.000
max	7306.000

*mean*	6523.427-6590.512=-67.085
σ	1297.226-1219.427=77.799
min	4928.160-4953.693=-25.532
max	8278.560-8345.556=-66.996

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=0.000
σ	0.001-0.001=0.000
min	11560.065-11560.065=0.000
max	11560.067-11560.067=0.001

*mean*	7306.000
σ	0.000
min	7306.000
max	7306.000

*mean*	4954.937-5411.437=-456.500
σ	951.316-1218.352=-267.036
min	4289.540-4424.344=-134.803
max	6555.643-7481.874=-926.231

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	390.528-377.286=13.242
σ	5.098-22.235=-17.137
min	382.166-332.842=49.323
max	398.123-394.121=4.002

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	765.081-742.560=22.521
σ	42.142-57.569=-15.427
min	667.381-623.906=43.476
max	796.484-790.460=6.024

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.328=-0.001
σ	0.759-0.759=-0.000
min	1023.854-1023.854=-0.000
max	1027.465-1027.466=-0.000

*mean*	1064.350-1046.800=17.550
σ	315.718-305.402=10.316
min	599.000-571.000=28.000
max	1567.000-1502.000=65.000

*mean*	1.548-1.573=-0.025
σ	0.053-0.080=-0.026
min	1.402-1.511=-0.109
max	1.649-1.834=-0.184

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.303-0.312=-0.009
σ	0.304-0.332=-0.028
min	0.138-0.132=0.006
max	0.841-0.901=-0.060

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.473-0.464=0.009
σ	0.321-0.321=0.001
min	0.318-0.311=0.007
max	1.048-1.037=0.010

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.206=0.010
σ	0.027-0.027=0.000
min	0.191-0.186=0.005
max	0.262-0.252=0.010

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.325-0.332=-0.007
σ	0.015-0.015=0.000
min	0.312-0.318=-0.006
max	0.350-0.357=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600-436.200=-4.600
σ	1.342-1.789=-0.447
min	431.000-433.000=-2.000
max	434.000-437.000=-3.000

*mean*	0.555-0.537=0.018
σ	0.046-0.064=-0.018
min	0.489-0.430=0.060
max	0.593-0.594=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.431-0.488=-0.057
σ	0.051-0.019=0.032
min	0.386-0.469=-0.082
max	0.516-0.515=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	2.617-2.642=-0.025
σ	0.099-0.092=0.007
min	2.451-2.478=-0.027
max	3.003-2.907=0.096

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	2.564-2.588=-0.024
σ	0.079-0.076=0.004
min	2.433-2.455=-0.022
max	2.943-2.777=0.167

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.310-0.302=0.008
σ	0.015-0.008=0.006
min	0.292-0.288=0.004
max	0.384-0.355=0.029

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.290-0.292=-0.002
σ	0.008-0.007=0.000
min	0.277-0.278=-0.001
max	0.329-0.322=0.008

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.783-298.791=-0.008
σ	1.003-1.058=-0.055
min	298.375-298.336=0.039
max	301.629-301.796=-0.167

*mean*	443.300-445.300=-2.000
σ	13.275-18.874=-5.599
min	426.000-418.000=8.000
max	465.000-469.000=-4.000

*mean*	0.594-0.603=-0.009
σ	0.036-0.030=0.006
min	0.510-0.540=-0.030
max	0.644-0.626=0.018

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-239.536=-0.004
σ	0.000
min	239.532-239.536=-0.004
max	239.532-239.536=-0.004

*mean*	1746.625-1684.625=62.000
σ	3.889-1.768=2.121
min	1737.000-1684.000=53.000
max	1748.000-1689.000=59.000

*mean*	221.753-222.810=-1.057
σ	2.741-2.699=0.041
min	218.399-218.892=-0.494
max	226.230-227.476=-1.246

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1746.625-1684.625=62.000
σ	3.889-1.768=2.121
min	1737.000-1684.000=53.000
max	1748.000-1689.000=59.000

*mean*	10.784-11.432=-0.648
σ	1.158-1.369=-0.211
min	9.946-9.645=0.300
max	12.690-12.768=-0.077

phase=parser

*mean*	1042.363-1042.363=-0.000
σ	0.000-0.000=0.000
min	1042.362-1042.363=-0.000
max	1042.363-1042.363=0.000

*mean*	1746.625-1684.625=62.000
σ	3.889-1.768=2.121
min	1737.000-1684.000=53.000
max	1748.000-1689.000=59.000

*mean*	703.001-680.087=22.914
σ	62.179-89.766=-27.587
min	549.385-566.115=-16.731
max	731.838-836.704=-104.866

phase=processProdDef

*mean*	6169.658-6169.657=0.001
σ	0.000-0.001=-0.000
min	6169.657-6169.657=0.001
max	6169.658-6169.658=-0.000

*mean*	1748.000-1685.250=62.750
σ	0.000-2.315=-2.315
min	1748.000-1684.000=64.000
max	1748.000-1689.000=59.000

*mean*	5307.158-6140.336=-833.178
σ	1139.315-1348.533=-209.218
min	3755.375-4010.225=-254.850
max	7380.522-7808.916=-428.394

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1746.625-1684.625=62.000
σ	3.889-1.768=2.121
min	1737.000-1684.000=53.000
max	1748.000-1689.000=59.000

*mean*	34.994-44.241=-9.247
σ	7.835-6.469=1.366
min	29.166-34.982=-5.816
max	48.130-51.133=-3.004

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1746.625-1684.625=62.000
σ	3.889-1.768=2.121
min	1737.000-1684.000=53.000
max	1748.000-1689.000=59.000

*mean*	713.309-829.362=-116.053
σ	95.598-89.968=5.630
min	647.976-716.065=-68.089
max	907.536-992.983=-85.447

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.921-293.924=-0.003
σ	0.043-0.042=0.001
min	293.862-293.862=-0.000
max	293.972-293.958=0.014

*mean*	441.000-445.000=-4.000
σ	2.739-0.000=2.739
min	439.000-445.000=-6.000
max	444.000-445.000=-1.000

*mean*	0.409-0.394=0.015
σ	0.010-0.001=0.010
min	0.400-0.393=0.008
max	0.424-0.395=0.029

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.241-1320.188=0.053
σ	0.067-0.089=-0.022
min	1320.182-1320.093=0.089
max	1320.317-1320.318=-0.001

*mean*	1069.200-1110.000=-40.800
σ	167.923-171.504=-3.580
min	843.000-896.000=-53.000
max	1273.000-1334.000=-61.000

*mean*	2.085-1.953=0.132
σ	0.263-0.072=0.191
min	1.841-1.882=-0.042
max	2.487-2.065=0.422

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.744-1559.729=0.015
σ	4.061-4.087=-0.026
min	1557.745-1557.680=0.065
max	1567.003-1567.033=-0.030

*mean*	619.000-625.400=-6.400
σ	82.741-88.053=-5.312
min	494.000-495.000=-1.000
max	716.000-730.000=-14.000

*mean*	2.266-2.297=-0.031
σ	0.074-0.261=-0.187
min	2.204-2.144=0.060
max	2.385-2.760=-0.375

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.271-1882.294=-0.023
σ	0.054-0.080=-0.026
min	1882.204-1882.200=0.005
max	1882.351-1882.397=-0.045

*mean*	1699.400-1760.000=-60.600
σ	246.990-219.527=27.464
min	1397.000-1480.000=-83.000
max	2027.000-1972.000=55.000

*mean*	2.890-3.213=-0.323
σ	0.115-0.357=-0.242
min	2.698-2.862=-0.164
max	2.980-3.732=-0.752

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.750-1.836=-0.086
σ	0.054-0.095=-0.041
min	1.680-1.731=-0.051
max	1.806-1.933=-0.127

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.536-453.537=-0.000
σ	585.528-585.528=0.000
min	160.767-160.767=-0.001
max	1331.829-1331.829=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.548-0.550=-0.002
σ	0.556-0.561=-0.005
min	0.269-0.267=0.002
max	1.382-1.391=-0.009

policies=20

*mean*	1608.045-1608.043=0.002
σ	0.422-0.416=0.006
min	1607.758-1607.759=-0.002
max	1608.673-1608.661=0.011

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.750-447.500=3.250
σ	10.340-7.506=2.834
min	443.000-441.000=2.000
max	466.000-454.000=12.000

*mean*	2.716-2.704=0.012
σ	0.015-0.031=-0.016
min	2.706-2.666=0.039
max	2.738-2.742=-0.004

policies=200

*mean*	16088.518-16088.517=0.002
σ	0.197-0.216=-0.018
min	16088.350-16088.340=0.010
max	16088.791-16088.826=-0.035

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.250-495.750=3.500
σ	4.500-3.403=1.097
min	494.000-491.000=3.000
max	503.000-499.000=4.000

*mean*	27.368-27.327=0.041
σ	0.121-0.167=-0.046
min	27.228-27.192=0.035
max	27.488-27.570=-0.082