Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.623=-0.046
σ	0.347-0.351=-0.004
min	54.443-54.485=-0.042
max	55.563-55.621=-0.057

*mean*	418.000-418.700=-0.700
σ	0.000-0.483=-0.483
min	418.000
max	418.000-419.000=-1.000

*mean*	0.141-0.140=0.001
σ	0.005-0.004=0.000
min	0.137-0.137=0.000
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.788=-0.083
σ	0.006-0.007=-0.001
min	43.694-43.774=-0.080
max	43.714-43.798=-0.085

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.121-0.123=-0.002
σ	0.004-0.005=-0.001
min	0.116-0.119=-0.004
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4153.750-4148.000=5.750
σ	1901.247-1894.241=7.006
min	1555.000-1553.000=2.000
max	7306.000-7284.000=22.000

*mean*	12.660-13.031=-0.371
σ	0.356-0.241=0.115
min	12.156-12.756=-0.601
max	13.190-13.516=-0.326

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4153.750-4148.000=5.750
σ	1901.247-1894.241=7.006
min	1555.000-1553.000=2.000
max	7306.000-7284.000=22.000

*mean*	12.460-12.997=-0.538
σ	0.732-0.520=0.212
min	11.731-11.942=-0.212
max	13.712-13.336=0.376

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928-41.929=-0.000
max	41.933-41.933=-0.000

*mean*	7306.000-7284.000=22.000
σ	0.000
min	7306.000-7284.000=22.000
max	7306.000-7284.000=22.000

*mean*	15.209-15.243=-0.034
σ	0.690-0.462=0.228
min	13.750-14.188=-0.438
max	15.935-15.663=0.272

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4153.750-4148.000=5.750
σ	1901.247-1894.241=7.006
min	1555.000-1553.000=2.000
max	7306.000-7284.000=22.000

*mean*	13.397-12.702=0.695
σ	1.617-1.646=-0.029
min	11.380-10.852=0.528
max	15.539-14.904=0.634

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990-27.990=-0.000

*mean*	4153.750-4148.000=5.750
σ	1901.247-1894.241=7.006
min	1555.000-1553.000=2.000
max	7306.000-7284.000=22.000

*mean*	9.130-9.026=0.104
σ	0.455-0.331=0.124
min	8.444-8.510=-0.067
max	9.756-9.460=0.296

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4153.750-4148.000=5.750
σ	1901.247-1894.241=7.006
min	1555.000-1553.000=2.000
max	7306.000-7284.000=22.000

*mean*	6.614-6.987=-0.374
σ	0.339-0.364=-0.025
min	5.947-6.322=-0.375
max	7.161-7.446=-0.285

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.668-25.669=-0.000

*mean*	4153.750-4148.000=5.750
σ	1901.247-1894.241=7.006
min	1555.000-1553.000=2.000
max	7306.000-7284.000=22.000

*mean*	5.966-6.019=-0.053
σ	0.184-0.158=0.026
min	5.716-5.808=-0.092
max	6.256-6.274=-0.018

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972

*mean*	4153.750-4148.000=5.750
σ	1901.247-1894.241=7.006
min	1555.000-1553.000=2.000
max	7306.000-7284.000=22.000

*mean*	5.714-5.857=-0.144
σ	0.205-0.271=-0.066
min	5.228-5.460=-0.232
max	5.884-6.279=-0.394

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.001
σ	0.000-0.000=-0.000
min	2524.606-2524.606=-0.000
max	2524.606-2524.607=-0.001

*mean*	7306.000-7284.000=22.000
σ	0.000
min	7306.000-7284.000=22.000
max	7306.000-7284.000=22.000

*mean*	1081.302-1600.291=-518.989
σ	122.014-960.877=-838.863
min	1029.940-1038.125=-8.184
max	1382.974-3770.957=-2387.983

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.883=-0.000

*mean*	3573.875-3569.875=4.000
σ	1797.312-1791.859=5.453
min	1043.000-1046.000=-3.000
max	5797.000-5783.000=14.000

*mean*	4946.042-4717.764=228.277
σ	1618.688-1688.473=-69.786
min	3491.844-3547.558=-55.714
max	7348.940-7507.738=-158.799

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.001

*mean*	4153.750-4148.000=5.750
σ	1901.247-1894.241=7.006
min	1555.000-1553.000=2.000
max	7306.000-7284.000=22.000

*mean*	82.155-80.205=1.950
σ	10.678-9.313=1.365
min	71.526-71.209=0.317
max	98.010-97.178=0.832

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.000=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	7306.000-7284.000=22.000
σ	0.000
min	7306.000-7284.000=22.000
max	7306.000-7284.000=22.000

*mean*	113.643-108.826=4.817
σ	5.406-3.613=1.792
min	101.997-103.822=-1.826
max	119.359-115.048=4.311

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7306.000-7284.000=22.000
σ	0.000
min	7306.000-7284.000=22.000
max	7306.000-7284.000=22.000

*mean*	163.402-164.286=-0.884
σ	6.983-5.344=1.639
min	147.400-153.091=-5.691
max	169.094-168.765=0.328

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.001
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4153.750-4148.000=5.750
σ	1901.247-1894.241=7.006
min	1555.000-1553.000=2.000
max	7306.000-7284.000=22.000

*mean*	6459.630-6549.347=-89.716
σ	1232.539-1324.629=-92.090
min	4901.931-4896.905=5.026
max	8129.534-8097.237=32.297

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066-11560.066=0.000

*mean*	7306.000-7284.000=22.000
σ	0.000
min	7306.000-7284.000=22.000
max	7306.000-7284.000=22.000

*mean*	5313.663-5785.160=-471.497
σ	1248.501-1494.497=-245.996
min	4350.333-4390.534=-40.200
max	7636.265-8014.650=-378.386

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	387.028-387.874=-0.846
σ	13.939-12.713=1.226
min	356.150-360.460=-4.309
max	397.868-396.360=1.507

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-559.625=1.375
σ	0.000-0.518=-0.518
min	561.000-559.000=2.000
max	561.000-560.000=1.000

*mean*	721.613-749.104=-27.490
σ	71.108-65.204=5.904
min	585.676-652.002=-66.326
max	777.776-836.837=-59.060

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.374=0.127
σ	0.759-0.759=-0.001
min	1008.028-1007.898=0.129
max	1011.636-1011.515=0.121

*mean*	1047.550-1047.150=0.400
σ	313.793-313.615=0.178
min	573.000-572.000=1.000
max	1511.000-1510.000=1.000

*mean*	1.536-1.551=-0.015
σ	0.085-0.081=0.003
min	1.467-1.458=0.009
max	1.746-1.747=-0.001

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.303-0.300=0.003
σ	0.290-0.309=-0.018
min	0.147-0.142=0.005
max	0.818-0.850=-0.032

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.475=0.006
σ	0.322-0.325=-0.003
min	0.323-0.319=0.004
max	1.057-1.057=-0.000

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.219=0.005
σ	0.029-0.023=0.006
min	0.206-0.202=0.004
max	0.274-0.258=0.016

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.376=-0.045
σ	0.021-0.084=-0.062
min	0.314-0.324=-0.010
max	0.367-0.523=-0.157

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.200-435.800=0.400
σ	5.541-6.017=-0.476
min	431.000-430.000=1.000
max	442.000

*mean*	0.555-0.548=0.007
σ	0.050-0.042=0.008
min	0.483-0.500=-0.017
max	0.605-0.611=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.496-0.498=-0.001
σ	0.034-0.016=0.018
min	0.442-0.475=-0.033
max	0.522-0.517=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.623-2.670=-0.047
σ	0.098-0.089=0.009
min	2.446-2.451=-0.005
max	3.002-2.905=0.096

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.622-2.621=0.000
σ	0.103-0.089=0.014
min	2.430-2.437=-0.007
max	2.973-2.916=0.057

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.309-0.303=0.006
σ	0.009-0.042=-0.032
min	0.293-0.287=0.006
max	0.355-0.707=-0.352

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.294-0.288=0.006
σ	0.007-0.007=0.000
min	0.282-0.270=0.011
max	0.336-0.318=0.018

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.105-298.143=-0.038
σ	1.017-0.948=0.069
min	297.661-297.667=-0.006
max	300.993-300.825=0.168

*mean*	443.100-443.500=-0.400
σ	18.669-16.400=2.270
min	417.000-418.000=-1.000
max	471.000-465.000=6.000

*mean*	0.603-0.607=-0.005
σ	0.023-0.026=-0.003
min	0.564-0.544=0.020
max	0.646-0.634=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1673.000-1744.000=-71.000
σ	0.000
min	1673.000-1744.000=-71.000
max	1673.000-1744.000=-71.000

*mean*	208.497-208.669=-0.172
σ	1.559-19.146=-17.587
min	206.147-200.195=5.952
max	211.184-255.920=-44.737

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1673.000-1744.000=-71.000
σ	0.000
min	1673.000-1744.000=-71.000
max	1673.000-1744.000=-71.000

*mean*	11.122-12.509=-1.388
σ	1.436-0.098=1.338
min	9.464-12.337=-2.873
max	12.524-12.643=-0.118

phase=parser

*mean*	1042.098-1042.103=-0.004
σ	0.000-0.000=0.000
min	1042.098-1042.102=-0.004
max	1042.099-1042.103=-0.004

*mean*	1673.000-1744.000=-71.000
σ	0.000
min	1673.000-1744.000=-71.000
max	1673.000-1744.000=-71.000

*mean*	685.999-720.435=-34.436
σ	67.906-3.563=64.343
min	561.427-715.281=-153.854
max	730.043-726.405=3.638

phase=processProdDef

*mean*	6169.661-6169.657=0.003
σ	0.001-0.001=0.000
min	6169.659-6169.657=0.003
max	6169.661-6169.658=0.003

*mean*	1673.000-1744.000=-71.000
σ	0.000
min	1673.000-1744.000=-71.000
max	1673.000-1744.000=-71.000

*mean*	5937.816-5847.774=90.043
σ	887.716-1289.607=-401.891
min	4537.847-4255.008=282.839
max	7136.799-7261.670=-124.871

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1673.000-1744.000=-71.000
σ	0.000
min	1673.000-1744.000=-71.000
max	1673.000-1744.000=-71.000

*mean*	40.198-47.564=-7.365
σ	8.360-0.319=8.041
min	29.605-47.222=-17.617
max	47.832-48.129=-0.297

phase=type checker

*mean*	958.457-958.540=-0.083
σ	0.066
min	958.360-958.442=-0.083
max	958.547-958.630=-0.083

*mean*	1673.000-1744.000=-71.000
σ	0.000
min	1673.000-1744.000=-71.000
max	1673.000-1744.000=-71.000

*mean*	738.944-780.269=-41.325
σ	90.673-53.868=36.805
min	635.106-737.904=-102.798
max	881.885-867.992=13.894

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.387-292.775=0.612
σ	0.042-0.034=0.007
min	293.328-292.727=0.601
max	293.423-292.811=0.612

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.406-0.394=0.012
σ	0.007-0.005=0.002
min	0.401-0.391=0.010
max	0.415-0.402=0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.446-1302.847=0.598
σ	0.065-0.136=-0.071
min	1303.360-1302.748=0.613
max	1303.531-1303.082=0.449

*mean*	1085.200-1075.200=10.000
σ	227.992-186.480=41.512
min	819.000-840.000=-21.000
max	1385.000-1322.000=63.000

*mean*	1.981-1.833=0.148
σ	0.151-0.080=0.071
min	1.799-1.736=0.063
max	2.169-1.921=0.248

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.549-1545.874=0.675
σ	4.005-4.027=-0.022
min	1544.599-1543.866=0.732
max	1553.709-1553.070=0.639

*mean*	624.000-610.600=13.400
σ	92.655-74.638=18.017
min	495.000-493.000=2.000
max	737.000-689.000=48.000

*mean*	2.364-2.191=0.173
σ	0.147-0.167=-0.020
min	2.202-2.094=0.108
max	2.557-2.488=0.070

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.448-1864.831=0.617
σ	0.048-0.038=0.010
min	1865.387-1864.783=0.604
max	1865.506-1864.889=0.616

*mean*	1703.800-1712.000=-8.200
σ	166.978-233.393=-66.415
min	1522.000-1428.000=94.000
max	1952.000-2019.000=-67.000

*mean*	3.016-2.896=0.120
σ	0.105-0.056=0.049
min	2.896-2.840=0.056
max	3.118-2.961=0.157

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.722-1.708=0.013
σ	0.149-0.143=0.006
min	1.564-1.541=0.023
max	1.902-1.851=0.051

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.979-447.818=0.161
σ	579.239-579.236=0.003
min	158.356-158.199=0.156
max	1316.838-1316.673=0.165

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.504-0.539=-0.035
σ	0.485-0.553=-0.068
min	0.259-0.261=-0.002
max	1.231-1.368=-0.137

policies=20

*mean*	1583.902-1582.283=1.620
σ	0.349-0.351=-0.002
min	1583.658-1582.035=1.622
max	1584.418-1582.802=1.616

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250-446.750=-1.500
σ	1.500-2.500=-1.000
min	443.000
max	446.000-448.000=-2.000

*mean*	2.630-2.619=0.010
σ	0.007-0.002=0.005
min	2.623-2.618=0.005
max	2.639-2.621=0.017

policies=200

*mean*	15847.167-15830.890=16.277
σ	0.106-0.064=0.042
min	15847.075-15830.822=16.253
max	15847.320-15830.975=16.345

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000-497.500=-1.500
σ	3.916-4.655=-0.739
min	492.000
max	501.000-503.000=-2.000

*mean*	26.612-26.508=0.104
σ	0.082-0.091=-0.009
min	26.511-26.438=0.073
max	26.707-26.641=0.066