Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.623-54.623=0.000
σ	0.348-0.351=-0.002
min	54.495-54.485=0.010
max	55.615-55.621=-0.006

*mean*	415.000-418.700=-3.700
σ	0.000-0.483=-0.483
min	415.000-418.000=-3.000
max	415.000-419.000=-4.000

*mean*	0.141-0.140=0.001
σ	0.005-0.004=0.001
min	0.133-0.137=-0.004
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.788=0.000
σ	0.006-0.007=-0.001
min	43.779-43.774=0.005
max	43.798-43.798=0.000

*mean*	415.300-419.000=-3.700
σ	0.483-0.000=0.483
min	415.000-419.000=-4.000
max	416.000-419.000=-3.000

*mean*	0.123-0.123=-0.000
σ	0.004-0.005=-0.002
min	0.120-0.119=0.000
max	0.129-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4146.250-4148.000=-1.750
σ	1889.977-1894.241=-4.264
min	1555.000-1553.000=2.000
max	7268.000-7284.000=-16.000

*mean*	12.932-13.031=-0.099
σ	0.102-0.241=-0.139
min	12.775-12.756=0.019
max	13.038-13.516=-0.479

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4146.250-4148.000=-1.750
σ	1889.977-1894.241=-4.264
min	1555.000-1553.000=2.000
max	7268.000-7284.000=-16.000

*mean*	13.358-12.997=0.360
σ	0.215-0.520=-0.306
min	13.106-11.942=1.163
max	13.675-13.336=0.339

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.000
max	41.933-41.933=-0.000

*mean*	7268.000-7284.000=-16.000
σ	0.000
min	7268.000-7284.000=-16.000
max	7268.000-7284.000=-16.000

*mean*	15.213-15.243=-0.030
σ	0.213-0.462=-0.249
min	14.808-14.188=0.620
max	15.439-15.663=-0.224

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931

*mean*	4146.250-4148.000=-1.750
σ	1889.977-1894.241=-4.264
min	1555.000-1553.000=2.000
max	7268.000-7284.000=-16.000

*mean*	13.548-12.702=0.846
σ	1.520-1.646=-0.126
min	11.307-10.852=0.455
max	15.321-14.904=0.417

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990-27.990=0.000

*mean*	4146.250-4148.000=-1.750
σ	1889.977-1894.241=-4.264
min	1555.000-1553.000=2.000
max	7268.000-7284.000=-16.000

*mean*	8.806-9.026=-0.220
σ	0.293-0.331=-0.038
min	8.528-8.510=0.018
max	9.166-9.460=-0.294

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4146.250-4148.000=-1.750
σ	1889.977-1894.241=-4.264
min	1555.000-1553.000=2.000
max	7268.000-7284.000=-16.000

*mean*	6.854-6.987=-0.134
σ	0.297-0.364=-0.067
min	6.291-6.322=-0.031
max	7.151-7.446=-0.295

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.669=-0.000

*mean*	4146.250-4148.000=-1.750
σ	1889.977-1894.241=-4.264
min	1555.000-1553.000=2.000
max	7268.000-7284.000=-16.000

*mean*	6.060-6.019=0.041
σ	0.146-0.158=-0.013
min	5.878-5.808=0.070
max	6.363-6.274=0.090

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972

*mean*	4146.250-4148.000=-1.750
σ	1889.977-1894.241=-4.264
min	1555.000-1553.000=2.000
max	7268.000-7284.000=-16.000

*mean*	5.721-5.857=-0.137
σ	0.207-0.271=-0.064
min	5.466-5.460=0.006
max	5.969-6.279=-0.309

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607

*mean*	7268.000-7284.000=-16.000
σ	0.000
min	7268.000-7284.000=-16.000
max	7268.000-7284.000=-16.000

*mean*	1596.483-1600.291=-3.808
σ	1051.479-960.877=90.602
min	1039.882-1038.125=1.757
max	4079.372-3770.957=308.415

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.883=-0.000

*mean*	3568.375-3569.875=-1.500
σ	1791.123-1791.859=-0.736
min	1043.000-1046.000=-3.000
max	5778.000-5783.000=-5.000

*mean*	5058.077-4717.764=340.313
σ	1774.766-1688.473=86.293
min	3539.910-3547.558=-7.648
max	7576.317-7507.738=68.579

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.001

*mean*	4146.250-4148.000=-1.750
σ	1889.977-1894.241=-4.264
min	1555.000-1553.000=2.000
max	7268.000-7284.000=-16.000

*mean*	81.349-80.205=1.143
σ	11.000-9.313=1.687
min	70.821-71.209=-0.388
max	99.027-97.178=1.848

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.000=0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7268.000-7284.000=-16.000
σ	0.000
min	7268.000-7284.000=-16.000
max	7268.000-7284.000=-16.000

*mean*	108.529-108.826=-0.297
σ	1.989-3.613=-1.624
min	105.067-103.822=1.245
max	111.475-115.048=-3.573

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7268.000-7284.000=-16.000
σ	0.000
min	7268.000-7284.000=-16.000
max	7268.000-7284.000=-16.000

*mean*	166.403-164.286=2.117
σ	3.400-5.344=-1.944
min	159.572-153.091=6.481
max	169.928-168.765=1.163

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4146.250-4148.000=-1.750
σ	1889.977-1894.241=-4.264
min	1555.000-1553.000=2.000
max	7268.000-7284.000=-16.000

*mean*	6646.495-6549.347=97.149
σ	1313.228-1324.629=-11.402
min	4907.747-4896.905=10.842
max	8353.291-8097.237=256.054

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066-11560.066=0.000

*mean*	7268.000-7284.000=-16.000
σ	0.000
min	7268.000-7284.000=-16.000
max	7268.000-7284.000=-16.000

*mean*	5619.249-5785.160=-165.911
σ	1632.410-1494.497=137.913
min	4391.313-4390.534=0.779
max	8386.670-8014.650=372.020

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-478.000=-4.000
σ	0.000
min	474.000-478.000=-4.000
max	474.000-478.000=-4.000

*mean*	393.948-387.874=6.074
σ	5.680-12.713=-7.033
min	382.351-360.460=21.891
max	401.051-396.360=4.691

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.875-559.625=0.250
σ	0.354-0.518=-0.164
min	559.000
max	560.000

*mean*	774.747-749.104=25.643
σ	37.749-65.204=-27.455
min	684.208-652.002=32.206
max	800.336-836.837=-36.501

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.374=0.002
σ	0.760-0.759=0.000
min	1007.900-1007.898=0.002
max	1011.518-1011.515=0.003

*mean*	1041.500-1047.150=-5.650
σ	307.009-313.615=-6.606
min	573.000-572.000=1.000
max	1491.000-1510.000=-19.000

*mean*	1.555-1.551=0.004
σ	0.096-0.081=0.015
min	1.468-1.458=0.010
max	1.793-1.747=0.045

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.416-0.300=0.116
σ	0.454-0.309=0.145
min	0.159-0.142=0.017
max	1.225-0.850=0.374

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.732-0.475=0.256
σ	0.288-0.325=-0.037
min	0.593-0.319=0.274
max	1.246-1.057=0.189

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.386-0.219=0.167
σ	0.037-0.023=0.015
min	0.348-0.202=0.146
max	0.443-0.258=0.185

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.589-0.376=0.213
σ	0.029-0.084=-0.054
min	0.565-0.324=0.241
max	0.640-0.523=0.117

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	435.000-435.800=-0.800
σ	2.236-6.017=-3.781
min	431.000-430.000=1.000
max	436.000-442.000=-6.000

*mean*	0.592-0.548=0.044
σ	0.032-0.042=-0.010
min	0.548-0.500=0.048
max	0.634-0.611=0.023

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	436.000-442.000=-6.000
σ	0.000
min	436.000-442.000=-6.000
max	436.000-442.000=-6.000

*mean*	0.509-0.498=0.011
σ	0.031-0.016=0.015
min	0.454-0.475=-0.021
max	0.526-0.517=0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	436.000-442.000=-6.000
σ	0.000
min	436.000-442.000=-6.000
max	436.000-442.000=-6.000

*mean*	2.618-2.670=-0.052
σ	0.090-0.089=0.001
min	2.460-2.451=0.009
max	2.964-2.905=0.059

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	436.000-442.000=-6.000
σ	0.000
min	436.000-442.000=-6.000
max	436.000-442.000=-6.000

*mean*	2.611-2.621=-0.010
σ	0.089-0.089=-0.000
min	2.459-2.437=0.022
max	2.881-2.916=-0.034

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	436.000-442.000=-6.000
σ	0.000
min	436.000-442.000=-6.000
max	436.000-442.000=-6.000

*mean*	0.311-0.303=0.008
σ	0.035-0.042=-0.007
min	0.289-0.287=0.002
max	0.546-0.707=-0.161

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	436.000-442.000=-6.000
σ	0.000
min	436.000-442.000=-6.000
max	436.000-442.000=-6.000

*mean*	0.302-0.288=0.014
σ	0.049-0.007=0.042
min	0.276-0.270=0.006
max	0.562-0.318=0.244

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.050-298.143=-0.093
σ	0.977-0.948=0.029
min	297.633-297.667=-0.034
max	300.823-300.825=-0.002

*mean*	439.100-443.500=-4.400
σ	15.574-16.400=-0.826
min	414.000-418.000=-4.000
max	461.000-465.000=-4.000

*mean*	0.607-0.607=-0.001
σ	0.017-0.026=-0.009
min	0.567-0.544=0.023
max	0.634-0.634=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1745.000-1744.000=1.000
σ	0.000
min	1745.000-1744.000=1.000
max	1745.000-1744.000=1.000

*mean*	202.271-208.669=-6.398
σ	1.921-19.146=-17.225
min	198.486-200.195=-1.709
max	204.475-255.920=-51.445

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1745.000-1744.000=1.000
σ	0.000
min	1745.000-1744.000=1.000
max	1745.000-1744.000=1.000

*mean*	9.314-12.509=-3.196
σ	2.065-0.098=1.967
min	6.284-12.337=-6.053
max	12.436-12.643=-0.207

phase=parser

*mean*	1042.098-1042.103=-0.005
σ	0.000-0.000=0.000
min	1042.097-1042.102=-0.005
max	1042.098-1042.103=-0.005

*mean*	1745.000-1744.000=1.000
σ	0.000
min	1745.000-1744.000=1.000
max	1745.000-1744.000=1.000

*mean*	691.036-720.435=-29.399
σ	61.178-3.563=57.615
min	589.317-715.281=-125.965
max	728.994-726.405=2.589

phase=processProdDef

*mean*	6169.660-6169.657=0.003
σ	0.001
min	6169.659-6169.657=0.002
max	6169.660-6169.658=0.002

*mean*	1745.000-1744.000=1.000
σ	0.000
min	1745.000-1744.000=1.000
max	1745.000-1744.000=1.000

*mean*	5204.429-5847.774=-643.345
σ	962.223-1289.607=-327.385
min	4291.278-4255.008=36.270
max	6793.688-7261.670=-467.982

phase=renaming

*mean*	21.670-21.667=0.004
σ	0.000
min	21.670-21.667=0.004
max	21.670-21.667=0.004

*mean*	1745.000-1744.000=1.000
σ	0.000
min	1745.000-1744.000=1.000
max	1745.000-1744.000=1.000

*mean*	30.345-47.564=-17.219
σ	8.562-0.319=8.242
min	20.804-47.222=-26.418
max	48.144-48.129=0.015

phase=type checker

*mean*	958.537-958.540=-0.004
σ	0.066
min	958.439-958.442=-0.004
max	958.626-958.630=-0.004

*mean*	1745.000-1744.000=1.000
σ	0.000
min	1745.000-1744.000=1.000
max	1745.000-1744.000=1.000

*mean*	694.834-780.269=-85.435
σ	102.677-53.868=48.809
min	633.470-737.904=-104.434
max	872.903-867.992=4.911

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-292.775=-0.000
σ	0.035-0.034=0.000
min	292.727-292.727=-0.000
max	292.812-292.811=0.000

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.399-0.394=0.005
σ	0.002-0.005=-0.002
min	0.397-0.391=0.006
max	0.403-0.402=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.877-1302.847=0.030
σ	0.094-0.136=-0.043
min	1302.716-1302.748=-0.031
max	1302.949-1303.082=-0.134

*mean*	1093.200-1075.200=18.000
σ	181.972-186.480=-4.508
min	840.000
max	1307.000-1322.000=-15.000

*mean*	2.074-1.833=0.241
σ	0.230-0.080=0.150
min	1.816-1.736=0.080
max	2.277-1.921=0.357

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.908-1545.874=0.034
σ	4.029-4.027=0.003
min	1543.928-1543.866=0.062
max	1553.110-1553.070=0.040

*mean*	619.400-610.600=8.800
σ	80.133-74.638=5.495
min	499.000-493.000=6.000
max	714.000-689.000=25.000

*mean*	2.259-2.191=0.069
σ	0.183-0.167=0.016
min	2.141-2.094=0.047
max	2.583-2.488=0.095

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.839-1864.831=0.008
σ	0.040-0.038=0.002
min	1864.792-1864.783=0.009
max	1864.880-1864.889=-0.009

*mean*	1740.600-1712.000=28.600
σ	224.501-233.393=-8.892
min	1441.000-1428.000=13.000
max	1953.000-2019.000=-66.000

*mean*	2.949-2.896=0.052
σ	0.109-0.056=0.053
min	2.867-2.840=0.027
max	3.121-2.961=0.160

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.817-1.708=0.108
σ	0.103-0.143=-0.040
min	1.691-1.541=0.150
max	1.935-1.851=0.084

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.818-447.818=-0.001
σ	579.237-579.236=0.001
min	158.196-158.199=-0.003
max	1316.673-1316.673=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.538-0.539=-0.001
σ	0.538-0.553=-0.015
min	0.265-0.261=0.004
max	1.345-1.368=-0.023

policies=20

*mean*	1582.294-1582.283=0.011
σ	0.366-0.351=0.015
min	1582.040-1582.035=0.005
max	1582.835-1582.802=0.033

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	447.000-446.750=0.250
σ	8.083-2.500=5.583
min	440.000-443.000=-3.000
max	454.000-448.000=6.000

*mean*	2.640-2.619=0.021
σ	0.007-0.002=0.006
min	2.631-2.618=0.013
max	2.649-2.621=0.028

policies=200

*mean*	15830.801-15830.890=-0.090
σ	0.169-0.064=0.105
min	15830.650-15830.822=-0.172
max	15831.043-15830.975=0.068

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	495.250-497.500=-2.250
σ	3.862-4.655=-0.793
min	491.000-492.000=-1.000
max	499.000-503.000=-4.000

*mean*	26.621-26.508=0.113
σ	0.080-0.091=-0.011
min	26.529-26.438=0.091
max	26.713-26.641=0.072