Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.620=-0.002
σ	0.347-0.350=-0.003
min	54.489-54.484=0.004
max	55.606-55.617=-0.010

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.141-0.140=0.001
σ	0.005-0.007=-0.003
min	0.137-0.131=0.005
max	0.149-0.155=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.789=-0.001
σ	0.006-0.006=-0.000
min	43.781-43.782=-0.002
max	43.801-43.803=-0.002

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.123-0.124=-0.001
σ	0.005-0.005=-0.001
min	0.119-0.118=0.001
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4158.875-4153.625=5.250
σ	1902.159-1901.986=0.173
min	1556.000-1555.000=1.000
max	7321.000-7309.000=12.000

*mean*	12.862-13.029=-0.167
σ	0.318-0.274=0.044
min	12.436-12.675=-0.239
max	13.459-13.461=-0.002

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620

*mean*	4158.875-4153.625=5.250
σ	1902.159-1901.986=0.173
min	1556.000-1555.000=1.000
max	7321.000-7309.000=12.000

*mean*	12.765-12.907=-0.142
σ	0.637-0.747=-0.110
min	11.636-11.610=0.027
max	13.375-13.496=-0.121

op=table_records(), no indexes

*mean*	41.931-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928-41.929=-0.000
max	41.933-41.933=-0.000

*mean*	7321.000-7309.000=12.000
σ	0.000
min	7321.000-7309.000=12.000
max	7321.000-7309.000=12.000

*mean*	15.050-15.010=0.039
σ	0.897-0.773=0.124
min	12.886-13.268=-0.382
max	15.658-15.757=-0.099

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931

*mean*	4158.875-4153.625=5.250
σ	1902.159-1901.986=0.173
min	1556.000-1555.000=1.000
max	7321.000-7309.000=12.000

*mean*	12.600-12.696=-0.096
σ	1.805-1.786=0.019
min	10.799-10.798=0.001
max	14.945-15.663=-0.718

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=-0.000
min	27.603
max	27.991-27.991=-0.000

*mean*	4158.875-4153.625=5.250
σ	1902.159-1901.986=0.173
min	1556.000-1555.000=1.000
max	7321.000-7309.000=12.000

*mean*	8.852-9.066=-0.215
σ	0.390-0.239=0.151
min	8.254-8.889=-0.635
max	9.479-9.503=-0.024

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4158.875-4153.625=5.250
σ	1902.159-1901.986=0.173
min	1556.000-1555.000=1.000
max	7321.000-7309.000=12.000

*mean*	6.852-7.130=-0.277
σ	0.134-0.046=0.088
min	6.658-7.071=-0.412
max	7.069-7.220=-0.151

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668

*mean*	4158.875-4153.625=5.250
σ	1902.159-1901.986=0.173
min	1556.000-1555.000=1.000
max	7321.000-7309.000=12.000

*mean*	6.076-6.050=0.026
σ	0.165-0.135=0.030
min	5.831-5.819=0.011
max	6.311-6.241=0.070

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4158.875-4153.625=5.250
σ	1902.159-1901.986=0.173
min	1556.000-1555.000=1.000
max	7321.000-7309.000=12.000

*mean*	5.811-5.862=-0.052
σ	0.101-0.093=0.009
min	5.682-5.720=-0.038
max	5.986-5.977=0.009

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.607-2524.607=-0.001

*mean*	7321.000-7309.000=12.000
σ	0.000
min	7321.000-7309.000=12.000
max	7321.000-7309.000=12.000

*mean*	1059.573-1077.112=-17.539
σ	6.890-73.291=-66.401
min	1047.453-1042.682=4.771
max	1069.953-1257.826=-187.872

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.883=-0.000

*mean*	3582.625-3574.375=8.250
σ	1800.591-1798.232=2.359
min	1043.000-1044.000=-1.000
max	5818.000-5800.000=18.000

*mean*	4409.194-5000.010=-590.816
σ	1025.738-1698.169=-672.431
min	3543.980-3553.039=-9.059
max	6290.053-7419.694=-1129.642

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.001
max	62.080-62.080=-0.000

*mean*	4158.875-4153.625=5.250
σ	1902.159-1901.986=0.173
min	1556.000-1555.000=1.000
max	7321.000-7309.000=12.000

*mean*	81.578-81.981=-0.403
σ	11.696-10.222=1.474
min	69.671-71.694=-2.023
max	100.159-98.637=1.521

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7321.000-7309.000=12.000
σ	0.000
min	7321.000-7309.000=12.000
max	7321.000-7309.000=12.000

*mean*	106.251-106.393=-0.142
σ	5.570-3.842=1.728
min	95.931-99.595=-3.664
max	111.426-109.593=1.833

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7321.000-7309.000=12.000
σ	0.000
min	7321.000-7309.000=12.000
max	7321.000-7309.000=12.000

*mean*	161.928-163.844=-1.916
σ	9.464-7.222=2.242
min	140.775-148.218=-7.443
max	167.798-169.331=-1.533

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.538=0.000

*mean*	4158.875-4153.625=5.250
σ	1902.159-1901.986=0.173
min	1556.000-1555.000=1.000
max	7321.000-7309.000=12.000

*mean*	6279.125-6409.878=-130.753
σ	1118.941-1272.865=-153.924
min	4961.046-4911.036=50.010
max	8086.205-8251.768=-165.563

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066

*mean*	7321.000-7309.000=12.000
σ	0.000
min	7321.000-7309.000=12.000
max	7321.000-7309.000=12.000

*mean*	5580.961-5359.275=221.687
σ	1164.520-1271.265=-106.745
min	4386.863-4373.965=12.899
max	7019.897-7426.791=-406.894

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	377.501-370.123=7.378
σ	9.678-20.825=-11.148
min	355.512-343.491=12.021
max	386.409-391.121=-4.712

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.250-559.625=-0.375
σ	1.035-0.518=0.518
min	558.000-559.000=-1.000
max	560.000

*mean*	745.748-750.041=-4.293
σ	58.280-47.165=11.115
min	646.903-644.455=2.447
max	816.952-793.870=23.082

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.374=0.001
σ	0.759-0.760=-0.001
min	1007.903-1007.899=0.004
max	1011.512-1011.516=-0.004

*mean*	1044.800-1055.050=-10.250
σ	309.103-309.513=-0.410
min	592.000-565.000=27.000
max	1501.000-1468.000=33.000

*mean*	1.538-1.557=-0.019
σ	0.068-0.071=-0.002
min	1.464-1.468=-0.005
max	1.742-1.745=-0.003

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.385-0.378=0.007
σ	0.495-0.464=0.031
min	0.139-0.147=-0.008
max	1.267-1.205=0.062

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.479=-0.003
σ	0.321-0.316=0.005
min	0.321-0.323=-0.002
max	1.049-1.044=0.005

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.219=-0.002
σ	0.019-0.025=-0.006
min	0.204-0.203=0.001
max	0.250-0.263=-0.013

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.327=0.005
σ	0.015-0.017=-0.002
min	0.316-0.312=0.005
max	0.355-0.353=0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	436.000-432.000=4.000
σ	5.612-1.732=3.880
min	431.000
max	442.000-435.000=7.000

*mean*	0.563-0.531=0.031
σ	0.050-0.043=0.007
min	0.483-0.481=0.002
max	0.607-0.595=0.011

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.474-0.502=-0.027
σ	0.030-0.017=0.013
min	0.445-0.483=-0.038
max	0.521-0.522=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	2.646-2.616=0.030
σ	0.097-0.103=-0.007
min	2.421-2.439=-0.017
max	2.909-3.035=-0.126

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	2.622-2.573=0.049
σ	0.089-0.076=0.012
min	2.442-2.442=0.000
max	2.911-2.820=0.091

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.304-0.301=0.003
σ	0.010-0.008=0.002
min	0.289-0.290=-0.001
max	0.362-0.352=0.011

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.289-0.285=0.004
σ	0.008-0.008=0.000
min	0.277-0.272=0.005
max	0.331-0.331=-0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.875-297.970=-0.095
σ	0.964-0.971=-0.007
min	297.496-297.537=-0.041
max	300.616-300.727=-0.111

*mean*	439.900-445.800=-5.900
σ	16.183-18.048=-1.865
min	415.000-418.000=-3.000
max	462.000-473.000=-11.000

*mean*	0.617-0.621=-0.005
σ	0.017-0.008=0.008
min	0.584-0.612=-0.028
max	0.647-0.634=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.011=0.000
σ	0.000-0.000=0.000
min	222.011
max	222.011-222.011=0.000

*mean*	1735.000-1728.750=6.250
σ	17.105-5.092=12.013
min	1719.000-1726.000=-7.000
max	1751.000-1737.000=14.000

*mean*	203.886-206.182=-2.296
σ	4.271-1.189=3.081
min	198.276-204.412=-6.135
max	209.958-207.943=2.015

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1735.000-1728.750=6.250
σ	17.105-5.092=12.013
min	1719.000-1726.000=-7.000
max	1751.000-1737.000=14.000

*mean*	11.548-9.994=1.553
σ	1.427-2.057=-0.630
min	9.461-7.295=2.165
max	12.633-12.671=-0.038

phase=parser

*mean*	1041.161
σ	0.000
min	1041.160
max	1041.161

*mean*	1735.000-1728.750=6.250
σ	17.105-5.092=12.013
min	1719.000-1726.000=-7.000
max	1751.000-1737.000=14.000

*mean*	671.061-577.905=93.156
σ	67.776-112.313=-44.537
min	584.413-421.805=162.608
max	726.517-720.612=5.905

phase=processProdDef

*mean*	6169.658
σ	0.001-0.000=0.000
min	6169.657-6169.658=-0.001
max	6169.659

*mean*	1739.000-1730.125=8.875
σ	16.562-5.693=10.869
min	1719.000-1726.000=-7.000
max	1751.000-1737.000=14.000

*mean*	5714.288-5445.347=268.941
σ	1472.052-935.002=537.050
min	3695.512-3875.040=-179.529
max	8054.441-6562.611=1491.830

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1735.000-1728.750=6.250
σ	17.105-5.092=12.013
min	1719.000-1726.000=-7.000
max	1751.000-1737.000=14.000

*mean*	44.303-37.241=7.061
σ	5.157-8.217=-3.060
min	34.636-26.309=8.327
max	48.487-47.711=0.777

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1735.000-1728.750=6.250
σ	17.105-5.092=12.013
min	1719.000-1726.000=-7.000
max	1751.000-1737.000=14.000

*mean*	768.054-714.785=53.269
σ	113.324-81.264=32.060
min	666.192-636.810=29.381
max	1027.933-876.554=151.379

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.774-292.773=0.000
σ	0.034-0.038=-0.003
min	292.726-292.725=0.002
max	292.811-292.815=-0.004

*mean*	444.000-445.000=-1.000
σ	0.000
min	444.000-445.000=-1.000
max	444.000-445.000=-1.000

*mean*	0.404-0.398=0.006
σ	0.006-0.007=-0.000
min	0.399-0.392=0.007
max	0.412-0.406=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.874-1302.873=0.001
σ	0.090-0.086=0.005
min	1302.714-1302.725=-0.011
max	1302.931-1302.939=-0.008

*mean*	1075.400-1073.400=2.000
σ	186.997-185.355=1.642
min	840.000-839.000=1.000
max	1324.000-1319.000=5.000

*mean*	2.020-2.016=0.005
σ	0.181-0.188=-0.007
min	1.817-1.768=0.049
max	2.163-2.160=0.003

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.890-1545.898=-0.009
σ	4.040-4.014=0.026
min	1543.894-1543.901=-0.007
max	1553.109-1553.072=0.037

*mean*	610.200-610.400=-0.200
σ	74.878-74.484=0.394
min	492.000-493.000=-1.000
max	689.000

*mean*	2.228-2.278=-0.051
σ	0.206-0.177=0.029
min	2.018-2.110=-0.093
max	2.566-2.509=0.058

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.850-1864.847=0.003
σ	0.056-0.053=0.004
min	1864.787-1864.785=0.003
max	1864.926-1864.902=0.025

*mean*	1712.800-1712.600=0.200
σ	237.922-250.314=-12.393
min	1430.000-1423.000=7.000
max	2030.000-2061.000=-31.000

*mean*	2.934-2.857=0.077
σ	0.056-0.114=-0.058
min	2.884-2.670=0.214
max	3.003-2.953=0.050

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.629-1.676=-0.047
σ	0.090-0.067=0.023
min	1.523-1.604=-0.081
max	1.771-1.784=-0.013

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.752-447.755=-0.003
σ	579.108-579.110=-0.002
min	158.197-158.195=0.002
max	1316.415-1316.421=-0.006

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.535-0.536=-0.002
σ	0.536-0.541=-0.005
min	0.266-0.264=0.002
max	1.338-1.348=-0.009

policies=20

*mean*	1582.269-1582.290=-0.021
σ	0.354-0.361=-0.007
min	1582.016-1582.039=-0.023
max	1582.791-1582.824=-0.033

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	447.500-445.500=2.000
σ	4.041-5.196=-1.155
min	444.000-441.000=3.000
max	451.000-450.000=1.000

*mean*	2.625-2.630=-0.005
σ	0.021-0.010=0.011
min	2.606-2.623=-0.016
max	2.653-2.642=0.011

policies=200

*mean*	15830.825-15830.916=-0.090
σ	0.156-0.155=0.001
min	15830.596-15830.756=-0.160
max	15830.935-15831.093=-0.158

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.750-492.000=5.750
σ	4.193-3.367=0.827
min	492.000-488.000=4.000
max	502.000-496.000=6.000

*mean*	26.636-26.704=-0.068
σ	0.149-0.202=-0.053
min	26.472-26.498=-0.027
max	26.783-26.959=-0.176