Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.620=-0.002
σ	0.350-0.351=-0.001
min	54.480-54.484=-0.005
max	55.614-55.619=-0.005

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.138-0.141=-0.003
σ	0.006-0.006=0.001
min	0.130-0.137=-0.007
max	0.148-0.152=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.788=0.000
σ	0.007-0.007=-0.000
min	43.778-43.781=-0.003
max	43.798-43.801=-0.003

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.124-0.124=0.000
σ	0.005-0.006=-0.000
min	0.119-0.118=0.002
max	0.132-0.133=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4153.250-4155.375=-2.125
σ	1899.780-1903.179=-3.399
min	1555.000-1554.000=1.000
max	7302.000-7315.000=-13.000

*mean*	12.140-12.699=-0.559
σ	0.307-0.338=-0.031
min	11.622-12.368=-0.746
max	12.684-13.440=-0.757

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620

*mean*	4153.250-4155.375=-2.125
σ	1899.780-1903.179=-3.399
min	1555.000-1554.000=1.000
max	7302.000-7315.000=-13.000

*mean*	12.416-13.005=-0.589
σ	0.613-0.465=0.148
min	11.440-11.986=-0.545
max	13.175-13.501=-0.325

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.928-41.928=0.000
max	41.933-41.932=0.000

*mean*	7302.000-7315.000=-13.000
σ	0.000
min	7302.000-7315.000=-13.000
max	7302.000-7315.000=-13.000

*mean*	14.756-15.115=-0.359
σ	0.702-0.624=0.078
min	13.200-13.649=-0.449
max	15.508-15.541=-0.032

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.000

*mean*	4153.250-4155.375=-2.125
σ	1899.780-1903.179=-3.399
min	1555.000-1554.000=1.000
max	7302.000-7315.000=-13.000

*mean*	12.558-13.092=-0.534
σ	1.878-1.923=-0.045
min	10.556-10.981=-0.424
max	14.955-15.727=-0.772

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=-0.000
min	27.603-27.603=0.000
max	27.991-27.991=-0.000

*mean*	4153.250-4155.375=-2.125
σ	1899.780-1903.179=-3.399
min	1555.000-1554.000=1.000
max	7302.000-7315.000=-13.000

*mean*	8.549-8.773=-0.224
σ	0.447-0.285=0.162
min	7.939-8.276=-0.337
max	9.300-9.174=0.125

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4153.250-4155.375=-2.125
σ	1899.780-1903.179=-3.399
min	1555.000-1554.000=1.000
max	7302.000-7315.000=-13.000

*mean*	6.334-6.883=-0.549
σ	0.369-0.209=0.160
min	5.881-6.436=-0.555
max	6.863-7.110=-0.247

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668

*mean*	4153.250-4155.375=-2.125
σ	1899.780-1903.179=-3.399
min	1555.000-1554.000=1.000
max	7302.000-7315.000=-13.000

*mean*	5.572-5.966=-0.394
σ	0.135-0.175=-0.040
min	5.429-5.705=-0.276
max	5.803-6.234=-0.430

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972

*mean*	4153.250-4155.375=-2.125
σ	1899.780-1903.179=-3.399
min	1555.000-1554.000=1.000
max	7302.000-7315.000=-13.000

*mean*	5.284-5.748=-0.464
σ	0.167-0.060=0.108
min	5.030-5.647=-0.617
max	5.487-5.812=-0.325

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000-0.000=-0.000
min	2524.606
max	2524.607-2524.607=-0.001

*mean*	7302.000-7315.000=-13.000
σ	0.000
min	7302.000-7315.000=-13.000
max	7302.000-7315.000=-13.000

*mean*	1090.387-1080.527=9.860
σ	103.278-89.453=13.825
min	1043.979-1046.329=-2.350
max	1345.665-1301.807=43.858

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.001
σ	0.469-0.469=0.000
min	8744.554-8744.554=-0.000
max	8745.883-8745.883=-0.000

*mean*	3574.125-3577.375=-3.250
σ	1795.868-1798.706=-2.838
min	1044.000-1045.000=-1.000
max	5795.000-5805.000=-10.000

*mean*	4784.044-4828.271=-44.227
σ	1442.658-1740.242=-297.585
min	3535.943-3497.538=38.405
max	7008.630-7368.336=-359.707

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081-62.080=0.000

*mean*	4153.250-4155.375=-2.125
σ	1899.780-1903.179=-3.399
min	1555.000-1554.000=1.000
max	7302.000-7315.000=-13.000

*mean*	83.904-82.785=1.119
σ	11.850-10.676=1.174
min	69.390-71.238=-1.847
max	99.120-96.976=2.143

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.001
max	40.945

*mean*	7302.000-7315.000=-13.000
σ	0.000
min	7302.000-7315.000=-13.000
max	7302.000-7315.000=-13.000

*mean*	105.228-106.002=-0.774
σ	6.088-5.527=0.560
min	91.746-94.068=-2.322
max	110.602-111.021=-0.420

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7302.000-7315.000=-13.000
σ	0.000
min	7302.000-7315.000=-13.000
max	7302.000-7315.000=-13.000

*mean*	161.231-162.355=-1.124
σ	11.149-10.351=0.798
min	134.775-137.659=-2.883
max	167.740-168.767=-1.027

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.537-11667.538=-0.001

*mean*	4153.250-4155.375=-2.125
σ	1899.780-1903.179=-3.399
min	1555.000-1554.000=1.000
max	7302.000-7315.000=-13.000

*mean*	6303.256-6198.119=105.137
σ	1146.563-1081.346=65.217
min	4905.119-4888.901=16.217
max	7752.387-8067.473=-315.087

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7302.000-7315.000=-13.000
σ	0.000
min	7302.000-7315.000=-13.000
max	7302.000-7315.000=-13.000

*mean*	5257.921-5183.473=74.449
σ	1132.050-1115.535=16.514
min	4395.606-4338.008=57.597
max	7311.600-7268.666=42.934

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	386.922-373.169=13.753
σ	14.035-34.214=-20.179
min	352.603-303.758=48.845
max	396.073-397.347=-1.274

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.250-560.000=0.250
σ	0.463-0.000=0.463
min	560.000
max	561.000-560.000=1.000

*mean*	767.179-717.158=50.021
σ	48.377-65.411=-17.035
min	651.195-632.907=18.288
max	800.454-790.842=9.611

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.376=0.000
σ	0.760-0.759=0.001
min	1007.900-1007.903=-0.003
max	1011.518-1011.514=0.003

*mean*	1044.850-1043.650=1.200
σ	310.719-310.789=-0.070
min	572.000
max	1502.000-1501.000=1.000

*mean*	1.535-1.537=-0.002
σ	0.069-0.067=0.002
min	1.458-1.466=-0.007
max	1.730-1.747=-0.017

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.286-0.290=-0.004
σ	0.274-0.270=0.005
min	0.142-0.135=0.008
max	0.773-0.767=0.007

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.470=0.005
σ	0.328-0.306=0.022
min	0.316-0.319=-0.003
max	1.061-1.017=0.044

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.217=0.002
σ	0.024-0.023=0.001
min	0.202-0.197=0.005
max	0.260-0.256=0.004

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.329=0.007
σ	0.019-0.009=0.009
min	0.316-0.320=-0.004
max	0.367-0.345=0.022

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	431.000-434.400=-3.400
σ	0.000-1.342=-1.342
min	431.000-432.000=-1.000
max	431.000-435.000=-4.000

*mean*	0.558-0.558=0.000
σ	0.032-0.044=-0.012
min	0.524-0.510=0.015
max	0.608-0.607=0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	431.000-435.000=-4.000
σ	0.000
min	431.000-435.000=-4.000
max	431.000-435.000=-4.000

*mean*	0.480-0.483=-0.003
σ	0.027-0.030=-0.003
min	0.460-0.452=0.008
max	0.526-0.515=0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	431.000-435.000=-4.000
σ	0.000
min	431.000-435.000=-4.000
max	431.000-435.000=-4.000

*mean*	1.942-2.581=-0.639
σ	0.071-0.097=-0.026
min	1.821-2.423=-0.602
max	2.202-3.058=-0.855

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	431.000-435.000=-4.000
σ	0.000
min	431.000-435.000=-4.000
max	431.000-435.000=-4.000

*mean*	1.939-2.597=-0.658
σ	0.055-0.081=-0.027
min	1.823-2.483=-0.660
max	2.108-2.859=-0.752

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	431.000-435.000=-4.000
σ	0.000
min	431.000-435.000=-4.000
max	431.000-435.000=-4.000

*mean*	0.305-0.304=0.001
σ	0.012-0.009=0.003
min	0.290-0.288=0.002
max	0.389-0.362=0.028

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	431.000-435.000=-4.000
σ	0.000
min	431.000-435.000=-4.000
max	431.000-435.000=-4.000

*mean*	0.287-0.298=-0.011
σ	0.007-0.037=-0.029
min	0.275-0.278=-0.003
max	0.323-0.633=-0.310

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.927-297.935=-0.008
σ	1.085-1.026=0.060
min	297.375-297.516=-0.142
max	300.986-300.850=0.136

*mean*	442.800-442.500=0.300
σ	14.604-13.922=0.682
min	419.000-426.000=-7.000
max	465.000-469.000=-4.000

*mean*	0.609-0.626=-0.017
σ	0.021-0.010=0.011
min	0.575-0.610=-0.035
max	0.634-0.643=-0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1792.250-1738.625=53.625
σ	27.577-25.258=2.319
min	1724.000-1714.000=10.000
max	1802.000-1775.000=27.000

*mean*	203.749-205.253=-1.504
σ	2.943-1.968=0.975
min	198.903-202.840=-3.937
max	207.356-208.423=-1.068

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1792.250-1738.625=53.625
σ	27.577-25.258=2.319
min	1724.000-1714.000=10.000
max	1802.000-1775.000=27.000

*mean*	10.568-11.658=-1.090
σ	2.486-1.913=0.574
min	7.197-7.304=-0.107
max	13.530-12.751=0.780

phase=parser

*mean*	1041.161-1041.161=0.000
σ	0.000
min	1041.160
max	1041.161

*mean*	1792.250-1738.625=53.625
σ	27.577-25.258=2.319
min	1724.000-1714.000=10.000
max	1802.000-1775.000=27.000

*mean*	634.892-673.298=-38.406
σ	144.271-92.732=51.539
min	422.290-488.411=-66.121
max	821.479-727.784=93.695

phase=processProdDef

*mean*	6169.658-6169.658=-0.000
σ	0.001-0.000=0.000
min	6169.657
max	6169.659-6169.658=0.001

*mean*	1802.000-1746.250=55.750
σ	0.000-25.960=-25.960
min	1802.000-1714.000=88.000
max	1802.000-1775.000=27.000

*mean*	4899.838-4729.926=169.912
σ	1647.978-972.353=675.626
min	3488.426-3681.734=-193.308
max	7351.963-6728.339=623.624

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1792.250-1738.625=53.625
σ	27.577-25.258=2.319
min	1724.000-1714.000=10.000
max	1802.000-1775.000=27.000

*mean*	40.821-43.441=-2.621
σ	9.531-8.472=1.060
min	26.415-26.131=0.284
max	51.146-48.352=2.794

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1792.250-1738.625=53.625
σ	27.577-25.258=2.319
min	1724.000-1714.000=10.000
max	1802.000-1775.000=27.000

*mean*	762.155-813.918=-51.762
σ	105.908-92.353=13.555
min	631.907-634.920=-3.013
max	905.696-888.841=16.855

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-292.775=0.001
σ	0.034-0.035=-0.000
min	292.727-292.727=0.000
max	292.812-292.812=0.001

*mean*	443.000-446.000=-3.000
σ	0.000
min	443.000-446.000=-3.000
max	443.000-446.000=-3.000

*mean*	0.398-0.413=-0.014
σ	0.001-0.013=-0.012
min	0.397-0.398=-0.001
max	0.399-0.425=-0.025

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.883-1302.903=-0.020
σ	0.074-0.056=0.018
min	1302.773-1302.839=-0.066
max	1302.959-1302.972=-0.013

*mean*	1075.400-1073.200=2.200
σ	187.280-184.840=2.440
min	840.000-839.000=1.000
max	1324.000-1317.000=7.000

*mean*	2.079-2.089=-0.009
σ	0.160-0.184=-0.023
min	1.803-1.765=0.038
max	2.203-2.206=-0.003

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.907-1545.948=-0.041
σ	4.008-4.039=-0.031
min	1543.937-1543.996=-0.060
max	1553.072-1553.168=-0.097

*mean*	611.400-610.600=0.800
σ	73.180-74.695=-1.515
min	497.000-493.000=4.000
max	690.000-689.000=1.000

*mean*	2.283-2.407=-0.124
σ	0.144-0.203=-0.059
min	2.139-2.212=-0.073
max	2.467-2.684=-0.218

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.852-1864.837=0.015
σ	0.055-0.051=0.004
min	1864.793-1864.779=0.014
max	1864.922-1864.902=0.020

*mean*	1718.600-1713.000=5.600
σ	250.667-252.292=-1.626
min	1430.000-1421.000=9.000
max	2060.000-2067.000=-7.000

*mean*	2.886-2.936=-0.050
σ	0.100-0.079=0.022
min	2.728-2.869=-0.141
max	2.974-3.058=-0.084

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.784-1.701=0.083
σ	0.116-0.174=-0.058
min	1.670-1.494=0.177
max	1.958-1.901=0.057

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.754-447.755=-0.001
σ	579.111-579.113=-0.002
min	158.195-158.196=-0.001
max	1316.420-1316.424=-0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.530-0.509=0.021
σ	0.533-0.475=0.057
min	0.261-0.263=-0.002
max	1.329-1.222=0.107

policies=20

*mean*	1582.286-1582.289=-0.003
σ	0.348-0.360=-0.012
min	1582.040-1582.037=0.003
max	1582.800-1582.822=-0.021

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	447.000-445.250=1.750
σ	4.619-1.500=3.119
min	443.000
max	451.000-446.000=5.000

*mean*	2.613-2.632=-0.020
σ	0.020-0.012=0.008
min	2.583-2.617=-0.033
max	2.625-2.644=-0.019

policies=200

*mean*	15830.906-15830.814=0.092
σ	0.090-0.144=-0.054
min	15830.846-15830.650=0.195
max	15831.037-15830.975=0.062

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	495.750
σ	4.113-4.787=-0.674
min	492.000-490.000=2.000
max	501.000

*mean*	26.618-26.620=-0.001
σ	0.150-0.091=0.059
min	26.435-26.519=-0.084
max	26.755-26.709=0.047