Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.618=-0.001
σ	0.347-0.351=-0.003
min	54.485-54.486=-0.001
max	55.605-55.615=-0.010

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.140-0.140=-0.001
σ	0.004-0.004=0.000
min	0.133-0.136=-0.003
max	0.147-0.147=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=-0.000
σ	0.007-0.008=-0.001
min	43.779-43.775=0.004
max	43.797-43.802=-0.005

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.123-0.120=0.003
σ	0.003-0.004=-0.001
min	0.120-0.115=0.006
max	0.129-0.126=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4270.500-4117.375=153.125
σ	1876.747-1556.138=320.609
min	2002.000-2053.000=-51.000
max	7554.000-6047.000=1507.000

*mean*	13.147-12.561=0.586
σ	1.803-0.296=1.507
min	12.302-12.161=0.140
max	17.548-13.065=4.483

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.001
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620

*mean*	4270.500-4117.375=153.125
σ	1876.747-1556.138=320.609
min	2002.000-2053.000=-51.000
max	7554.000-6047.000=1507.000

*mean*	13.326-12.957=0.369
σ	1.498-0.171=1.327
min	11.595-12.712=-1.118
max	16.802-13.269=3.533

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928-41.928=0.000
max	41.929-41.929=-0.000

*mean*	7554.000-6047.000=1507.000
σ	0.000
min	7554.000-6047.000=1507.000
max	7554.000-6047.000=1507.000

*mean*	13.799-12.991=0.808
σ	1.093-1.236=-0.143
min	12.420-10.398=2.022
max	15.164-14.359=0.805

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4270.500-4117.375=153.125
σ	1876.747-1556.138=320.609
min	2002.000-2053.000=-51.000
max	7554.000-6047.000=1507.000

*mean*	13.074-12.564=0.510
σ	1.855-1.941=-0.086
min	10.571-10.457=0.113
max	15.407-15.197=0.210

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.607=-0.000

*mean*	4270.500-4117.375=153.125
σ	1876.747-1556.138=320.609
min	2002.000-2053.000=-51.000
max	7554.000-6047.000=1507.000

*mean*	9.161-8.326=0.835
σ	1.342-0.281=1.060
min	7.960-7.819=0.141
max	11.887-8.733=3.154

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4270.500-4117.375=153.125
σ	1876.747-1556.138=320.609
min	2002.000-2053.000=-51.000
max	7554.000-6047.000=1507.000

*mean*	6.801-6.321=0.480
σ	1.375-0.260=1.115
min	5.328-5.887=-0.559
max	9.535-6.619=2.916

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.001
σ	0.002-0.002=0.000
min	25.664
max	25.670-25.668=0.001

*mean*	4270.500-4117.375=153.125
σ	1876.747-1556.138=320.609
min	2002.000-2053.000=-51.000
max	7554.000-6047.000=1507.000

*mean*	5.702-5.511=0.191
σ	0.465-0.143=0.322
min	5.371-5.287=0.084
max	6.812-5.700=1.112

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4270.500-4117.375=153.125
σ	1876.747-1556.138=320.609
min	2002.000-2053.000=-51.000
max	7554.000-6047.000=1507.000

*mean*	5.511-5.272=0.239
σ	0.503-0.107=0.396
min	5.094-5.150=-0.056
max	6.718-5.480=1.237

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=-0.000
max	2524.594-2524.594=-0.000

*mean*	7554.000-6047.000=1507.000
σ	0.000
min	7554.000-6047.000=1507.000
max	7554.000-6047.000=1507.000

*mean*	1047.108-1542.583=-495.475
σ	8.678-786.045=-777.368
min	1034.240-1048.007=-13.768
max	1059.379-2955.877=-1896.498

op=load_product(), with indexes

*mean*	8744.558-8744.558=-0.000
σ	0.034-0.033=0.000
min	8744.544-8744.544=-0.000
max	8744.641-8744.641=-0.000

*mean*	3795.250-3844.000=-48.750
σ	1603.527-1626.846=-23.319
min	2002.000-2053.000=-51.000
max	5951.000-6047.000=-96.000

*mean*	4253.167-4724.825=-471.658
σ	1163.018-1614.557=-451.538
min	3537.880-3562.028=-24.148
max	6953.453-7602.944=-649.492

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080

*mean*	4270.500-4117.375=153.125
σ	1876.747-1556.138=320.609
min	2002.000-2053.000=-51.000
max	7554.000-6047.000=1507.000

*mean*	86.779-81.706=5.072
σ	12.606-12.030=0.576
min	73.313-71.118=2.195
max	107.723-103.373=4.350

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.002=-0.001
min	40.943-40.944=-0.001
max	40.947-40.949=-0.002

*mean*	7554.000-6047.000=1507.000
σ	0.000
min	7554.000-6047.000=1507.000
max	7554.000-6047.000=1507.000

*mean*	243.818-97.135=146.683
σ	400.644-8.667=391.977
min	90.756-84.692=6.065
max	1235.189-108.706=1126.483

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.689=-0.004
σ	0.000-0.000=-0.000
min	66.685-66.689=-0.004
max	66.686-66.690=-0.004

*mean*	7554.000-6047.000=1507.000
σ	0.000
min	7554.000-6047.000=1507.000
max	7554.000-6047.000=1507.000

*mean*	153.285-224.330=-71.044
σ	14.782-225.318=-210.536
min	134.021-127.569=6.451
max	171.084-781.103=-610.019

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.317=-0.000
min	11655.305
max	11667.517-11667.517=-0.000

*mean*	4270.500-4117.375=153.125
σ	1876.747-1556.138=320.609
min	2002.000-2053.000=-51.000
max	7554.000-6047.000=1507.000

*mean*	6226.486-6108.183=118.303
σ	1044.895-1219.141=-174.246
min	4930.634-4978.549=-47.915
max	8289.860-8325.013=-35.154

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.065=0.003
σ	0.001-0.001=-0.000
min	11560.066-11560.065=0.002
max	11560.069-11560.068=0.001

*mean*	7554.000-6047.000=1507.000
σ	0.000
min	7554.000-6047.000=1507.000
max	7554.000-6047.000=1507.000

*mean*	5470.064-6530.101=-1060.037
σ	1339.330-1157.163=182.168
min	4387.167-4429.586=-42.419
max	7267.444-7705.707=-438.263

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.587-172.588=-0.001
σ	0.025-0.027=-0.002
min	172.558
max	172.615-172.625=-0.009

*mean*	2002.000-2053.000=-51.000
σ	0.000
min	2002.000-2053.000=-51.000
max	2002.000-2053.000=-51.000

*mean*	356.774-367.360=-10.585
σ	57.042-48.206=8.836
min	272.761-323.582=-50.821
max	465.087-449.404=15.682

op=pointedIndexFromKvs

rows=400000

*mean*	357.367-357.368=-0.001
σ	0.034-0.045=-0.010
min	357.321
max	357.400-357.420=-0.020

*mean*	2002.000-2053.000=-51.000
σ	0.000
min	2002.000-2053.000=-51.000
max	2002.000-2053.000=-51.000

*mean*	705.083-771.639=-66.556
σ	71.554-24.143=47.410
min	611.397-737.709=-126.312
max	789.822-797.471=-7.649

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1008.185=-0.000
σ	0.884-0.883=0.002
min	1007.697-1007.698=-0.001
max	1011.849-1011.847=0.002

*mean*	1051.100-1052.450=-1.350
σ	298.420-303.700=-5.280
min	546.000-547.000=-1.000
max	1488.000-1460.000=28.000

*mean*	1.565-1.556=0.009
σ	0.107-0.086=0.021
min	1.475-1.484=-0.009
max	1.829-1.766=0.063

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	0.412-0.415=-0.003
σ	0.126-0.129=-0.004
min	0.330-0.339=-0.009
max	0.632-0.645=-0.013

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	0.879-0.881=-0.002
σ	0.095-0.091=0.004
min	0.808-0.806=0.001
max	1.040-1.035=0.005

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	0.543-0.545=-0.001
σ	0.047-0.043=0.004
min	0.500-0.504=-0.004
max	0.622-0.616=0.006

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	0.841-0.846=-0.005
σ	0.042-0.039=0.003
min	0.805-0.813=-0.008
max	0.911-0.912=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.543=0.009
σ	0.037-0.025=0.012
min	963.528-963.523=0.005
max	963.617-963.584=0.033

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	0.810-0.826=-0.016
σ	0.040-0.035=0.005
min	0.761-0.781=-0.020
max	0.859-0.863=-0.004

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.008-0.006=0.002
min	884.847
max	884.865-884.861=0.004

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	0.700-0.706=-0.007
σ	0.043-0.038=0.005
min	0.658-0.667=-0.008
max	0.752-0.747=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.710-7.709=0.001

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	4.271-4.304=-0.033
σ	0.077-0.089=-0.012
min	4.171-4.169=0.002
max	4.525-4.599=-0.074

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	4.251-4.289=-0.038
σ	0.099-0.083=0.017
min	4.047-4.172=-0.125
max	4.667-4.580=0.086

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	0.752-0.756=-0.004
σ	0.017-0.018=-0.000
min	0.716-0.727=-0.011
max	0.861-0.875=-0.014

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	0.708-0.718=-0.010
σ	0.033-0.015=0.018
min	0.515-0.684=-0.169
max	0.773-0.787=-0.014

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.358-297.526=-0.168
σ	0.226-0.237=-0.011
min	297.238-297.384=-0.147
max	297.994-298.179=-0.185

*mean*	2002.000-2053.000=-51.000
σ	0.000
min	2002.000-2053.000=-51.000
max	2002.000-2053.000=-51.000

*mean*	0.561-0.569=-0.008
σ	0.034-0.036=-0.002
min	0.511-0.509=0.002
max	0.602-0.610=-0.007

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.766-289.759=0.007
σ	0.042-0.056=-0.014
min	289.722-289.691=0.031
max	289.812-289.819=-0.007

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	0.403-0.408=-0.005
σ	0.012-0.011=0.001
min	0.397-0.395=0.001
max	0.424-0.418=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.674-1299.688=-0.014
σ	0.091-0.106=-0.015
min	1299.543-1299.539=0.004
max	1299.783-1299.826=-0.043

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	2.167-2.231=-0.063
σ	0.051-0.086=-0.034
min	2.097-2.131=-0.033
max	2.227-2.361=-0.135

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.681-1542.704=-0.024
σ	3.996-4.024=-0.029
min	1540.723-1540.747=-0.024
max	1549.825-1549.899=-0.074

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	2.401-2.423=-0.023
σ	0.198-0.221=-0.023
min	2.134-2.143=-0.009
max	2.677-2.668=0.008

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.638-1861.630=0.008
σ	0.055-0.060=-0.005
min	1861.579-1861.546=0.033
max	1861.717-1861.697=0.020

*mean*	1719.400-1728.800=-9.400
σ	194.404-235.218=-40.815
min	1546.000-1468.000=78.000
max	2002.000-2053.000=-51.000

*mean*	2.913-2.928=-0.015
σ	0.139-0.072=0.068
min	2.729-2.850=-0.121
max	3.105-3.007=0.099

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.606-1.741=-0.134
σ	0.153-0.103=0.050
min	1.421-1.602=-0.181
max	1.779-1.856=-0.078

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.184-446.185=-0.001
σ	577.140-577.140=0.000
min	157.613-157.614=-0.002
max	1311.894-1311.895=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	0.536-0.541=-0.005
σ	0.547-0.554=-0.006
min	0.262-0.262=-0.000
max	1.357-1.372=-0.014

policies=20

*mean*	1576.399-1576.418=-0.019
σ	0.334-0.341=-0.007
min	1576.173-1576.185=-0.012
max	1576.896-1576.925=-0.029

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	2.611-2.606=0.005
σ	0.006-0.012=-0.006
min	2.605-2.588=0.017
max	2.616-2.616=0.000

policies=200

*mean*	15772.292-15772.225=0.067
σ	0.136-0.120=0.016
min	15772.124-15772.110=0.015
max	15772.456-15772.340=0.116

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1488.000-1460.000=28.000
σ	0.000
min	1488.000-1460.000=28.000
max	1488.000-1460.000=28.000

*mean*	26.498-26.558=-0.059
σ	0.067-0.093=-0.026
min	26.419-26.456=-0.037
max	26.571-26.674=-0.103