Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.615-54.618=-0.003
σ	0.353-0.352=0.001
min	54.477-54.480=-0.003
max	55.618-55.618=0.000

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.136-0.138=-0.002
σ	0.005-0.004=0.001
min	0.130-0.131=-0.001
max	0.143-0.145=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.785=0.002
σ	0.007-0.007=0.000
min	43.780-43.773=0.007
max	43.805-43.798=0.008

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.128-0.122=0.006
σ	0.008-0.005=0.004
min	0.120-0.117=0.002
max	0.141-0.130=0.011

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4102.750-4290.625=-187.875
σ	1571.834-1877.362=-305.528
min	1964.000-2074.000=-110.000
max	6043.000-7587.000=-1544.000

*mean*	12.227-12.346=-0.118
σ	0.246-0.222=0.023
min	11.890-12.082=-0.192
max	12.593-12.721=-0.127

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4102.750-4290.625=-187.875
σ	1571.834-1877.362=-305.528
min	1964.000-2074.000=-110.000
max	6043.000-7587.000=-1544.000

*mean*	12.437-12.662=-0.225
σ	0.602-0.564=0.038
min	11.499-11.712=-0.213
max	13.104-13.219=-0.115

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928-41.928=-0.000
max	41.929-41.929=-0.000

*mean*	6043.000-7587.000=-1544.000
σ	0.000
min	6043.000-7587.000=-1544.000
max	6043.000-7587.000=-1544.000

*mean*	13.217-14.122=-0.904
σ	1.164-1.197=-0.033
min	10.862-12.508=-1.647
max	14.370-15.346=-0.976

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931-41.931=-0.000

*mean*	4102.750-4089.125=13.625
σ	1571.834-1526.791=45.043
min	1964.000-2074.000=-110.000
max	6043.000-5975.000=68.000

*mean*	11.966-12.709=-0.744
σ	1.984-1.854=0.130
min	9.998-10.897=-0.899
max	14.838-14.927=-0.089

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607

*mean*	4102.750-4089.125=13.625
σ	1571.834-1526.791=45.043
min	1964.000-2074.000=-110.000
max	6043.000-5975.000=68.000

*mean*	8.150-8.716=-0.566
σ	0.255-0.538=-0.284
min	7.762-8.127=-0.365
max	8.517-9.503=-0.986

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4102.750-4089.125=13.625
σ	1571.834-1526.791=45.043
min	1964.000-2074.000=-110.000
max	6043.000-5975.000=68.000

*mean*	6.268-6.219=0.049
σ	0.209-0.313=-0.104
min	5.983-5.667=0.317
max	6.507-6.628=-0.121

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.670

*mean*	4102.750-4290.625=-187.875
σ	1571.834-1877.362=-305.528
min	1964.000-2074.000=-110.000
max	6043.000-7587.000=-1544.000

*mean*	5.366-5.609=-0.243
σ	0.120-0.129=-0.008
min	5.120-5.442=-0.322
max	5.542-5.855=-0.313

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4102.750-4290.625=-187.875
σ	1571.834-1877.362=-305.528
min	1964.000-2074.000=-110.000
max	6043.000-7587.000=-1544.000

*mean*	5.181-5.329=-0.148
σ	0.091-0.181=-0.090
min	5.034-5.012=0.022
max	5.300-5.551=-0.252

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.000
σ	0.000-0.001=-0.001
min	2524.593-2524.593=0.000
max	2524.594-2524.597=-0.003

*mean*	6043.000-7587.000=-1544.000
σ	0.000
min	6043.000-7587.000=-1544.000
max	6043.000-7587.000=-1544.000

*mean*	1556.533-1110.994=445.540
σ	826.131-164.173=661.958
min	1033.549-1045.799=-12.250
max	2976.438-1517.060=1459.378

op=load_product(), with indexes

*mean*	8744.559-8744.559=0.000
σ	0.033-0.033=0.000
min	8744.544-8744.545=-0.001
max	8744.641-8744.640=0.001

*mean*	3819.000-3820.500=-1.500
σ	1653.582-1591.957=61.625
min	1964.000-2074.000=-110.000
max	6043.000-5975.000=68.000

*mean*	4322.860-4540.059=-217.199
σ	1359.851-1348.664=11.187
min	3558.616-3542.116=16.500
max	7438.146-6691.875=746.271

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.079=-0.001
σ	0.002-0.002=0.000
min	62.075-62.076=-0.001
max	62.080

*mean*	4102.750-4290.625=-187.875
σ	1571.834-1877.362=-305.528
min	1964.000-2074.000=-110.000
max	6043.000-7587.000=-1544.000

*mean*	81.483-135.648=-54.166
σ	12.181-151.212=-139.031
min	70.055-72.146=-2.091
max	100.655-508.799=-408.143

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	6043.000-7587.000=-1544.000
σ	0.000
min	6043.000-7587.000=-1544.000
max	6043.000-7587.000=-1544.000

*mean*	96.116-101.037=-4.921
σ	6.855-8.776=-1.921
min	86.524-88.570=-2.045
max	105.770-109.016=-3.246

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.001-0.000=0.001
min	66.685
max	66.689-66.687=0.003

*mean*	6043.000-7587.000=-1544.000
σ	0.000
min	6043.000-7587.000=-1544.000
max	6043.000-7587.000=-1544.000

*mean*	225.584-311.908=-86.324
σ	230.026-448.678=-218.652
min	126.526-137.063=-10.538
max	794.132-1421.888=-627.755

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.319-4.318=0.000
min	11655.305
max	11667.521

*mean*	4102.750-4089.125=13.625
σ	1571.834-1526.791=45.043
min	1964.000-2074.000=-110.000
max	6043.000-5975.000=68.000

*mean*	6403.008-6427.067=-24.060
σ	1256.173-1307.636=-51.463
min	5008.226-4914.429=93.797
max	8392.660-8172.389=220.271

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=-0.000
σ	0.001-0.001=-0.000
min	11560.066
max	11560.069

*mean*	6043.000-7587.000=-1544.000
σ	0.000
min	6043.000-7587.000=-1544.000
max	6043.000-7587.000=-1544.000

*mean*	6861.086-5280.325=1580.761
σ	1366.936-1169.728=197.208
min	4471.523-4366.582=104.941
max	8522.498-7201.752=1320.746

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.583-172.582=0.001
σ	0.028-0.021=0.006
min	172.558
max	172.628-172.613=0.015

*mean*	1964.000-2074.000=-110.000
σ	0.000
min	1964.000-2074.000=-110.000
max	1964.000-2074.000=-110.000

*mean*	358.456-352.317=6.139
σ	42.478-60.729=-18.251
min	268.311-263.430=4.881
max	402.299-447.250=-44.952

op=pointedIndexFromKvs

rows=400000

*mean*	357.358-357.366=-0.008
σ	0.037-0.045=-0.008
min	357.321
max	357.400-357.420=-0.020

*mean*	1964.000-2074.000=-110.000
σ	0.000
min	1964.000-2074.000=-110.000
max	1964.000-2074.000=-110.000

*mean*	793.390-783.911=9.479
σ	33.450-15.354=18.096
min	714.144-769.858=-55.715
max	824.469-813.767=10.702

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.186-1008.187=-0.001
σ	0.939-0.875=0.064
min	1007.722-1007.687=0.035
max	1012.096-1011.805=0.291

*mean*	1059.050-1049.350=9.700
σ	317.077-301.377=15.700
min	571.000-547.000=24.000
max	1530.000-1452.000=78.000

*mean*	1.559-1.545=0.014
σ	0.145-0.076=0.069
min	1.464-1.479=-0.016
max	2.069-1.759=0.310

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.001

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	0.410-0.397=0.013
σ	0.107-0.111=-0.004
min	0.344-0.326=0.018
max	0.598-0.593=0.005

name=error_case.art

*mean*	2.334-2.333=0.001
σ	0.002-0.004=-0.002
min	2.332
max	2.337-2.341=-0.004

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	0.899-0.880=0.019
σ	0.082-0.083=-0.001
min	0.850-0.823=0.027
max	1.043-1.025=0.018

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524-1.524=0.000

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	0.555-0.546=0.009
σ	0.053-0.049=0.004
min	0.517-0.501=0.015
max	0.648-0.628=0.020

name=nested_use.art

*mean*	2.356-2.355=0.000
σ	0.002-0.002=-0.000
min	2.355
max	2.358-2.359=-0.000

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	0.857-0.850=0.007
σ	0.042-0.032=0.010
min	0.820-0.824=-0.004
max	0.927-0.902=0.024

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.544=-0.001
σ	0.024-0.025=-0.001
min	963.523
max	963.582-963.585=-0.003

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	0.834-0.800=0.034
σ	0.029-0.077=-0.047
min	0.803-0.671=0.132
max	0.870-0.860=0.010

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.000
σ	0.006-0.007=-0.001
min	884.847
max	884.860-884.863=-0.003

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	0.703-0.730=-0.027
σ	0.071-0.028=0.043
min	0.586-0.681=-0.095
max	0.750-0.747=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.711=0.001

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	4.286-3.495=0.791
σ	0.081-0.083=-0.002
min	4.138-3.374=0.764
max	4.684-3.973=0.712

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	4.263-4.059=0.204
σ	0.081-0.330=-0.249
min	3.769-3.406=0.362
max	4.427-4.442=-0.015

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	0.763-0.745=0.019
σ	0.018-0.017=0.001
min	0.736-0.704=0.032
max	0.873-0.849=0.025

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	0.723-0.710=0.013
σ	0.016-0.015=0.001
min	0.669-0.677=-0.008
max	0.777-0.783=-0.006

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.555-297.471=0.083
σ	0.201-0.226=-0.025
min	297.373-297.219=0.154
max	298.071-298.018=0.054

*mean*	1964.000-2074.000=-110.000
σ	0.000
min	1964.000-2074.000=-110.000
max	1964.000-2074.000=-110.000

*mean*	0.592-0.555=0.038
σ	0.044-0.034=0.010
min	0.514-0.512=0.002
max	0.695-0.590=0.105

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.775-289.772=0.003
σ	0.040-0.038=0.002
min	289.720-289.730=-0.010
max	289.814-289.813=0.001

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	0.396-0.400=-0.004
σ	0.004-0.009=-0.005
min	0.393-0.394=-0.001
max	0.403-0.415=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.670-1299.683=-0.013
σ	0.070-0.095=-0.025
min	1299.587-1299.568=0.019
max	1299.759-1299.822=-0.064

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	2.134-2.074=0.060
σ	0.060-0.105=-0.045
min	2.039-1.977=0.062
max	2.185-2.219=-0.034

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.627-1542.628=-0.001
σ	4.022-4.043=-0.022
min	1540.598-1540.617=-0.019
max	1549.812-1549.854=-0.042

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	2.268-2.313=-0.045
σ	0.179-0.162=0.017
min	2.064-2.099=-0.036
max	2.467-2.517=-0.050

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.625-1861.635=-0.010
σ	0.081-0.062=0.019
min	1861.495-1861.550=-0.055
max	1861.708-1861.694=0.015

*mean*	1772.000-1733.200=38.800
σ	198.005-243.584=-45.579
min	1530.000-1452.000=78.000
max	1964.000-2074.000=-110.000

*mean*	3.267-3.090=0.177
σ	0.366-0.324=0.042
min	2.886-2.831=0.055
max	3.740-3.640=0.100

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.703-1.727=-0.024
σ	0.266-0.114=0.151
min	1.313-1.593=-0.279
max	1.972-1.892=0.079

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-446.184=0.002
σ	577.140-577.140=-0.000
min	157.614-157.611=0.003
max	1311.895-1311.894=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	0.547-0.526=0.021
σ	0.571-0.531=0.040
min	0.260-0.260=-0.000
max	1.403-1.322=0.081

policies=20

*mean*	1576.420-1576.417=0.003
σ	0.342-0.357=-0.015
min	1576.188-1576.179=0.009
max	1576.929-1576.949=-0.020

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	2.616-2.629=-0.014
σ	0.018-0.041=-0.023
min	2.590-2.595=-0.005
max	2.629-2.687=-0.058

policies=200

*mean*	15772.219-15772.214=0.005
σ	0.178-0.087=0.091
min	15772.061-15772.136=-0.075
max	15772.475-15772.338=0.137

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1530.000-1452.000=78.000
σ	0.000
min	1530.000-1452.000=78.000
max	1530.000-1452.000=78.000

*mean*	26.386-26.529=-0.143
σ	0.104-0.070=0.034
min	26.244-26.446=-0.202
max	26.475-26.608=-0.133