Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=0.001
σ	0.352-0.350=0.003
min	54.487-54.479=0.008
max	55.620-55.612=0.008

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.140-0.141=-0.001
σ	0.005-0.004=0.001
min	0.132-0.137=-0.005
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.001
σ	0.006-0.007=-0.001
min	43.779-43.778=0.001
max	43.797-43.801=-0.004

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.122-0.123=-0.001
σ	0.005-0.004=0.001
min	0.114-0.119=-0.005
max	0.129-0.129=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4261.500-4266.250=-4.750
σ	1878.917-1878.767=0.150
min	1971.000-1981.000=-10.000
max	7542.000-7547.000=-5.000

*mean*	12.358-12.276=0.082
σ	0.160-0.204=-0.045
min	12.174-12.055=0.120
max	12.590-12.719=-0.129

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4261.500-4266.250=-4.750
σ	1878.917-1878.767=0.150
min	1971.000-1981.000=-10.000
max	7542.000-7547.000=-5.000

*mean*	12.581-12.743=-0.162
σ	0.585-0.131=0.454
min	11.189-12.590=-1.401
max	13.022-12.930=0.093

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.001-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7542.000-7547.000=-5.000
σ	0.000
min	7542.000-7547.000=-5.000
max	7542.000-7547.000=-5.000

*mean*	13.837-13.584=0.253
σ	1.126-1.080=0.047
min	12.360-12.141=0.219
max	15.263-15.115=0.148

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931

*mean*	4261.500-4266.250=-4.750
σ	1878.917-1878.767=0.150
min	1971.000-1981.000=-10.000
max	7542.000-7547.000=-5.000

*mean*	12.092-12.016=0.077
σ	1.963-1.931=0.032
min	10.101-10.394=-0.293
max	14.922-15.090=-0.168

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.607=-0.000

*mean*	4261.500-4266.250=-4.750
σ	1878.917-1878.767=0.150
min	1971.000-1981.000=-10.000
max	7542.000-7547.000=-5.000

*mean*	8.554-8.171=0.383
σ	0.676-0.347=0.329
min	7.861-7.770=0.091
max	10.101-8.798=1.303

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4261.500-4266.250=-4.750
σ	1878.917-1878.767=0.150
min	1971.000-1981.000=-10.000
max	7542.000-7547.000=-5.000

*mean*	6.744-6.290=0.454
σ	0.626-0.195=0.431
min	6.298-5.968=0.329
max	8.240-6.570=1.670

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.667-25.666=0.001
σ	0.002-0.002=0.000
min	25.664
max	25.670-25.669=0.000

*mean*	4261.500-4266.250=-4.750
σ	1878.917-1878.767=0.150
min	1971.000-1981.000=-10.000
max	7542.000-7547.000=-5.000

*mean*	5.436-5.343=0.093
σ	0.160-0.166=-0.006
min	5.155-5.179=-0.024
max	5.584-5.646=-0.062

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4261.500-4266.250=-4.750
σ	1878.917-1878.767=0.150
min	1971.000-1981.000=-10.000
max	7542.000-7547.000=-5.000

*mean*	5.255-5.203=0.053
σ	0.142-0.109=0.033
min	5.097-5.082=0.015
max	5.537-5.397=0.140

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.594=-0.000
σ	0.000-0.000=0.000
min	2524.593-2524.594=-0.000
max	2524.594-2524.594=-0.001

*mean*	7542.000-7547.000=-5.000
σ	0.000
min	7542.000-7547.000=-5.000
max	7542.000-7547.000=-5.000

*mean*	1056.277-1042.968=13.309
σ	9.606-5.881=3.724
min	1035.035-1035.009=0.026
max	1065.914-1050.305=15.609

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.001
σ	0.033-0.033=0.000
min	8744.545-8744.545=-0.001
max	8744.641-8744.640=0.000

*mean*	3782.250-3789.125=-6.875
σ	1610.517-1608.662=1.855
min	1971.000-1981.000=-10.000
max	5941.000-5947.000=-6.000

*mean*	4550.665-4331.244=219.421
σ	1497.334-1203.863=293.471
min	3535.743-3555.277=-19.534
max	7579.636-6740.997=838.639

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4261.500-4266.250=-4.750
σ	1878.917-1878.767=0.150
min	1971.000-1981.000=-10.000
max	7542.000-7547.000=-5.000

*mean*	85.693-81.406=4.287
σ	8.974-10.987=-2.013
min	75.348-68.738=6.610
max	102.655-96.258=6.397

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.001
max	40.945

*mean*	7542.000-7547.000=-5.000
σ	0.000
min	7542.000-7547.000=-5.000
max	7542.000-7547.000=-5.000

*mean*	218.674-238.267=-19.593
σ	317.580-389.389=-71.808
min	89.729-88.115=1.614
max	1004.396-1201.760=-197.364

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.686

*mean*	7542.000-7547.000=-5.000
σ	0.000
min	7542.000-7547.000=-5.000
max	7542.000-7547.000=-5.000

*mean*	159.466-152.291=7.175
σ	12.158-13.890=-1.732
min	140.902-136.005=4.897
max	172.962-168.949=4.013

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.318=-0.001
min	11655.305-11655.305=-0.000
max	11667.516-11667.520=-0.004

*mean*	4261.500-4266.250=-4.750
σ	1878.917-1878.767=0.150
min	1971.000-1981.000=-10.000
max	7542.000-7547.000=-5.000

*mean*	6367.692-6259.788=107.904
σ	1236.381-1101.380=135.002
min	4927.768-4948.088=-20.320
max	7942.760-7908.891=33.870

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.000
σ	0.001-0.002=-0.001
min	11560.066-11560.066=0.001
max	11560.069-11560.073=-0.004

*mean*	7542.000-7547.000=-5.000
σ	0.000
min	7542.000-7547.000=-5.000
max	7542.000-7547.000=-5.000

*mean*	5474.948-5401.392=73.556
σ	1391.136-1269.671=121.465
min	4387.114-4386.568=0.546
max	7344.256-7427.751=-83.496

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.580=0.001
σ	0.026-0.023=0.004
min	172.558
max	172.626-172.619=0.007

*mean*	1971.000-1981.000=-10.000
σ	0.000
min	1971.000-1981.000=-10.000
max	1971.000-1981.000=-10.000

*mean*	350.497-342.475=8.022
σ	53.677-40.436=13.241
min	268.035-264.384=3.651
max	409.173-381.033=28.140

op=pointedIndexFromKvs

rows=400000

*mean*	357.366-357.363=0.003
σ	0.045-0.040=0.005
min	357.321
max	357.433-357.409=0.024

*mean*	1971.000-1981.000=-10.000
σ	0.000
min	1971.000-1981.000=-10.000
max	1971.000-1981.000=-10.000

*mean*	739.523-713.053=26.470
σ	63.538-78.759=-15.221
min	633.750-619.789=13.960
max	794.390-788.266=6.124

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.182-1008.186=-0.004
σ	0.887-0.876=0.011
min	1007.699-1007.687=0.012
max	1011.862-1011.810=0.052

*mean*	1039.150-1040.150=-1.000
σ	305.598-297.286=8.313
min	544.000-548.000=-4.000
max	1465.000-1441.000=24.000

*mean*	1.551-1.521=0.029
σ	0.087-0.086=0.001
min	1.475-1.358=0.117
max	1.765-1.745=0.020

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	0.427-0.413=0.014
σ	0.127-0.134=-0.007
min	0.329-0.330=-0.001
max	0.650-0.651=-0.001

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	0.892-0.885=0.006
σ	0.076-0.085=-0.009
min	0.833-0.831=0.003
max	1.022-1.034=-0.012

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	0.554-0.545=0.009
σ	0.052-0.057=-0.005
min	0.521-0.495=0.026
max	0.645-0.641=0.004

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	0.850-0.845=0.005
σ	0.039-0.038=0.002
min	0.817-0.812=0.005
max	0.912-0.906=0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.540-963.548=-0.007
σ	0.031-0.035=-0.004
min	963.523
max	963.595-963.609=-0.014

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	0.796-0.827=-0.031
σ	0.043-0.059=-0.016
min	0.740-0.724=0.017
max	0.858-0.868=-0.011

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.007-0.008=-0.002
min	884.847
max	884.861-884.866=-0.005

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	0.726-0.703=0.023
σ	0.025-0.047=-0.022
min	0.693-0.643=0.051
max	0.751-0.738=0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.713=-0.004

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	4.251-4.290=-0.040
σ	0.077-0.085=-0.008
min	4.115-4.135=-0.020
max	4.556-4.591=-0.035

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	4.266-4.290=-0.024
σ	0.082-0.076=0.006
min	4.127-4.146=-0.019
max	4.512-4.596=-0.084

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	0.751-0.741=0.010
σ	0.016-0.018=-0.001
min	0.723-0.713=0.011
max	0.853-0.852=0.000

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	0.708-0.700=0.008
σ	0.015-0.014=0.001
min	0.679-0.676=0.002
max	0.768-0.784=-0.016

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.578-297.460=0.117
σ	0.217-0.245=-0.027
min	297.395-297.251=0.144
max	298.170-298.103=0.067

*mean*	1971.000-1981.000=-10.000
σ	0.000
min	1971.000-1981.000=-10.000
max	1971.000-1981.000=-10.000

*mean*	0.567-0.598=-0.031
σ	0.040-0.012=0.028
min	0.519-0.579=-0.061
max	0.615-0.616=-0.001

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.772-289.780=-0.008
σ	0.037-0.040=-0.003
min	289.723-289.729=-0.006
max	289.809-289.822=-0.013

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	0.395-0.402=-0.008
σ	0.011-0.013=-0.002
min	0.386-0.392=-0.006
max	0.413-0.425=-0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.688-1299.623=0.065
σ	0.082-0.102=-0.021
min	1299.592-1299.511=0.080
max	1299.798-1299.773=0.025

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	2.258-1.926=0.332
σ	0.102-0.049=0.053
min	2.132-1.870=0.261
max	2.356-1.994=0.362

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.655-1542.608=0.047
σ	4.022-4.047=-0.025
min	1540.693-1540.582=0.111
max	1549.843-1549.838=0.005

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	2.295-2.213=0.082
σ	0.177-0.158=0.019
min	2.153-2.051=0.102
max	2.589-2.413=0.176

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.627-1861.648=-0.021
σ	0.066-0.069=-0.003
min	1861.530-1861.562=-0.032
max	1861.696-1861.715=-0.018

*mean*	1765.000-1769.600=-4.600
σ	217.533-223.280=-5.747
min	1477.000-1476.000=1.000
max	1971.000-1981.000=-10.000

*mean*	3.303-3.112=0.192
σ	0.383-0.296=0.087
min	2.881-2.777=0.103
max	3.776-3.443=0.333

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.844-1.677=0.167
σ	0.173-0.136=0.037
min	1.574-1.569=0.005
max	2.004-1.857=0.148

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-446.148=0.038
σ	577.139-577.065=0.074
min	157.615-157.611=0.003
max	1311.895-1311.745=0.150

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	0.538-0.536=0.002
σ	0.553-0.530=0.023
min	0.259-0.266=-0.008
max	1.367-1.330=0.036

policies=20

*mean*	1576.421-1576.421=-0.000
σ	0.351-0.352=-0.002
min	1576.183-1576.182=0.002
max	1576.942-1576.944=-0.002

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	2.622-2.630=-0.008
σ	0.012-0.026=-0.014
min	2.610-2.600=0.011
max	2.638-2.662=-0.025

policies=200

*mean*	15772.216-15772.313=-0.096
σ	0.077-0.103=-0.026
min	15772.116-15772.243=-0.127
max	15772.299-15772.465=-0.166

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1465.000-1441.000=24.000
σ	0.000
min	1465.000-1441.000=24.000
max	1465.000-1441.000=24.000

*mean*	26.474-26.452=0.022
σ	0.067-0.070=-0.003
min	26.393-26.382=0.011
max	26.551-26.544=0.007