Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.616=0.001
σ	0.350-0.348=0.002
min	54.487-54.485=0.002
max	55.613-55.607=0.006

*mean*	422.000-418.000=4.000
σ	0.000
min	422.000-418.000=4.000
max	422.000-418.000=4.000

*mean*	0.141-0.141=0.000
σ	0.009-0.004=0.005
min	0.131-0.137=-0.006
max	0.159-0.148=0.012

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.786=0.001
σ	0.009-0.007=0.002
min	43.775-43.779=-0.004
max	43.804-43.800=0.004

*mean*	422.000-418.000=4.000
σ	0.000
min	422.000-418.000=4.000
max	422.000-418.000=4.000

*mean*	0.125-0.123=0.001
σ	0.007-0.003=0.004
min	0.120-0.120=0.000
max	0.144-0.128=0.015

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4271.500-4256.500=15.000
σ	1875.122-1889.015=-13.893
min	1990.000-1919.000=71.000
max	7542.000-7545.000=-3.000

*mean*	12.885-12.382=0.503
σ	1.673-0.245=1.429
min	11.944-12.061=-0.118
max	16.973-12.848=4.125

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4271.500-4256.500=15.000
σ	1875.122-1889.015=-13.893
min	1990.000-1919.000=71.000
max	7542.000-7545.000=-3.000

*mean*	13.343-12.579=0.764
σ	1.625-0.511=1.115
min	12.531-11.357=1.174
max	17.344-13.049=4.295

op=table_records(), no indexes

*mean*	41.928
σ	0.001-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7542.000-7545.000=-3.000
σ	0.000
min	7542.000-7545.000=-3.000
max	7542.000-7545.000=-3.000

*mean*	13.618-13.867=-0.249
σ	0.992-1.032=-0.040
min	12.491-12.502=-0.012
max	14.683-15.076=-0.393

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4271.500-4256.500=15.000
σ	1875.122-1889.015=-13.893
min	1990.000-1919.000=71.000
max	7542.000-7545.000=-3.000

*mean*	12.401-11.392=1.009
σ	2.205-1.386=0.819
min	10.289-10.219=0.070
max	15.161-13.727=1.434

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607-27.607=-0.000

*mean*	4271.500-4256.500=15.000
σ	1875.122-1889.015=-13.893
min	1990.000-1919.000=71.000
max	7542.000-7545.000=-3.000

*mean*	8.817-8.150=0.667
σ	1.298-0.418=0.880
min	7.873-7.647=0.226
max	11.922-8.673=3.249

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4271.500-4256.500=15.000
σ	1875.122-1889.015=-13.893
min	1990.000-1919.000=71.000
max	7542.000-7545.000=-3.000

*mean*	6.684-6.257=0.427
σ	1.119-0.335=0.784
min	6.004-5.680=0.324
max	9.403-6.595=2.807

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.669-25.670=-0.000

*mean*	4271.500-4256.500=15.000
σ	1875.122-1889.015=-13.893
min	1990.000-1919.000=71.000
max	7542.000-7545.000=-3.000

*mean*	5.639-5.255=0.384
σ	0.536-0.140=0.396
min	5.233-5.080=0.153
max	6.942-5.427=1.516

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4271.500-4256.500=15.000
σ	1875.122-1889.015=-13.893
min	1990.000-1919.000=71.000
max	7542.000-7545.000=-3.000

*mean*	5.409-5.106=0.303
σ	0.534-0.044=0.490
min	5.066-5.028=0.038
max	6.704-5.164=1.541

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.001
σ	0.000-0.000=-0.000
min	2524.593-2524.594=-0.000
max	2524.594-2524.594=-0.001

*mean*	7542.000-7545.000=-3.000
σ	0.000
min	7542.000-7545.000=-3.000
max	7542.000-7545.000=-3.000

*mean*	1106.450-1042.184=64.266
σ	159.785-10.888=148.897
min	1043.068-1022.881=20.187
max	1501.606-1053.455=448.152

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.000
σ	0.033-0.033=-0.000
min	8744.544-8744.544=-0.000
max	8744.639-8744.640=-0.001

*mean*	3794.750-3770.750=24.000
σ	1606.742-1626.628=-19.885
min	1990.000-1919.000=71.000
max	5949.000-5940.000=9.000

*mean*	4649.167-4560.360=88.808
σ	1504.717-1473.799=30.918
min	3557.034-3540.863=16.171
max	7361.410-7449.143=-87.733

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4271.500-4256.500=15.000
σ	1875.122-1889.015=-13.893
min	1990.000-1919.000=71.000
max	7542.000-7545.000=-3.000

*mean*	88.702-83.336=5.366
σ	13.429-6.526=6.903
min	76.363-71.900=4.463
max	117.417-90.251=27.166

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.001
min	40.944
max	40.945-40.948=-0.002

*mean*	7542.000-7545.000=-3.000
σ	0.000
min	7542.000-7545.000=-3.000
max	7542.000-7545.000=-3.000

*mean*	237.522-242.226=-4.704
σ	386.855-408.604=-21.750
min	85.718-83.999=1.719
max	1194.766-1253.253=-58.487

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.001-0.000=0.001
min	66.685
max	66.689-66.687=0.003

*mean*	7542.000-7545.000=-3.000
σ	0.000
min	7542.000-7545.000=-3.000
max	7542.000-7545.000=-3.000

*mean*	148.441-152.794=-4.354
σ	16.114-12.933=3.180
min	120.791-134.446=-13.655
max	165.812-166.441=-0.630

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.834-11656.832=0.001
σ	4.318-4.317=0.001
min	11655.305
max	11667.521-11667.516=0.005

*mean*	4271.500-4256.500=15.000
σ	1875.122-1889.015=-13.893
min	1990.000-1919.000=71.000
max	7542.000-7545.000=-3.000

*mean*	6553.247-6386.868=166.380
σ	1297.635-1256.740=40.895
min	4985.947-4995.651=-9.705
max	8270.335-8013.681=256.654

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.066-11560.066=0.001
max	11560.069

*mean*	7542.000-7545.000=-3.000
σ	0.000
min	7542.000-7545.000=-3.000
max	7542.000-7545.000=-3.000

*mean*	5482.501-5116.458=366.044
σ	1343.777-918.074=425.703
min	4411.811-4362.649=49.162
max	7267.779-6707.116=560.662

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.584=-0.002
σ	0.026-0.023=0.003
min	172.558
max	172.624-172.616=0.008

*mean*	1990.000-1919.000=71.000
σ	0.000
min	1990.000-1919.000=71.000
max	1990.000-1919.000=71.000

*mean*	350.621-368.668=-18.047
σ	35.790-25.048=10.742
min	274.307-344.781=-70.474
max	403.568-416.756=-13.188

op=pointedIndexFromKvs

rows=400000

*mean*	357.362-357.361=0.000
σ	0.043-0.037=0.006
min	357.321
max	357.405-357.400=0.004

*mean*	1990.000-1919.000=71.000
σ	0.000
min	1990.000-1919.000=71.000
max	1990.000-1919.000=71.000

*mean*	763.268-740.751=22.517
σ	64.684-62.404=2.281
min	611.603-618.552=-6.949
max	809.514-801.504=8.011

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.182-1008.185=-0.003
σ	0.927-0.870=0.057
min	1007.716-1007.688=0.027
max	1012.041-1011.789=0.253

*mean*	1058.450-1039.750=18.700
σ	316.802-302.848=13.955
min	581.000-558.000=23.000
max	1528.000-1466.000=62.000

*mean*	1.552-1.551=0.001
σ	0.111-0.093=0.018
min	1.452-1.349=0.103
max	1.905-1.771=0.135

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.002

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	0.439-0.408=0.031
σ	0.132-0.132=0.000
min	0.340-0.338=0.003
max	0.656-0.644=0.013

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	0.901-0.900=0.001
σ	0.102-0.101=0.002
min	0.837-0.834=0.003
max	1.082-1.076=0.005

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	0.548-0.551=-0.003
σ	0.041-0.053=-0.011
min	0.515-0.515=-0.000
max	0.620-0.643=-0.023

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	0.840-0.860=-0.021
σ	0.050-0.045=0.005
min	0.799-0.821=-0.021
max	0.919-0.935=-0.015

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.550-963.543=0.007
σ	0.035-0.025=0.010
min	963.523
max	963.611-963.583=0.028

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	0.828-0.826=0.002
σ	0.030-0.057=-0.027
min	0.790-0.731=0.059
max	0.859-0.867=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.006-0.007=-0.001
min	884.847
max	884.861-884.862=-0.001

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	0.743-0.706=0.037
σ	0.006-0.038=-0.032
min	0.735-0.665=0.070
max	0.750-0.749=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.003

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	3.559-4.262=-0.703
σ	0.086-0.064=0.023
min	3.410-4.153=-0.743
max	3.882-4.479=-0.598

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	3.557-4.276=-0.719
σ	0.059-0.086=-0.027
min	3.440-4.123=-0.683
max	3.795-4.535=-0.739

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	0.761-0.764=-0.003
σ	0.017-0.016=0.001
min	0.728-0.733=-0.005
max	0.876-0.865=0.010

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	0.717-0.617=0.100
σ	0.019-0.104=-0.085
min	0.627-0.497=0.130
max	0.798-0.793=0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.427-297.484=-0.057
σ	0.253-0.225=0.028
min	297.198-297.350=-0.152
max	298.107-298.109=-0.001

*mean*	1990.000-1919.000=71.000
σ	0.000
min	1990.000-1919.000=71.000
max	1990.000-1919.000=71.000

*mean*	0.579-0.567=0.012
σ	0.029-0.066=-0.037
min	0.526-0.507=0.019
max	0.616-0.713=-0.096

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.773-289.766=0.007
σ	0.035-0.038=-0.003
min	289.726-289.729=-0.004
max	289.810-289.813=-0.003

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	0.396-0.403=-0.006
σ	0.006-0.009=-0.003
min	0.393-0.397=-0.004
max	0.406-0.418=-0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.662-1299.681=-0.019
σ	0.070-0.100=-0.030
min	1299.584-1299.547=0.037
max	1299.732-1299.817=-0.085

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	2.097-2.334=-0.238
σ	0.072-0.159=-0.087
min	2.007-2.125=-0.119
max	2.177-2.468=-0.291

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.589-1542.710=-0.121
σ	4.031-3.994=0.037
min	1540.556-1540.815=-0.259
max	1549.790-1549.853=-0.062

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	2.191-2.465=-0.274
σ	0.158-0.176=-0.017
min	1.974-2.237=-0.263
max	2.375-2.641=-0.266

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.628-1861.629=-0.001
σ	0.078-0.061=0.017
min	1861.507-1861.548=-0.041
max	1861.704-1861.695=0.009

*mean*	1785.600-1738.800=46.800
σ	210.469-187.617=22.852
min	1528.000-1494.000=34.000
max	1990.000-1919.000=71.000

*mean*	3.270-3.058=0.212
σ	0.381-0.243=0.139
min	2.861-2.862=-0.001
max	3.681-3.474=0.207

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.595-1.751=-0.156
σ	0.344-0.158=0.186
min	1.017-1.566=-0.548
max	1.861-1.918=-0.057

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.183-446.146=0.037
σ	577.140-577.065=0.076
min	157.610-157.613=-0.002
max	1311.894-1311.743=0.151

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	0.541-0.550=-0.009
σ	0.558-0.572=-0.015
min	0.261-0.262=-0.001
max	1.378-1.409=-0.031

policies=20

*mean*	1576.404-1576.415=-0.011
σ	0.353-0.372=-0.018
min	1576.171-1576.163=0.007
max	1576.930-1576.968=-0.038

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	2.629-2.661=-0.032
σ	0.035-0.032=0.003
min	2.587-2.627=-0.040
max	2.673-2.704=-0.031

policies=200

*mean*	15772.305-15772.216=0.089
σ	0.137-0.129=0.008
min	15772.115-15772.031=0.084
max	15772.442-15772.329=0.113

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1528.000-1466.000=62.000
σ	0.000
min	1528.000-1466.000=62.000
max	1528.000-1466.000=62.000

*mean*	26.416-26.581=-0.165
σ	0.046-0.104=-0.058
min	26.363-26.438=-0.076
max	26.474-26.683=-0.209