Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.617=0.003
σ	0.349-0.350=-0.001
min	54.484-54.483=0.001
max	55.612-55.612=-0.000

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.144-0.140=0.004
σ	0.005-0.004=0.001
min	0.138-0.135=0.003
max	0.153-0.147=0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.791-43.785=0.006
σ	0.005-0.006=-0.001
min	43.785-43.776=0.009
max	43.804-43.798=0.006

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.133-0.123=0.010
σ	0.009-0.004=0.005
min	0.121-0.119=0.001
max	0.150-0.129=0.021

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4118.125-4114.000=4.125
σ	1551.236-1550.611=0.625
min	2080.000-2077.000=3.000
max	6044.000-6041.000=3.000

*mean*	12.412-12.474=-0.061
σ	0.221-0.328=-0.107
min	11.945-12.052=-0.107
max	12.637-12.984=-0.347

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619

*mean*	4118.125-4114.000=4.125
σ	1551.236-1550.611=0.625
min	2080.000-2077.000=3.000
max	6044.000-6041.000=3.000

*mean*	12.493-12.437=0.057
σ	0.554-0.601=-0.047
min	11.649-11.626=0.024
max	13.156-13.144=0.012

op=table_records(), no indexes

*mean*	41.929-41.929=-0.000
σ	0.001-0.002=-0.000
min	41.928
max	41.932-41.933=-0.001

*mean*	6044.000-6041.000=3.000
σ	0.000
min	6044.000-6041.000=3.000
max	6044.000-6041.000=3.000

*mean*	13.234-13.460=-0.226
σ	1.197-1.177=0.020
min	10.868-11.046=-0.177
max	14.765-15.047=-0.283

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4118.125-4114.000=4.125
σ	1551.236-1550.611=0.625
min	2080.000-2077.000=3.000
max	6044.000-6041.000=3.000

*mean*	12.032-13.188=-1.157
σ	1.641-2.123=-0.482
min	10.476-10.685=-0.209
max	14.212-15.609=-1.397

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603
max	27.607-27.607=0.000

*mean*	4118.125-4114.000=4.125
σ	1551.236-1550.611=0.625
min	2080.000-2077.000=3.000
max	6044.000-6041.000=3.000

*mean*	8.441-8.934=-0.493
σ	0.410-1.415=-1.005
min	8.003-7.854=0.149
max	8.955-12.297=-3.342

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4118.125-4114.000=4.125
σ	1551.236-1550.611=0.625
min	2080.000-2077.000=3.000
max	6044.000-6041.000=3.000

*mean*	6.580-6.623=-0.043
σ	0.236-1.377=-1.141
min	6.262-5.819=0.443
max	6.839-9.957=-3.118

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.001
σ	0.002-0.002=0.000
min	25.665-25.664=0.000
max	25.670-25.669=0.000

*mean*	4118.125-4114.000=4.125
σ	1551.236-1550.611=0.625
min	2080.000-2077.000=3.000
max	6044.000-6041.000=3.000

*mean*	5.567-5.526=0.041
σ	0.113-0.105=0.008
min	5.448-5.357=0.091
max	5.752-5.652=0.100

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4118.125-4114.000=4.125
σ	1551.236-1550.611=0.625
min	2080.000-2077.000=3.000
max	6044.000-6041.000=3.000

*mean*	5.366-5.328=0.038
σ	0.098-0.061=0.037
min	5.261-5.237=0.025
max	5.571-5.411=0.161

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=-0.000
σ	0.000-0.000=0.000
min	2524.593-2524.593=-0.000
max	2524.594

*mean*	6044.000-6041.000=3.000
σ	0.000
min	6044.000-6041.000=3.000
max	6044.000-6041.000=3.000

*mean*	1499.200-1424.966=74.234
σ	706.358-613.560=92.797
min	1031.995-1043.039=-11.044
max	2939.521-2714.297=225.225

op=load_product(), with indexes

*mean*	8744.559-8744.559=0.000
σ	0.033-0.033=-0.000
min	8744.545-8744.544=0.001
max	8744.640-8744.640=-0.000

*mean*	3849.625-3845.625=4.000
σ	1616.931-1616.860=0.071
min	2080.000-2077.000=3.000
max	6044.000-6041.000=3.000

*mean*	4291.900-4603.365=-311.465
σ	1327.781-1477.478=-149.697
min	3549.013-3550.502=-1.490
max	7416.066-7561.452=-145.387

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.001
max	62.080

*mean*	4118.125-4114.000=4.125
σ	1551.236-1550.611=0.625
min	2080.000-2077.000=3.000
max	6044.000-6041.000=3.000

*mean*	79.609-86.735=-7.126
σ	9.632-18.058=-8.427
min	71.045-71.650=-0.604
max	98.931-124.741=-25.810

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	6044.000-6041.000=3.000
σ	0.000
min	6044.000-6041.000=3.000
max	6044.000-6041.000=3.000

*mean*	97.241-97.748=-0.507
σ	9.066-8.051=1.014
min	83.460-86.620=-3.159
max	108.122-107.609=0.513

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	6044.000-6041.000=3.000
σ	0.000
min	6044.000-6041.000=3.000
max	6044.000-6041.000=3.000

*mean*	185.456-224.982=-39.526
σ	118.469-229.520=-111.051
min	124.909-127.553=-2.644
max	476.794-792.184=-315.390

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=0.000
min	11655.305
max	11667.521-11667.520=0.001

*mean*	4118.125-4114.000=4.125
σ	1551.236-1550.611=0.625
min	2080.000-2077.000=3.000
max	6044.000-6041.000=3.000

*mean*	6296.751-6337.513=-40.762
σ	1267.213-1222.454=44.759
min	5004.141-4960.238=43.903
max	8299.387-8168.964=130.422

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.069=-0.000
σ	0.001-0.001=0.000
min	11560.067-11560.067=0.000
max	11560.069

*mean*	6044.000-6041.000=3.000
σ	0.000
min	6044.000-6041.000=3.000
max	6044.000-6041.000=3.000

*mean*	6806.773-7030.209=-223.436
σ	1290.292-1285.586=4.707
min	4471.512-4501.031=-29.519
max	8329.505-8101.385=228.120

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.589-172.581=0.007
σ	0.037-0.024=0.013
min	172.561-172.558=0.003
max	172.668-172.625=0.043

*mean*	2080.000-2077.000=3.000
σ	0.000
min	2080.000-2077.000=3.000
max	2080.000-2077.000=3.000

*mean*	367.276-316.094=51.181
σ	46.863-64.288=-17.425
min	325.484-239.424=86.060
max	465.828-384.265=81.563

op=pointedIndexFromKvs

rows=400000

*mean*	357.364-357.372=-0.008
σ	0.041-0.038=0.003
min	357.321
max	357.418-357.409=0.009

*mean*	2080.000-2077.000=3.000
σ	0.000
min	2080.000-2077.000=3.000
max	2080.000-2077.000=3.000

*mean*	786.789-737.874=48.915
σ	20.971-62.220=-41.249
min	752.414-611.578=140.836
max	809.552-797.883=11.669

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.477-1008.475=0.002
σ	0.895-0.884=0.010
min	1007.979-1007.986=-0.008
max	1012.194-1012.146=0.048

*mean*	1041.700-1037.600=4.100
σ	301.254-304.695=-3.441
min	546.000
max	1467.000-1466.000=1.000

*mean*	1.532-1.530=0.001
σ	0.070-0.090=-0.020
min	1.474-1.341=0.133
max	1.754-1.766=-0.012

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.447-0.445=0.002
σ	0.188-0.182=0.006
min	0.335-0.336=-0.000
max	0.781-0.767=0.015

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.003=-0.000
min	2.332
max	2.337

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.925-0.929=-0.003
σ	0.160-0.159=0.001
min	0.839-0.848=-0.009
max	1.210-1.212=-0.002

name=heavy_item.art

*mean*	1.521-1.522=-0.001
σ	0.002-0.002=-0.000
min	1.520
max	1.524-1.524=-0.000

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.553-0.558=-0.004
σ	0.048-0.045=0.003
min	0.518-0.520=-0.002
max	0.633-0.634=-0.002

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=-0.001
min	2.355
max	2.358-2.360=-0.001

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.844-0.863=-0.019
σ	0.032-0.033=-0.001
min	0.818-0.828=-0.010
max	0.896-0.915=-0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.540=0.003
σ	0.026-0.026=-0.001
min	963.523
max	963.585-963.586=-0.001

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.760-0.803=-0.043
σ	0.051-0.037=0.014
min	0.697-0.770=-0.074
max	0.822-0.860=-0.039

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.000
σ	0.006-0.006=0.000
min	884.847
max	884.860-884.861=-0.001

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.717-0.718=-0.001
σ	0.034-0.038=-0.004
min	0.672-0.660=0.011
max	0.746-0.749=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	4.321-3.542=0.779
σ	0.080-0.072=0.007
min	4.167-3.417=0.750
max	4.659-3.827=0.832

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	4.292-3.559=0.733
σ	0.071-0.096=-0.025
min	4.173-3.433=0.740
max	4.575-4.045=0.530

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.755-0.663=0.091
σ	0.018-0.118=-0.100
min	0.722-0.521=0.200
max	0.865-0.957=-0.093

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.713-0.521=0.192
σ	0.015-0.072=-0.057
min	0.681-0.491=0.190
max	0.791-1.221=-0.430

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.756-297.685=0.071
σ	0.243-0.210=0.033
min	297.630-297.541=0.089
max	298.440-298.258=0.182

*mean*	2080.000-2077.000=3.000
σ	0.000
min	2080.000-2077.000=3.000
max	2080.000-2077.000=3.000

*mean*	0.601-0.595=0.006
σ	0.018-0.021=-0.002
min	0.553-0.555=-0.002
max	0.624-0.631=-0.007

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.979-292.996=-0.017
σ	0.055-0.039=0.016
min	292.915-292.947=-0.031
max	293.038-293.041=-0.003

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.402-0.408=-0.006
σ	0.005-0.008=-0.002
min	0.397-0.399=-0.001
max	0.411-0.417=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.914-1302.915=-0.001
σ	0.109-0.109=-0.001
min	1302.755-1302.767=-0.013
max	1303.050-1303.062=-0.012

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	2.197-2.202=-0.004
σ	0.035-0.038=-0.003
min	2.138-2.145=-0.007
max	2.231-2.244=-0.013

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.890-1545.887=0.002
σ	4.021-4.024=-0.003
min	1543.926-1543.920=0.006
max	1553.078-1553.081=-0.003

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	2.300-2.290=0.010
σ	0.126-0.116=0.010
min	2.152-2.129=0.023
max	2.456-2.418=0.038

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.855-1864.856=-0.001
σ	0.062-0.063=-0.001
min	1864.773-1864.773=-0.000
max	1864.931-1864.931=0.000

*mean*	1743.800-1740.600=3.200
σ	244.235-243.416=0.819
min	1467.000-1466.000=1.000
max	2080.000-2077.000=3.000

*mean*	2.927-2.915=0.012
σ	0.075-0.174=-0.099
min	2.840-2.719=0.121
max	2.997-3.176=-0.179

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.767-1.798=-0.031
σ	0.205-0.154=0.051
min	1.441-1.594=-0.153
max	1.943-2.011=-0.068

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.770-446.769=0.001
σ	577.139-577.140=-0.000
min	158.199-158.198=0.002
max	1312.479-1312.478=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.541-0.536=0.006
σ	0.554-0.544=0.010
min	0.263-0.262=0.001
max	1.373-1.352=0.021

policies=20

*mean*	1582.271-1582.270=0.001
σ	0.347-0.359=-0.012
min	1582.035-1582.029=0.006
max	1582.787-1582.804=-0.017

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	2.623-2.636=-0.013
σ	0.016-0.016=0.000
min	2.603-2.620=-0.017
max	2.642-2.655=-0.013

policies=200

*mean*	15830.809-15830.903=-0.094
σ	0.034-0.123=-0.089
min	15830.783-15830.830=-0.047
max	15830.857-15831.086=-0.229

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	26.694-26.642=0.052
σ	0.091-0.062=0.028
min	26.610-26.564=0.046
max	26.784-26.712=0.071