Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.055=0.562
σ	0.350-0.370=-0.020
min	54.486-53.913=0.573
max	55.614-55.107=0.506

*mean*	413.000-417.000=-4.000
σ	0.000
min	413.000-417.000=-4.000
max	413.000-417.000=-4.000

*mean*	0.140-0.139=0.001
σ	0.005-0.003=0.001
min	0.135-0.136=-0.001
max	0.148-0.145=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.393=0.392
σ	0.007-0.007=0.000
min	43.780-43.381=0.399
max	43.801-43.407=0.393

*mean*	413.000-417.000=-4.000
σ	0.000
min	413.000-417.000=-4.000
max	413.000-417.000=-4.000

*mean*	0.121-0.120=0.001
σ	0.004-0.005=-0.001
min	0.116-0.114=0.002
max	0.127-0.128=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4286.125
σ	1981.727
min	1548.000
max	7204.000

*mean*	56.705
σ	123.798
min	12.645
max	363.090

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4286.125
σ	1981.727
min	1548.000
max	7204.000

*mean*	12.564
σ	0.752
min	11.825
max	13.628

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	15.061
σ	1.400
min	12.126
max	16.398

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	13.545
σ	1.198
min	11.673
max	14.902

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4169.750
σ	1903.992
min	1548.000
max	7204.000

*mean*	13.913
σ	1.622
min	11.518
max	15.246

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4169.750
σ	1903.992
min	1548.000
max	7204.000

*mean*	9.143
σ	0.272
min	8.724
max	9.473

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4169.750
σ	1903.992
min	1548.000
max	7204.000

*mean*	6.837
σ	0.388
min	6.240
max	7.264

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4286.125
σ	1981.727
min	1548.000
max	7204.000

*mean*	6.022
σ	0.241
min	5.744
max	6.554

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4286.125
σ	1981.727
min	1548.000
max	7204.000

*mean*	5.646
σ	0.137
min	5.430
max	5.911

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.970
σ	0.002
min	25.967
max	25.972

*mean*	4286.125
σ	1981.727
min	1548.000
max	7204.000

*mean*	5.743
σ	0.241
min	5.279
max	6.074

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4286.125
σ	1981.727
min	1548.000
max	7204.000

*mean*	5.541
σ	0.170
min	5.207
max	5.766

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	1160.705
σ	320.864
min	1036.521
max	1954.586

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.661

*mean*	3592.000
σ	1821.638
min	1071.000
max	5829.000

*mean*	4874.915
σ	1519.134
min	3524.833
max	7164.574

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.750
σ	1903.992
min	1548.000
max	7204.000

*mean*	80.340
σ	9.452
min	71.816
max	97.702

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.750
σ	1903.992
min	1548.000
max	7204.000

*mean*	81.028
σ	9.289
min	72.271
max	97.500

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	101.746
σ	13.398
min	70.784
max	109.595

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.948

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	101.721
σ	13.573
min	70.295
max	110.255

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	104.976
σ	12.293
min	77.246
max	113.580

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	101.895
σ	13.163
min	71.475
max	109.591

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686
σ	0.001
min	66.686
max	66.689

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	243.094
σ	245.832
min	114.805
max	849.836

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	154.478
σ	19.620
min	114.126
max	169.128

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4169.750
σ	1903.992
min	1548.000
max	7204.000

*mean*	6837.484
σ	1190.012
min	4930.073
max	8132.339

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.068

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	6176.981
σ	1659.127
min	4388.695
max	8437.207

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.666
σ	0.007
min	172.654
max	172.678

*mean*	485.250
σ	0.707
min	485.000
max	487.000

*mean*	395.718
σ	19.662
min	356.802
max	418.161

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.467
σ	0.164
min	357.321
max	357.683

*mean*	571.000
σ	0.000
min	571.000
max	571.000

*mean*	792.192
σ	25.311
min	765.549
max	848.434

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.080-1006.975=1.105
σ	0.760-0.900=-0.140
min	1007.609-1006.495=1.114
max	1011.225-1010.713=0.512

*mean*	7204.000-1049.500=6154.500
σ	0.000-305.871=-305.871
min	7204.000-577.000=6627.000
max	7204.000-1640.000=5564.000

*mean*	1.558-1.553=0.005
σ	0.125-0.103=0.022
min	1.400-1.460=-0.060
max	1.809-1.827=-0.018

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.000
min	0.881-0.882=-0.000
max	0.887-0.887=0.001

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	0.326-0.417=-0.091
σ	0.112-0.126=-0.014
min	0.236-0.338=-0.102
max	0.509-0.638=-0.130

name=error_case.art

*mean*	2.333-2.339=-0.006
σ	0.003-0.003=0.000
min	2.332-2.337=-0.005
max	2.337-2.342=-0.005

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	0.874-0.869=0.005
σ	0.090-0.088=0.001
min	0.807-0.820=-0.013
max	1.031-1.026=0.005

name=heavy_item.art

*mean*	1.521-1.523=-0.002
σ	0.002-0.001=0.001
min	1.520-1.522=-0.002
max	1.524-1.525=-0.001

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	0.534-0.530=0.004
σ	0.040-0.056=-0.015
min	0.487-0.476=0.011
max	0.589-0.623=-0.034

name=nested_use.art

*mean*	2.355-2.362=-0.006
σ	0.002-0.002=-0.000
min	2.355-2.360=-0.005
max	2.358-2.364=-0.005

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	0.849-0.842=0.007
σ	0.034-0.037=-0.003
min	0.821-0.813=0.008
max	0.904-0.906=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-964.830=-1.289
σ	0.022-0.025=-0.003
min	963.523-964.813=-1.290
max	963.577-964.872=-1.294

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	0.786-0.833=-0.047
σ	0.040-0.057=-0.017
min	0.746-0.732=0.014
max	0.846-0.862=-0.016

name=cdr_enhanced_4k_loc.art

*mean*	884.853-885.512=-0.659
σ	0.006-0.009=-0.003
min	884.847-885.504=-0.657
max	884.859-885.526=-0.666

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	0.727-0.696=0.032
σ	0.017-0.025=-0.007
min	0.697-0.666=0.031
max	0.738-0.724=0.014

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.716=-0.010
σ	0.002-0.002=0.000
min	7.705-7.715=-0.010
max	7.711-7.721=-0.009

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	4.305-4.189=0.116
σ	0.086-0.142=-0.056
min	4.143-3.510=0.633
max	4.534-4.494=0.041

name=record_render_large_syntax_err.art

*mean*	7.655-7.665=-0.010
σ	0.002
min	7.654-7.664=-0.010
max	7.658-7.668=-0.010

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	4.260-4.200=0.059
σ	0.088-0.071=0.017
min	4.104-4.072=0.032
max	4.571-4.505=0.066

name=record_render_success.art

*mean*	2.288-2.291=-0.003
σ	0.002
min	2.287-2.290=-0.003
max	2.291-2.294=-0.003

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	0.746-0.712=0.034
σ	0.021-0.020=0.001
min	0.633-0.681=-0.048
max	0.855-0.863=-0.008

name=record_render_syntax_err.art

*mean*	2.163-2.166=-0.002
σ	0.002
min	2.163-2.165=-0.002
max	2.166-2.169=-0.002

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	0.701-0.695=0.006
σ	0.038-0.025=0.014
min	0.487-0.598=-0.111
max	0.781-0.793=-0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.544-295.571=1.973
σ	0.205-0.230=-0.025
min	297.387-295.377=2.010
max	298.107-296.163=1.944

*mean*	7204.000-1906.000=5298.000
σ	0.000
min	7204.000-1906.000=5298.000
max	7204.000-1906.000=5298.000

*mean*	0.564-0.585=-0.021
σ	0.034-0.059=-0.025
min	0.515-0.510=0.006
max	0.610-0.720=-0.110

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.731-285.408=4.322
σ	0.032-0.034=-0.002
min	289.683-285.366=4.317
max	289.773-285.444=4.329

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	0.391-0.399=-0.009
σ	0.001-0.014=-0.013
min	0.389-0.381=0.008
max	0.392-0.419=-0.027

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.639-1295.792=3.847
σ	0.092-0.107=-0.014
min	1299.529-1295.670=3.859
max	1299.770-1295.913=3.857

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	1.930-1.987=-0.057
σ	0.044-0.237=-0.193
min	1.855-1.807=0.048
max	1.968-2.388=-0.420

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.621-1539.935=2.686
σ	4.064-6.844=-2.779
min	1540.586-1536.636=3.950
max	1549.882-1552.172=-2.289

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	2.315-2.277=0.038
σ	0.218-0.224=-0.006
min	2.103-2.020=0.083
max	2.648-2.613=0.035

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.600-1857.702=3.898
σ	0.057-0.049=0.008
min	1861.513-1857.655=3.858
max	1861.651-1857.776=3.875

*mean*	7204.000-1773.000=5431.000
σ	0.000-130.453=-130.453
min	7204.000-1640.000=5564.000
max	7204.000-1906.000=5298.000

*mean*	2.924-3.021=-0.097
σ	0.075-0.295=-0.220
min	2.857-2.778=0.080
max	3.032-3.523=-0.491

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.772-1.433=0.339
σ	0.116-0.257=-0.141
min	1.644-1.257=0.387
max	1.909-1.878=0.031

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-445.738=0.410
σ	577.064-580.934=-3.870
min	157.614-155.270=2.344
max	1311.745-1317.140=-5.395

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	0.542-0.525=0.017
σ	0.554-0.534=0.020
min	0.262-0.257=0.005
max	1.373-1.326=0.047

policies=20

*mean*	1576.415-1552.969=23.446
σ	0.344-0.333=0.011
min	1576.182-1552.739=23.444
max	1576.924-1553.463=23.462

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	2.627-2.595=0.032
σ	0.021-0.026=-0.005
min	2.606-2.561=0.045
max	2.654-2.622=0.032

policies=200

*mean*	15772.218-15537.967=234.251
σ	0.052-0.105=-0.052
min	15772.169-15537.892=234.277
max	15772.285-15538.121=234.164

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7204.000-1640.000=5564.000
σ	0.000
min	7204.000-1640.000=5564.000
max	7204.000-1640.000=5564.000

*mean*	26.517-26.182=0.335
σ	0.219-0.017=0.202
min	26.381-26.160=0.221
max	26.841-26.202=0.639