Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.703-54.032=-0.329
σ	0.368-0.369=-0.001
min	53.558-53.885=-0.327
max	54.748-55.081=-0.333

*mean*	416.000-413.000=3.000
σ	0.000
min	416.000-413.000=3.000
max	416.000-413.000=3.000

*mean*	0.135-0.139=-0.003
σ	0.004-0.004=-0.000
min	0.130-0.133=-0.003
max	0.141-0.145=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.057-43.385=-0.328
σ	0.007-0.008=-0.001
min	43.049-43.377=-0.328
max	43.068-43.401=-0.333

*mean*	416.000-413.000=3.000
σ	0.000
min	416.000-413.000=3.000
max	416.000-413.000=3.000

*mean*	0.120-0.123=-0.003
σ	0.005-0.004=0.001
min	0.114-0.119=-0.006
max	0.127-0.129=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4286.125
σ	1981.080
min	1551.000
max	7214.000

*mean*	104.592
σ	259.419
min	12.517
max	746.621

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4286.125
σ	1981.080
min	1551.000
max	7214.000

*mean*	13.890
σ	3.030
min	11.900
max	21.208

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	15.067
σ	0.666
min	14.034
max	15.844

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	13.488
σ	1.200
min	11.741
max	14.429

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928
σ	0.002
min	41.927
max	41.932

*mean*	4169.375
σ	1903.574
min	1551.000
max	7214.000

*mean*	13.623
σ	1.769
min	11.030
max	15.233

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604
σ	0.002
min	27.603
max	27.607

*mean*	4169.375
σ	1903.574
min	1551.000
max	7214.000

*mean*	8.829
σ	0.318
min	8.294
max	9.190

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4169.375
σ	1903.574
min	1551.000
max	7214.000

*mean*	6.927
σ	0.192
min	6.549
max	7.171

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4286.125
σ	1981.080
min	1551.000
max	7214.000

*mean*	6.295
σ	0.846
min	5.731
max	8.354

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4286.125
σ	1981.080
min	1551.000
max	7214.000

*mean*	5.808
σ	0.645
min	5.462
max	7.398

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4286.125
σ	1981.080
min	1551.000
max	7214.000

*mean*	5.916
σ	0.625
min	5.631
max	7.453

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.001
min	25.967
max	25.971

*mean*	4286.125
σ	1981.080
min	1551.000
max	7214.000

*mean*	5.823
σ	0.582
min	5.497
max	7.240

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.598

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	1477.462
σ	684.850
min	1042.843
max	2742.302

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.661

*mean*	3591.500
σ	1817.388
min	1075.000
max	5823.000

*mean*	5092.815
σ	1677.262
min	3539.175
max	7050.383

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.375
σ	1903.574
min	1551.000
max	7214.000

*mean*	77.019
σ	5.976
min	71.599
max	90.655

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4169.375
σ	1903.574
min	1551.000
max	7214.000

*mean*	77.350
σ	5.984
min	71.399
max	90.720

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.931
σ	7.285
min	89.791
max	109.534

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.631
σ	7.571
min	88.699
max	109.550

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.954

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	106.981
σ	5.737
min	96.446
max	113.196

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.948
max	40.952

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.846
σ	7.372
min	89.402
max	109.495

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.689

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	222.168
σ	178.464
min	138.376
max	663.024

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.002
min	66.685
max	66.689

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	155.231
σ	16.532
min	125.376
max	169.571

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4169.375
σ	1903.574
min	1551.000
max	7214.000

*mean*	6717.022
σ	1266.103
min	4928.154
max	8154.385

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.069

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	6058.535
σ	1445.943
min	4390.465
max	7746.550

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.667
σ	0.010
min	172.651
max	172.679

*mean*	488.000
σ	0.000
min	488.000
max	488.000

*mean*	399.596
σ	24.032
min	357.133
max	424.382

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.461
σ	0.158
min	357.321
max	357.668

*mean*	563.375
σ	3.021
min	558.000
max	565.000

*mean*	810.540
σ	30.830
min	778.282
max	872.680

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.002-1006.328=-1.326
σ	0.750-0.854=-0.103
min	1004.531-1005.835=-1.303
max	1008.103-1009.861=-1.758

*mean*	7214.000-1044.950=6169.050
σ	0.000-310.728=-310.728
min	7214.000-560.000=6654.000
max	7214.000-1636.000=5578.000

*mean*	1.642-1.518=0.125
σ	0.130-0.065=0.066
min	1.449-1.411=0.037
max	1.954-1.656=0.298

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.882=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=-0.000

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	0.447-0.414=0.033
σ	0.179-0.130=0.048
min	0.344-0.331=0.013
max	0.766-0.643=0.123

name=error_case.art

*mean*	2.334-2.334=-0.000
σ	0.004-0.003=0.001
min	2.332
max	2.340-2.337=0.003

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	0.927-0.871=0.055
σ	0.186-0.092=0.095
min	0.826-0.803=0.022
max	1.258-1.030=0.228

name=heavy_item.art

*mean*	1.521-1.521=0.001
σ	0.002-0.001=0.001
min	1.520
max	1.524-1.523=0.001

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	0.537-0.549=-0.012
σ	0.039-0.051=-0.012
min	0.507-0.518=-0.011
max	0.597-0.637=-0.040

name=nested_use.art

*mean*	2.355-2.357=-0.001
σ	0.002-0.003=-0.001
min	2.355
max	2.358-2.360=-0.002

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	0.842-0.843=-0.001
σ	0.036-0.041=-0.005
min	0.799-0.805=-0.006
max	0.897-0.910=-0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.552=0.000
σ	0.023-0.025=-0.002
min	963.527-963.523=0.004
max	963.582-963.583=-0.001

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	0.801-0.832=-0.031
σ	0.046-0.036=0.010
min	0.728-0.785=-0.058
max	0.849-0.859=-0.010

name=cdr_enhanced_4k_loc.art

*mean*	884.856-884.857=-0.001
σ	0.006-0.004=0.002
min	884.847-884.851=-0.004
max	884.862-884.860=0.001

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	0.683-0.705=-0.022
σ	0.052-0.037=0.015
min	0.624-0.670=-0.046
max	0.750-0.748=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	4.290-4.223=0.067
σ	0.068-0.098=-0.030
min	4.144-4.070=0.074
max	4.615-4.594=0.020

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	4.299-4.200=0.100
σ	0.081-0.095=-0.014
min	4.147-4.053=0.094
max	4.563-4.736=-0.173

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	0.699-0.752=-0.053
σ	0.100-0.017=0.083
min	0.524-0.719=-0.195
max	0.887-0.858=0.028

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	0.520-0.714=-0.194
σ	0.014-0.014=0.000
min	0.497-0.688=-0.190
max	0.581-0.759=-0.178

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.336-295.508=-1.172
σ	0.226-0.185=0.041
min	294.098-295.407=-1.310
max	294.891-296.024=-1.133

*mean*	7214.000-1945.000=5269.000
σ	0.000
min	7214.000-1945.000=5269.000
max	7214.000-1945.000=5269.000

*mean*	0.537-0.576=-0.038
σ	0.026-0.033=-0.007
min	0.501-0.512=-0.011
max	0.573-0.622=-0.049

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.449-285.248=-3.799
σ	0.034-0.038=-0.004
min	281.404-285.195=-3.790
max	281.496-285.290=-3.795

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	0.386-0.399=-0.012
σ	0.008-0.010=-0.002
min	0.378-0.383=-0.005
max	0.396-0.411=-0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.502-1295.188=-3.686
σ	0.102-0.113=-0.011
min	1291.375-1295.057=-3.682
max	1291.617-1295.323=-3.706

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	1.930-1.915=0.015
σ	0.109-0.096=0.012
min	1.790-1.809=-0.019
max	2.080-2.018=0.062

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.374-1538.078=-3.704
σ	4.025-4.022=0.003
min	1532.314-1536.045=-3.730
max	1541.564-1545.265=-3.701

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	2.362-2.255=0.107
σ	0.231-0.185=0.046
min	2.021-2.051=-0.030
max	2.596-2.476=0.120

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.318-1857.120=-3.802
σ	0.055-0.064=-0.009
min	1853.241-1857.049=-3.808
max	1853.372-1857.179=-3.807

*mean*	7214.000-1785.000=5429.000
σ	0.000-154.989=-154.989
min	7214.000-1636.000=5578.000
max	7214.000-1945.000=5269.000

*mean*	2.919-3.020=-0.101
σ	0.127-0.225=-0.097
min	2.780-2.768=0.012
max	3.108-3.298=-0.190

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.396-1.389=0.007
σ	0.145-0.270=-0.126
min	1.283-1.106=0.177
max	1.635-1.809=-0.175

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.429-443.610=-1.181
σ	577.063-577.065=-0.002
min	153.895-155.076=-1.181
max	1308.024-1309.208=-1.184

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	0.541-0.564=-0.023
σ	0.556-0.619=-0.062
min	0.259-0.253=0.006
max	1.375-1.492=-0.117

policies=20

*mean*	1539.216-1551.045=-11.829
σ	0.327-0.322=0.005
min	1538.991-1550.823=-11.832
max	1539.701-1551.523=-11.822

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	2.594-2.590=0.004
σ	0.018-0.013=0.004
min	2.572-2.570=0.002
max	2.614-2.599=0.016

policies=200

*mean*	15400.436-15518.481=-118.045
σ	0.116-0.134=-0.017
min	15400.305-15518.366=-118.061
max	15400.584-15518.671=-118.087

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7214.000-1636.000=5578.000
σ	0.000
min	7214.000-1636.000=5578.000
max	7214.000-1636.000=5578.000

*mean*	26.167-26.102=0.065
σ	0.069-0.106=-0.038
min	26.073-26.017=0.056
max	26.236-26.253=-0.017