Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.059-54.055=0.005
σ	0.370-0.369=0.001
min	53.919-53.912=0.007
max	55.111-55.104=0.007

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.149-0.140=0.009
σ	0.008-0.004=0.004
min	0.137-0.135=0.001
max	0.160-0.147=0.013

cache=y

dps=1

iters=10

policies=100

*mean*	43.397-43.394=0.002
σ	0.007-0.007=0.000
min	43.386-43.384=0.002
max	43.408-43.407=0.001

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.128-0.124=0.004
σ	0.010-0.008=0.002
min	0.116-0.115=0.001
max	0.142-0.142=-0.000

CSV - column_set() on unindexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.080
σ	0.000
min	62.080
max	62.081

*mean*	5114.900
σ	2616.049
min	1350.000
max	8551.000

*mean*	102.873
σ	15.516
min	75.830
max	118.174

CSV - column_set(), warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	15109.635
σ	3.862
min	15108.413
max	15120.627

*mean*	5114.900
σ	2616.049
min	1350.000
max	8551.000

*mean*	10447.323
σ	1835.501
min	6632.425
max	12392.998

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=column_set() on indexed

rows=200000

*mean*	70.650
σ	0.002
min	70.647
max	70.652

*mean*	8706.000
σ	0.000
min	8706.000
max	8706.000

*mean*	150.130
σ	9.439
min	126.369
max	158.266

iterations=10

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	70.649
σ	0.002
min	70.647
max	70.651

*mean*	8706.000
σ	0.000
min	8706.000
max	8706.000

*mean*	148.823
σ	10.128
min	122.855
max	156.796

iterations=10

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929
σ	0.000
min	41.928
max	41.929

*mean*	8706.000
σ	0.000
min	8706.000
max	8706.000

*mean*	14.005
σ	1.984
min	11.093
max	15.606

iterations=10

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.931
σ	0.003
min	41.928
max	41.936

*mean*	8706.000
σ	0.000
min	8706.000
max	8706.000

*mean*	12.743
σ	1.585
min	10.480
max	14.760

iterations=10

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	5028.000
σ	2354.218
min	1339.000
max	8706.000

*mean*	14.261
σ	1.681
min	11.200
max	15.822

iterations=10

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.606
σ	0.002
min	27.604
max	27.608

*mean*	5028.000
σ	2354.218
min	1339.000
max	8706.000

*mean*	9.543
σ	0.582
min	8.303
max	10.355

iterations=10

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	5028.000
σ	2354.218
min	1339.000
max	8706.000

*mean*	6.997
σ	0.424
min	6.348
max	7.483

iterations=10

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

*mean*	41.729
σ	0.002
min	41.727
max	41.731

*mean*	8706.000
σ	0.000
min	8706.000
max	8706.000

*mean*	65.519
σ	2.267
min	60.694
max	68.798

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.665
σ	0.002
min	25.664
max	25.669

*mean*	5028.000
σ	2354.218
min	1339.000
max	8706.000

*mean*	6.144
σ	0.068
min	6.005
max	6.223

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.660
σ	0.002
min	25.659
max	25.663

*mean*	5028.000
σ	2354.218
min	1339.000
max	8706.000

*mean*	5.521
σ	0.299
min	4.985
max	5.864

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968
σ	0.003
min	25.966
max	25.974

*mean*	5028.000
σ	2354.218
min	1339.000
max	8706.000

*mean*	5.388
σ	0.254
min	5.076
max	5.706

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.967
σ	0.002
min	25.966
max	25.970

*mean*	5028.000
σ	2354.218
min	1339.000
max	8706.000

*mean*	5.373
σ	0.226
min	5.035
max	5.645

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.581
σ	0.002
min	2524.579
max	2524.583

*mean*	8706.000
σ	0.000
min	8706.000
max	8706.000

*mean*	1557.086
σ	828.001
min	1029.348
max	3261.872

iterations=10

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.543-8744.542=0.001
σ	0.036-0.036=-0.001
min	8744.530-8744.530=-0.000
max	8744.644-8744.645=-0.001

*mean*	4531.300-4711.900=-180.600
σ	2389.416-2577.744=-188.328
min	1069.000-1074.000=-5.000
max	8706.000-8551.000=155.000

*mean*	4558.634-4945.191=-386.557
σ	1300.006-1383.309=-83.302
min	3507.488-3512.280=-4.792
max	7336.001-7377.984=-41.983

iterations=10

operation_display=load_product()with indexes

rows=200000

*mean*	8744.532
σ	0.002
min	8744.530
max	8744.535

*mean*	8576.700
σ	81.271
min	8551.000
max	8808.000

*mean*	4668.441
σ	1523.843
min	3486.977
max	6923.415

CSV - table_records()

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=table_records(), repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	8576.700
σ	81.271
min	8551.000
max	8808.000

*mean*	14.419
σ	1.408
min	11.656
max	15.742

CSV - table_records(), warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=table_records()

rows=200000

*mean*	15088.267
σ	0.002
min	15088.265
max	15088.270

*mean*	8576.700
σ	81.271
min	8551.000
max	8808.000

*mean*	10350.873
σ	1860.762
min	6566.293
max	12408.742

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	5028.000
σ	2354.218
min	1339.000
max	8706.000

*mean*	105.694
σ	9.882
min	86.199
max	114.310

iterations=10

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	5028.000
σ	2354.218
min	1339.000
max	8706.000

*mean*	106.347
σ	10.106
min	87.061
max	115.292

iterations=10

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.001
min	40.944
max	40.946

*mean*	8706.000
σ	0.000
min	8706.000
max	8706.000

*mean*	98.741
σ	15.373
min	69.723
max	109.278

iterations=10

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.000
min	40.944
max	40.946

*mean*	8706.000
σ	0.000
min	8706.000
max	8706.000

*mean*	144.601
σ	149.221
min	69.827
max	567.166

iterations=10

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.952
σ	0.002
min	40.949
max	40.955

*mean*	8706.000
σ	0.000
min	8706.000
max	8706.000

*mean*	126.632
σ	80.380
min	69.474
max	352.613

iterations=10

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.952
σ	0.002
min	40.950
max	40.953

*mean*	8706.000
σ	0.000
min	8706.000
max	8706.000

*mean*	98.897
σ	15.306
min	69.368
max	109.610

iterations=10

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.688
σ	0.002
min	66.686
max	66.690

*mean*	8706.000
σ	0.000
min	8706.000
max	8706.000

*mean*	146.041
σ	25.860
min	104.058
max	167.578

iterations=10

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.688
σ	0.002
min	66.686
max	66.690

*mean*	8706.000
σ	0.000
min	8706.000
max	8706.000

*mean*	145.911
σ	26.361
min	102.700
max	168.075

CSV - vertical_lookup_list() on indexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_list() on indexed, after column_set(), repeat

rows=200000

*mean*	26.400
σ	0.000
min	26.400
max	26.400

*mean*	5114.900
σ	2616.049
min	1350.000
max	8551.000

*mean*	6.932
σ	0.612
min	6.041
max	7.735

iterations=10

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	8576.700
σ	81.271
min	8551.000
max	8808.000

*mean*	7.198
σ	0.269
min	6.501
max	7.432

CSV - vertical_lookup_row_list() on indexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.586
σ	0.003
min	25.584
max	25.591

*mean*	8576.700
σ	81.271
min	8551.000
max	8808.000

*mean*	5.352
σ	0.085
min	5.239
max	5.486

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.580
σ	0.002
min	25.578
max	25.583

*mean*	8576.700
σ	81.271
min	8551.000
max	8808.000

*mean*	5.312
σ	0.078
min	5.207
max	5.433

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.883
σ	0.002
min	25.881
max	25.886

*mean*	8576.700
σ	81.271
min	8551.000
max	8808.000

*mean*	5.353
σ	0.070
min	5.249
max	5.482

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.882
σ	0.002
min	25.881
max	25.885

*mean*	8576.700
σ	81.271
min	8551.000
max	8808.000

*mean*	5.321
σ	0.082
min	5.228
max	5.468

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=table_records()

rows=200000

*mean*	15089.487
σ	3.862
min	15088.265
max	15100.479

*mean*	5028.000
σ	2354.218
min	1339.000
max	8706.000

*mean*	9979.491
σ	1673.270
min	6539.077
max	12012.031

iterations=10

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	14031.796
σ	0.000
min	14031.796
max	14031.797

*mean*	8706.000
σ	0.000
min	8706.000
max	8706.000

*mean*	7569.530
σ	1993.927
min	5377.453
max	10185.543

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.665-172.655=0.010
σ	0.011-0.012=-0.001
min	172.650-172.640=0.010
max	172.679-172.675=0.004

*mean*	485.000-487.000=-2.000
σ	0.000
min	485.000-487.000=-2.000
max	485.000-487.000=-2.000

*mean*	380.174-356.895=23.279
σ	45.873-44.997=0.876
min	269.425-269.287=0.137
max	418.173-403.356=14.816

iterations=10

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.401-357.424=-0.023
σ	0.128-0.134=-0.006
min	357.321
max	357.611-357.632=-0.021

*mean*	562.000-566.000=-4.000
σ	0.000
min	562.000-566.000=-4.000
max	562.000-566.000=-4.000

*mean*	785.393-693.645=91.748
σ	46.350-63.518=-17.168
min	717.387-613.121=104.265
max	862.992-781.684=81.307

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1006.876-1006.872=0.003
σ	0.750-0.751=-0.000
min	1006.405-1006.406=-0.000
max	1009.978-1009.977=0.001

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	1.610-1.552=0.058
σ	0.146-0.131=0.015
min	1.443-1.381=0.062
max	2.008-2.006=0.002

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.003
min	0.882
max	0.887

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	0.179-0.295=-0.116
σ	0.095-0.093=0.001
min	0.127-0.239=-0.112
max	0.348-0.460=-0.113

name=error_case.art

*mean*	2.339-2.339=-0.001
σ	0.003-0.003=-0.001
min	2.337
max	2.342-2.343=-0.001

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	0.360-0.624=-0.264
σ	0.070-0.047=0.023
min	0.316-0.590=-0.274
max	0.484-0.700=-0.216

name=heavy_item.art

*mean*	1.524
σ	0.002
min	1.522
max	1.526

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	0.270-0.392=-0.122
σ	0.127-0.040=0.086
min	0.196-0.367=-0.172
max	0.493-0.463=0.030

name=nested_use.art

*mean*	2.361
σ	0.002
min	2.360
max	2.364

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	0.829-0.603=0.226
σ	0.039-0.027=0.012
min	0.799-0.576=0.223
max	0.896-0.644=0.251

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.829-964.831=-0.002
σ	0.037-0.033=0.004
min	964.802-964.806=-0.004
max	964.893-964.887=0.007

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	0.810-0.780=0.030
σ	0.051-0.037=0.015
min	0.726-0.746=-0.020
max	0.852-0.833=0.019

name=cdr_enhanced_4k_loc.art

*mean*	885.511-885.514=-0.002
σ	0.007-0.006=0.001
min	885.504
max	885.519-885.518=0.000

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	0.618-0.694=-0.076
σ	0.053-0.045=0.008
min	0.534-0.619=-0.085
max	0.679-0.726=-0.047

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.716
σ	0.002
min	7.715
max	7.719

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	3.483-4.219=-0.736
σ	0.106-0.101=0.005
min	3.289-3.706=-0.418
max	3.799-4.510=-0.711

name=record_render_large_syntax_err.art

*mean*	7.665-7.665=-0.000
σ	0.002-0.002=0.000
min	7.664
max	7.669-7.669=0.000

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	3.469-4.214=-0.745
σ	0.087-0.063=0.024
min	3.252-4.084=-0.832
max	3.672-4.391=-0.720

name=record_render_success.art

*mean*	2.291
σ	0.002
min	2.290
max	2.294

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	0.521-0.734=-0.213
σ	0.015-0.017=-0.003
min	0.492-0.692=-0.200
max	0.621-0.841=-0.220

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	0.478-0.693=-0.216
σ	0.061-0.013=0.047
min	0.271-0.663=-0.392
max	0.568-0.767=-0.199

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	295.548-295.701=-0.153
σ	0.202-0.186=0.015
min	295.407-295.502=-0.096
max	296.083-296.172=-0.089

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	0.580-0.559=0.021
σ	0.028-0.038=-0.009
min	0.525-0.504=0.021
max	0.617-0.606=0.011

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	285.371-285.389=-0.018
σ	0.019-0.033=-0.014
min	285.346-285.351=-0.005
max	285.397-285.427=-0.030

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	0.386-0.392=-0.006
σ	0.008-0.008=-0.000
min	0.380-0.387=-0.007
max	0.400-0.407=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1295.799-1295.858=-0.060
σ	0.081-0.081=-0.000
min	1295.692-1295.794=-0.102
max	1295.907-1295.993=-0.086

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	2.056-2.185=-0.130
σ	0.163-0.194=-0.031
min	1.830-1.969=-0.139
max	2.266-2.460=-0.194

iters=5

new-facts=6402

prior-facts=1

*mean*	1539.989-1539.969=0.019
σ	6.855-6.903=-0.048
min	1536.753-1536.701=0.052
max	1552.247-1552.314=-0.066

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	2.290-2.315=-0.025
σ	0.198-0.185=0.013
min	2.102-2.133=-0.031
max	2.543-2.604=-0.061

iters=5

new-facts=6402

prior-facts=6402

*mean*	1857.656-1857.694=-0.038
σ	0.060-0.046=0.014
min	1857.586-1857.636=-0.050
max	1857.733-1857.736=-0.003

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	3.037-2.969=0.068
σ	0.208-0.124=0.084
min	2.844-2.832=0.012
max	3.378-3.109=0.269

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.618-1.397=0.221
σ	0.283-0.133=0.151
min	1.288-1.267=0.022
max	1.900-1.587=0.313

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	445.741-445.742=-0.002
σ	580.935-580.934=0.001
min	155.271-155.273=-0.002
max	1317.143-1317.143=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	0.562-0.551=0.012
σ	0.585-0.574=0.011
min	0.268-0.258=0.011
max	1.440-1.411=0.029

policies=20

*mean*	1553.002-1553.000=0.002
σ	0.333-0.343=-0.010
min	1552.776-1552.770=0.006
max	1553.495-1553.509=-0.014

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	2.613-2.622=-0.009
σ	0.031-0.025=0.005
min	2.588-2.591=-0.003
max	2.654-2.646=0.009

policies=200

*mean*	15538.046-15537.923=0.123
σ	0.105-0.111=-0.007
min	15537.982-15537.807=0.175
max	15538.201-15538.066=0.135

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	8706.000-8808.000=-102.000
σ	0.000
min	8706.000-8808.000=-102.000
max	8706.000-8808.000=-102.000

*mean*	26.268-26.305=-0.037
σ	0.206-0.085=0.121
min	26.110-26.190=-0.080
max	26.569-26.393=0.176