Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.617=0.000
σ	0.350-0.351=-0.001
min	54.487-54.484=0.003
max	55.613-55.615=-0.002

*mean*	422.000-418.000=4.000
σ	0.000
min	422.000-418.000=4.000
max	422.000-418.000=4.000

*mean*	0.141-0.139=0.002
σ	0.009-0.003=0.006
min	0.131-0.135=-0.004
max	0.159-0.145=0.014

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.787=-0.000
σ	0.009-0.006=0.003
min	43.775-43.780=-0.005
max	43.804-43.797=0.007

*mean*	422.000-418.000=4.000
σ	0.000
min	422.000-418.000=4.000
max	422.000-418.000=4.000

*mean*	0.125-0.124=0.001
σ	0.007-0.003=0.004
min	0.120-0.120=-0.000
max	0.144-0.131=0.013

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4287.000
σ	1981.307
min	1552.000
max	7208.000

*mean*	86.870
σ	210.012
min	12.386
max	606.623

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4287.000
σ	1981.307
min	1552.000
max	7208.000

*mean*	13.716
σ	2.924
min	11.753
max	20.822

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	14.968
σ	0.889
min	13.018
max	15.586

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	13.840
σ	0.952
min	11.724
max	14.461

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4171.000
σ	1903.919
min	1552.000
max	7208.000

*mean*	13.164
σ	1.687
min	10.706
max	15.091

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4171.000
σ	1903.919
min	1552.000
max	7208.000

*mean*	9.020
σ	0.321
min	8.627
max	9.617

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.001
min	26.399
max	26.403

*mean*	4171.000
σ	1903.919
min	1552.000
max	7208.000

*mean*	6.864
σ	0.332
min	6.470
max	7.269

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4287.000
σ	1981.307
min	1552.000
max	7208.000

*mean*	6.239
σ	0.546
min	5.841
max	7.557

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4287.000
σ	1981.307
min	1552.000
max	7208.000

*mean*	5.844
σ	0.619
min	5.583
max	7.375

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4287.000
σ	1981.307
min	1552.000
max	7208.000

*mean*	5.890
σ	0.568
min	5.597
max	7.281

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4287.000
σ	1981.307
min	1552.000
max	7208.000

*mean*	5.746
σ	0.647
min	5.363
max	7.329

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4271.500
σ	1875.122
min	1990.000
max	7542.000

*mean*	12.885
σ	1.673
min	11.944
max	16.973

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4271.500
σ	1875.122
min	1990.000
max	7542.000

*mean*	13.343
σ	1.625
min	12.531
max	17.344

op=table_records(), no indexes

*mean*	41.928
σ	0.001
min	41.928
max	41.929

*mean*	7542.000
σ	0.000
min	7542.000
max	7542.000

*mean*	13.618
σ	0.992
min	12.491
max	14.683

op=table_records(), repeat

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4271.500
σ	1875.122
min	1990.000
max	7542.000

*mean*	12.401
σ	2.205
min	10.289
max	15.161

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4271.500
σ	1875.122
min	1990.000
max	7542.000

*mean*	8.817
σ	1.298
min	7.873
max	11.922

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4271.500
σ	1875.122
min	1990.000
max	7542.000

*mean*	6.684
σ	1.119
min	6.004
max	9.403

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.665
max	25.669

*mean*	4271.500
σ	1875.122
min	1990.000
max	7542.000

*mean*	5.639
σ	0.536
min	5.233
max	6.942

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4271.500
σ	1875.122
min	1990.000
max	7542.000

*mean*	5.409
σ	0.534
min	5.066
max	6.704

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.598

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	1402.377
σ	622.585
min	1036.659
max	2788.176

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.040
min	8744.545
max	8744.659

*mean*	3592.250
σ	1820.771
min	1071.000
max	5827.000

*mean*	4847.195
σ	1465.533
min	3504.526
max	6871.707

op=load_product(), no indexes

*mean*	2524.593
σ	0.000
min	2524.593
max	2524.594

*mean*	7542.000
σ	0.000
min	7542.000
max	7542.000

*mean*	1106.450
σ	159.785
min	1043.068
max	1501.606

op=load_product(), with indexes

*mean*	8744.558
σ	0.033
min	8744.544
max	8744.639

*mean*	3794.750
σ	1606.742
min	1990.000
max	5949.000

*mean*	4649.167
σ	1504.717
min	3557.034
max	7361.410

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.001
min	62.076
max	62.080

*mean*	4171.000
σ	1903.919
min	1552.000
max	7208.000

*mean*	75.735
σ	5.968
min	70.101
max	88.901

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4171.000
σ	1903.919
min	1552.000
max	7208.000

*mean*	76.234
σ	5.798
min	71.415
max	89.310

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.949

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	103.810
σ	7.058
min	90.353
max	108.507

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	103.953
σ	7.048
min	90.215
max	108.768

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	106.324
σ	5.522
min	95.374
max	110.747

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.953

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	104.058
σ	7.174
min	90.322
max	108.767

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	274.047
σ	323.568
min	140.577
max	1074.449

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	157.781
σ	13.055
min	136.226
max	168.018

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4271.500
σ	1875.122
min	1990.000
max	7542.000

*mean*	88.702
σ	13.429
min	76.363
max	117.417

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7542.000
σ	0.000
min	7542.000
max	7542.000

*mean*	237.522
σ	386.855
min	85.718
max	1194.766

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7542.000
σ	0.000
min	7542.000
max	7542.000

*mean*	148.441
σ	16.114
min	120.791
max	165.812

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.319
min	11655.305
max	11667.522

*mean*	4171.000
σ	1903.919
min	1552.000
max	7208.000

*mean*	6598.038
σ	1236.911
min	4848.514
max	7960.770

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.069

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	5712.579
σ	1134.713
min	4389.354
max	7029.025

op=table_records()

*mean*	11656.834
σ	4.318
min	11655.305
max	11667.521

*mean*	4271.500
σ	1875.122
min	1990.000
max	7542.000

*mean*	6553.247
σ	1297.635
min	4985.947
max	8270.335

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001
min	11560.066
max	11560.069

*mean*	7542.000
σ	0.000
min	7542.000
max	7542.000

*mean*	5482.501
σ	1343.777
min	4411.811
max	7267.779

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.660
σ	0.015
min	172.634
max	172.675

*mean*	487.000
σ	0.000
min	487.000
max	487.000

*mean*	374.855
σ	41.409
min	316.001
max	420.671

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.477
σ	0.144
min	357.321
max	357.644

*mean*	564.000
σ	0.000
min	564.000
max	564.000

*mean*	755.232
σ	67.476
min	660.630
max	818.476

op=pointedIndexFromKvs

rows=200000

*mean*	172.582
σ	0.026
min	172.558
max	172.624

*mean*	1990.000
σ	0.000
min	1990.000
max	1990.000

*mean*	350.621
σ	35.790
min	274.307
max	403.568

op=pointedIndexFromKvs

rows=400000

*mean*	357.362
σ	0.043
min	357.321
max	357.405

*mean*	1990.000
σ	0.000
min	1990.000
max	1990.000

*mean*	763.268
σ	64.684
min	611.603
max	809.514

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.182-1008.084=0.098
σ	0.927-0.761=0.166
min	1007.716-1007.609=0.106
max	1012.041-1011.229=0.812

*mean*	1058.450-7208.000=-6149.550
σ	316.802-0.000=316.802
min	581.000-7208.000=-6627.000
max	1528.000-7208.000=-5680.000

*mean*	1.552-1.487=0.065
σ	0.111-0.127=-0.017
min	1.452-1.378=0.074
max	1.905-1.820=0.085

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.002

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	0.439-0.420=0.019
σ	0.132-0.135=-0.002
min	0.340-0.348=-0.008
max	0.656-0.660=-0.004

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	0.901-0.885=0.016
σ	0.102-0.084=0.019
min	0.837-0.831=0.007
max	1.082-1.031=0.050

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	0.548-0.534=0.015
σ	0.041-0.037=0.004
min	0.515-0.498=0.017
max	0.620-0.593=0.027

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	0.840-0.841=-0.001
σ	0.050-0.034=0.015
min	0.799-0.815=-0.015
max	0.919-0.896=0.023

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.550-963.552=-0.002
σ	0.035-0.027=0.008
min	963.523-963.527=-0.004
max	963.611-963.596=0.015

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	0.828-0.816=0.012
σ	0.030-0.039=-0.009
min	0.790-0.758=0.031
max	0.859-0.853=0.006

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.006-0.006=-0.000
min	884.847
max	884.861-884.861=-0.001

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	0.743-0.681=0.062
σ	0.006-0.073=-0.067
min	0.735-0.596=0.139
max	0.750-0.745=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	3.559-4.142=-0.583
σ	0.086-0.284=-0.197
min	3.410-3.447=-0.037
max	3.882-4.514=-0.632

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.002

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	3.557-4.239=-0.682
σ	0.059-0.075=-0.016
min	3.440-4.109=-0.670
max	3.795-4.490=-0.695

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	0.761-0.755=0.006
σ	0.017-0.017=-0.000
min	0.728-0.723=0.005
max	0.876-0.865=0.011

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	0.717-0.713=0.005
σ	0.019-0.016=0.003
min	0.627-0.686=-0.058
max	0.798-0.802=-0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.427-297.355=0.072
σ	0.253-0.304=-0.051
min	297.198-297.078=0.120
max	298.107-298.140=-0.033

*mean*	1990.000-7208.000=-5218.000
σ	0.000
min	1990.000-7208.000=-5218.000
max	1990.000-7208.000=-5218.000

*mean*	0.579-0.574=0.006
σ	0.029-0.034=-0.005
min	0.526-0.508=0.018
max	0.616-0.603=0.013

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.773-289.727=0.046
σ	0.035-0.034=0.001
min	289.726-289.679=0.047
max	289.810-289.775=0.035

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	0.396-0.391=0.005
σ	0.006-0.005=0.001
min	0.393-0.389=0.005
max	0.406-0.400=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.662-1299.651=0.012
σ	0.070-0.110=-0.040
min	1299.584-1299.518=0.065
max	1299.732-1299.775=-0.042

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	2.097-1.850=0.246
σ	0.072-0.039=0.034
min	2.007-1.816=0.190
max	2.177-1.895=0.282

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.589-1542.623=-0.034
σ	4.031-4.019=0.012
min	1540.556-1540.591=-0.034
max	1549.790-1549.805=-0.015

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	2.191-2.299=-0.109
σ	0.158-0.161=-0.003
min	1.974-2.131=-0.157
max	2.375-2.526=-0.151

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.628-1861.612=0.016
σ	0.078-0.087=-0.009
min	1861.507-1861.497=0.010
max	1861.704-1861.728=-0.024

*mean*	1785.600-7208.000=-5422.400
σ	210.469-0.000=210.469
min	1528.000-7208.000=-5680.000
max	1990.000-7208.000=-5218.000

*mean*	3.270-3.022=0.248
σ	0.381-0.377=0.004
min	2.861-2.799=0.062
max	3.681-3.694=-0.013

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.595-1.510=0.085
σ	0.344-0.410=-0.065
min	1.017-1.015=0.002
max	1.861-1.930=-0.069

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.183-446.150=0.033
σ	577.140-577.064=0.076
min	157.610-157.617=-0.007
max	1311.894-1311.746=0.148

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	0.541-0.550=-0.009
σ	0.558-0.570=-0.012
min	0.261-0.261=0.000
max	1.378-1.405=-0.028

policies=20

*mean*	1576.404-1576.428=-0.024
σ	0.353-0.351=0.002
min	1576.171-1576.185=-0.015
max	1576.930-1576.948=-0.018

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	2.629-2.636=-0.007
σ	0.035-0.017=0.018
min	2.587-2.613=-0.026
max	2.673-2.655=0.019

policies=200

*mean*	15772.305-15772.313=-0.008
σ	0.137-0.114=0.023
min	15772.115-15772.180=-0.065
max	15772.442-15772.457=-0.015

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1528.000-7208.000=-5680.000
σ	0.000
min	1528.000-7208.000=-5680.000
max	1528.000-7208.000=-5680.000

*mean*	26.416-26.620=-0.204
σ	0.046-0.238=-0.192
min	26.363-26.396=-0.034
max	26.474-26.885=-0.412