Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=-0.001
σ	0.349-0.349=-0.000
min	54.482-54.483=-0.001
max	55.610-55.612=-0.001

*mean*	419.000-417.800=1.200
σ	0.000-0.422=-0.422
min	419.000-417.000=2.000
max	419.000-418.000=1.000

*mean*	0.141-0.140=0.001
σ	0.004-0.004=-0.000
min	0.138-0.136=0.001
max	0.147-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=-0.000
σ	0.005-0.008=-0.003
min	43.780-43.776=0.003
max	43.797-43.802=-0.005

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.123-0.123=0.000
σ	0.004-0.004=-0.000
min	0.120-0.116=0.004
max	0.129-0.129=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.619

*mean*	4171.500
σ	1899.709
min	1552.000
max	7206.000

*mean*	12.888
σ	0.423
min	12.412
max	13.758

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.621

*mean*	4291.750
σ	1979.587
min	1552.000
max	7206.000

*mean*	93.622
σ	228.106
min	12.000
max	658.156

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.933

*mean*	7206.000
σ	0.000
min	7206.000
max	7206.000

*mean*	14.795
σ	1.144
min	12.285
max	15.473

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7206.000
σ	0.000
min	7206.000
max	7206.000

*mean*	13.938
σ	1.035
min	11.663
max	14.796

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4171.500
σ	1899.709
min	1552.000
max	7206.000

*mean*	13.635
σ	1.612
min	11.390
max	15.480

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.003
min	27.603
max	27.611

*mean*	4171.500
σ	1899.709
min	1552.000
max	7206.000

*mean*	9.161
σ	0.268
min	8.722
max	9.515

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4171.500
σ	1899.709
min	1552.000
max	7206.000

*mean*	6.790
σ	0.254
min	6.487
max	7.114

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.669

*mean*	4291.750
σ	1979.587
min	1552.000
max	7206.000

*mean*	6.376
σ	0.675
min	5.977
max	7.975

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4291.750
σ	1979.587
min	1552.000
max	7206.000

*mean*	5.930
σ	0.681
min	5.508
max	7.591

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4291.750
σ	1979.587
min	1552.000
max	7206.000

*mean*	5.878
σ	0.742
min	5.064
max	7.582

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4291.750
σ	1979.587
min	1552.000
max	7206.000

*mean*	5.697
σ	0.742
min	4.964
max	7.353

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4107.625
σ	1572.631
min	1973.000
max	6049.000

*mean*	12.501
σ	0.236
min	12.169
max	12.791

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4107.625
σ	1572.631
min	1973.000
max	6049.000

*mean*	12.222
σ	0.717
min	11.375
max	13.116

op=table_records(), no indexes

*mean*	41.929
σ	0.000
min	41.928
max	41.929

*mean*	6049.000
σ	0.000
min	6049.000
max	6049.000

*mean*	13.130
σ	1.174
min	10.570
max	14.587

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4107.625
σ	1572.631
min	1973.000
max	6049.000

*mean*	12.435
σ	2.060
min	10.407
max	14.827

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.003
min	27.603
max	27.611

*mean*	4107.625
σ	1572.631
min	1973.000
max	6049.000

*mean*	8.558
σ	0.537
min	7.953
max	9.302

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4107.625
σ	1572.631
min	1973.000
max	6049.000

*mean*	6.472
σ	0.328
min	6.056
max	6.959

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4107.625
σ	1572.631
min	1973.000
max	6049.000

*mean*	5.478
σ	0.171
min	5.257
max	5.737

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4107.625
σ	1572.631
min	1973.000
max	6049.000

*mean*	5.292
σ	0.175
min	4.925
max	5.454

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.598

*mean*	7206.000
σ	0.000
min	7206.000
max	7206.000

*mean*	1143.497
σ	299.059
min	1019.993
max	1883.136

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.662

*mean*	3598.375
σ	1819.266
min	1077.000
max	5840.000

*mean*	4628.426
σ	1470.368
min	3530.832
max	7431.379

op=load_product(), no indexes

*mean*	2524.593
σ	0.000
min	2524.593
max	2524.594

*mean*	6049.000
σ	0.000
min	6049.000
max	6049.000

*mean*	1410.868
σ	552.009
min	1046.325
max	2498.387

op=load_product(), with indexes

*mean*	8744.558
σ	0.033
min	8744.544
max	8744.640

*mean*	3825.500
σ	1652.396
min	1973.000
max	6049.000

*mean*	4555.312
σ	1490.956
min	3543.551
max	7633.217

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4171.500
σ	1899.709
min	1552.000
max	7206.000

*mean*	81.047
σ	8.831
min	72.257
max	98.367

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4171.500
σ	1899.709
min	1552.000
max	7206.000

*mean*	81.827
σ	9.028
min	71.702
max	99.059

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944
σ	0.001
min	40.943
max	40.947

*mean*	7206.000
σ	0.000
min	7206.000
max	7206.000

*mean*	101.555
σ	11.526
min	75.595
max	107.949

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946
σ	0.002
min	40.944
max	40.947

*mean*	7206.000
σ	0.000
min	7206.000
max	7206.000

*mean*	101.604
σ	11.486
min	75.728
max	108.166

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.953

*mean*	7206.000
σ	0.000
min	7206.000
max	7206.000

*mean*	103.648
σ	10.624
min	81.340
max	111.502

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7206.000
σ	0.000
min	7206.000
max	7206.000

*mean*	101.722
σ	11.686
min	75.495
max	108.252

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7206.000
σ	0.000
min	7206.000
max	7206.000

*mean*	220.512
σ	179.841
min	121.819
max	663.889

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7206.000
σ	0.000
min	7206.000
max	7206.000

*mean*	153.076
σ	19.869
min	121.731
max	168.140

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4107.625
σ	1572.631
min	1973.000
max	6049.000

*mean*	80.975
σ	9.056
min	72.125
max	96.955

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	6049.000
σ	0.000
min	6049.000
max	6049.000

*mean*	96.592
σ	9.317
min	84.813
max	108.275

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	6049.000
σ	0.000
min	6049.000
max	6049.000

*mean*	227.754
σ	236.975
min	126.280
max	813.310

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.834
σ	4.318
min	11655.305
max	11667.520

*mean*	4171.500
σ	1899.709
min	1552.000
max	7206.000

*mean*	7010.051
σ	1273.178
min	4935.992
max	8267.292

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.003
min	11560.064
max	11560.070

*mean*	7206.000
σ	0.000
min	7206.000
max	7206.000

*mean*	5686.645
σ	1390.811
min	4417.108
max	7647.565

op=table_records()

*mean*	11656.833
σ	4.317
min	11655.305
max	11667.517

*mean*	4107.625
σ	1572.631
min	1973.000
max	6049.000

*mean*	6453.813
σ	1307.327
min	4919.701
max	8215.523

op=vertical_lookup_list() on indexed

*mean*	11560.069
σ	0.002
min	11560.066
max	11560.072

*mean*	6049.000
σ	0.000
min	6049.000
max	6049.000

*mean*	6761.089
σ	1498.929
min	4378.643
max	8203.877

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.668
σ	0.008
min	172.654
max	172.679

*mean*	489.250
σ	0.707
min	489.000
max	491.000

*mean*	404.562
σ	19.514
min	367.180
max	422.584

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.463
σ	0.156
min	357.321
max	357.643

*mean*	574.000
σ	0.000
min	574.000
max	574.000

*mean*	794.866
σ	39.710
min	720.423
max	858.308

op=pointedIndexFromKvs

rows=200000

*mean*	172.588
σ	0.025
min	172.558
max	172.624

*mean*	1973.000
σ	0.000
min	1973.000
max	1973.000

*mean*	364.942
σ	42.445
min	272.558
max	402.833

op=pointedIndexFromKvs

rows=400000

*mean*	357.356
σ	0.039
min	357.321
max	357.415

*mean*	1973.000
σ	0.000
min	1973.000
max	1973.000

*mean*	799.830
σ	14.927
min	782.331
max	820.353

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.423-1008.323=0.099
σ	0.897-0.761=0.136
min	1007.945-1007.847=0.098
max	1012.146-1011.469=0.678

*mean*	1044.900-7206.000=-6161.100
σ	306.695-0.000=306.695
min	550.000-7206.000=-6656.000
max	1474.000-7206.000=-5732.000

*mean*	1.563-1.534=0.030
σ	0.117-0.178=-0.061
min	1.447-1.402=0.046
max	1.942-2.081=-0.140

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	0.432-0.310=0.121
σ	0.126-0.098=0.028
min	0.343-0.251=0.092
max	0.643-0.483=0.160

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	0.883-0.641=0.242
σ	0.089-0.075=0.014
min	0.821-0.594=0.227
max	1.037-0.773=0.264

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	0.544-0.483=0.061
σ	0.045-0.059=-0.015
min	0.512-0.401=0.111
max	0.622-0.536=0.086

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	0.839-0.852=-0.012
σ	0.047-0.034=0.014
min	0.799-0.826=-0.027
max	0.910-0.908=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.552=-0.011
σ	0.028-0.023=0.005
min	963.523-963.530=-0.007
max	963.589-963.579=0.010

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	0.843-0.821=0.022
σ	0.025-0.037=-0.012
min	0.805-0.769=0.036
max	0.865-0.853=0.012

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.005-0.006=-0.001
min	884.847
max	884.859-884.861=-0.001

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	0.696-0.716=-0.019
σ	0.047-0.063=-0.016
min	0.639-0.603=0.035
max	0.745-0.749=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.003

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	4.264-3.534=0.730
σ	0.076-0.084=-0.008
min	4.130-3.414=0.716
max	4.602-3.936=0.666

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	4.247-3.498=0.749
σ	0.086-0.076=0.010
min	4.105-3.259=0.846
max	4.604-3.775=0.829

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	0.750-0.753=-0.002
σ	0.017-0.017=0.000
min	0.719-0.725=-0.007
max	0.859-0.861=-0.002

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	0.713-0.721=-0.008
σ	0.018-0.014=0.003
min	0.630-0.695=-0.065
max	0.783-0.800=-0.017

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.636-297.827=-0.191
σ	0.204-0.238=-0.034
min	297.466-297.667=-0.201
max	298.180-298.475=-0.296

*mean*	1973.000-7206.000=-5233.000
σ	0.000
min	1973.000-7206.000=-5233.000
max	1973.000-7206.000=-5233.000

*mean*	0.604-0.593=0.010
σ	0.043-0.021=0.022
min	0.537-0.555=-0.018
max	0.703-0.618=0.085

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.458-292.412=0.046
σ	0.035-0.029=0.006
min	292.420-292.372=0.047
max	292.501-292.452=0.049

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	0.403-0.393=0.010
σ	0.009-0.003=0.006
min	0.397-0.389=0.008
max	0.418-0.395=0.023

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.380-1302.320=0.061
σ	0.090-0.096=-0.006
min	1302.277-1302.208=0.069
max	1302.509-1302.458=0.050

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	2.290-1.976=0.314
σ	0.103-0.124=-0.021
min	2.154-1.832=0.322
max	2.395-2.166=0.230

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.345-1545.315=0.029
σ	4.019-4.057=-0.037
min	1543.388-1543.280=0.108
max	1552.529-1552.563=-0.034

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	2.287-2.321=-0.034
σ	0.149-0.202=-0.053
min	2.107-2.060=0.047
max	2.468-2.550=-0.082

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.322-1864.318=0.003
σ	0.079-0.076=0.003
min	1864.209-1864.222=-0.013
max	1864.394-1864.417=-0.023

*mean*	1769.200-7206.000=-5436.800
σ	215.040-0.000=215.040
min	1482.000-7206.000=-5724.000
max	1973.000-7206.000=-5233.000

*mean*	3.353-2.992=0.361
σ	0.486-0.203=0.283
min	2.882-2.748=0.134
max	3.969-3.253=0.716

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.803-1.602=0.200
σ	0.050-0.262=-0.211
min	1.724-1.248=0.476
max	1.850-1.844=0.006

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.667-446.629=0.037
σ	577.140-577.064=0.076
min	158.096-158.094=0.002
max	1312.377-1312.226=0.151

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	0.546-0.506=0.040
σ	0.562-0.479=0.083
min	0.261-0.263=-0.003
max	1.388-1.224=0.165

policies=20

*mean*	1581.246-1581.244=0.002
σ	0.358-0.362=-0.004
min	1581.005-1580.997=0.008
max	1581.778-1581.779=-0.001

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	2.637-2.632=0.005
σ	0.015-0.017=-0.003
min	2.624-2.614=0.010
max	2.654-2.651=0.003

policies=200

*mean*	15820.487-15820.490=-0.003
σ	0.114-0.097=0.017
min	15820.387-15820.384=0.003
max	15820.639-15820.599=0.040

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1474.000-7206.000=-5732.000
σ	0.000
min	1474.000-7206.000=-5732.000
max	1474.000-7206.000=-5732.000

*mean*	26.508-26.650=-0.142
σ	0.016-0.207=-0.191
min	26.488-26.375=0.113
max	26.528-26.814=-0.286