Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.797-53.799=-0.001
σ	0.349-0.350=-0.000
min	53.659-53.660=-0.001
max	54.791-54.793=-0.002

*mean*	415.000-413.000=2.000
σ	0.000
min	415.000-413.000=2.000
max	415.000-413.000=2.000

*mean*	0.133-0.138=-0.005
σ	0.005-0.005=-0.000
min	0.129-0.134=-0.005
max	0.144-0.146=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.079-43.079=-0.000
σ	0.007-0.005=0.002
min	43.070-43.072=-0.002
max	43.090-43.087=0.003

*mean*	415.000-413.000=2.000
σ	0.000
min	415.000-413.000=2.000
max	415.000-413.000=2.000

*mean*	0.120-0.122=-0.003
σ	0.003-0.004=-0.002
min	0.117-0.118=-0.001
max	0.126-0.130=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4167.125
σ	1902.163
min	1547.000
max	7198.000

*mean*	12.765
σ	0.279
min	12.409
max	13.247

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4286.625
σ	1981.919
min	1547.000
max	7198.000

*mean*	96.246
σ	238.126
min	11.716
max	685.577

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7198.000
σ	0.000
min	7198.000
max	7198.000

*mean*	14.650
σ	1.159
min	12.145
max	15.348

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7198.000
σ	0.000
min	7198.000
max	7198.000

*mean*	13.192
σ	1.306
min	11.087
max	14.607

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4167.125
σ	1902.163
min	1547.000
max	7198.000

*mean*	13.482
σ	1.669
min	10.800
max	15.014

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604
σ	0.002
min	27.603
max	27.607

*mean*	4167.125
σ	1902.163
min	1547.000
max	7198.000

*mean*	8.838
σ	0.274
min	8.301
max	9.147

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.001
min	26.399
max	26.403

*mean*	4167.125
σ	1902.163
min	1547.000
max	7198.000

*mean*	6.799
σ	0.466
min	5.740
max	7.129

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.667
σ	0.002
min	25.665
max	25.670

*mean*	4286.625
σ	1981.919
min	1547.000
max	7198.000

*mean*	6.053
σ	0.630
min	5.667
max	7.587

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4286.625
σ	1981.919
min	1547.000
max	7198.000

*mean*	5.773
σ	0.563
min	5.401
max	7.132

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4286.625
σ	1981.919
min	1547.000
max	7198.000

*mean*	5.809
σ	0.603
min	5.039
max	7.165

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.001
min	25.967
max	25.971

*mean*	4286.625
σ	1981.919
min	1547.000
max	7198.000

*mean*	5.706
σ	0.610
min	5.162
max	7.166

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.598

*mean*	7198.000
σ	0.000
min	7198.000
max	7198.000

*mean*	1180.915
σ	387.895
min	1035.561
max	2140.782

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.042
min	8744.545
max	8744.664

*mean*	3593.500
σ	1823.357
min	1071.000
max	5839.000

*mean*	4708.166
σ	1556.281
min	3521.608
max	7359.405

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.081

*mean*	4167.125
σ	1902.163
min	1547.000
max	7198.000

*mean*	77.722
σ	5.613
min	71.126
max	86.255

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078
σ	0.003
min	62.075
max	62.084

*mean*	4167.125
σ	1902.163
min	1547.000
max	7198.000

*mean*	78.111
σ	5.620
min	71.122
max	86.722

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944
σ	0.001
min	40.943
max	40.947

*mean*	7198.000
σ	0.000
min	7198.000
max	7198.000

*mean*	101.277
σ	11.629
min	75.221
max	108.112

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946
σ	0.002
min	40.944
max	40.948

*mean*	7198.000
σ	0.000
min	7198.000
max	7198.000

*mean*	101.562
σ	11.278
min	76.280
max	108.509

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.953

*mean*	7198.000
σ	0.000
min	7198.000
max	7198.000

*mean*	104.061
σ	11.151
min	81.338
max	112.702

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951
σ	0.002
min	40.948
max	40.954

*mean*	7198.000
σ	0.000
min	7198.000
max	7198.000

*mean*	101.603
σ	11.574
min	75.857
max	108.654

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686
σ	0.001
min	66.686
max	66.689

*mean*	7198.000
σ	0.000
min	7198.000
max	7198.000

*mean*	205.996
σ	141.054
min	120.711
max	552.816

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7198.000
σ	0.000
min	7198.000
max	7198.000

*mean*	151.388
σ	22.626
min	113.203
max	168.450

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.519

*mean*	4167.125
σ	1902.163
min	1547.000
max	7198.000

*mean*	6964.718
σ	1189.997
min	4928.852
max	7998.789

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7198.000
σ	0.000
min	7198.000
max	7198.000

*mean*	5814.967
σ	1668.408
min	4357.250
max	8669.926

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.664
σ	0.009
min	172.646
max	172.675

*mean*	485.000
σ	0.000
min	485.000
max	485.000

*mean*	388.092
σ	25.476
min	347.392
max	420.864

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.469
σ	0.158
min	357.321
max	357.642

*mean*	561.000
σ	0.000
min	561.000
max	561.000

*mean*	781.075
σ	34.173
min	719.503
max	819.952

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.002-1005.105=-0.103
σ	0.751-0.880=-0.130
min	1004.532-1004.634=-0.102
max	1008.107-1008.752=-0.646

*mean*	7198.000-1061.450=6136.550
σ	0.000-328.675=-328.675
min	7198.000-549.000=6649.000
max	7198.000-1629.000=5569.000

*mean*	1.598-1.596=0.002
σ	0.124-0.089=0.035
min	1.479-1.521=-0.042
max	1.865-1.846=0.018

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.000

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	0.334-0.430=-0.096
σ	0.171-0.123=0.048
min	0.243-0.351=-0.108
max	0.639-0.646=-0.007

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	0.675-0.896=-0.221
σ	0.167-0.060=0.107
min	0.574-0.856=-0.283
max	0.971-1.002=-0.031

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	0.387-0.547=-0.161
σ	0.034-0.040=-0.006
min	0.363-0.516=-0.153
max	0.445-0.614=-0.170

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	0.648-0.857=-0.209
σ	0.093-0.031=0.062
min	0.578-0.838=-0.260
max	0.805-0.912=-0.106

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.557=-0.014
σ	0.026-0.029=-0.004
min	963.523
max	963.585-963.603=-0.018

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	0.798-0.812=-0.014
σ	0.059-0.062=-0.003
min	0.708-0.740=-0.032
max	0.861-0.860=0.000

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.856=-0.002
σ	0.006-0.006=-0.000
min	884.847
max	884.860-884.862=-0.002

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	0.685-0.743=-0.058
σ	0.067-0.009=0.058
min	0.610-0.727=-0.117
max	0.742-0.750=-0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	4.284-4.252=0.032
σ	0.080-0.085=-0.005
min	4.114-4.110=0.004
max	4.558-4.610=-0.052

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	4.285-4.247=0.038
σ	0.084-0.088=-0.004
min	4.098-4.126=-0.028
max	4.529-4.663=-0.133

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	0.749-0.751=-0.002
σ	0.019-0.022=-0.003
min	0.717-0.662=0.055
max	0.871-0.884=-0.013

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	0.703-0.711=-0.009
σ	0.014-0.017=-0.003
min	0.675-0.676=-0.000
max	0.756-0.792=-0.035

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.275-294.276=-0.001
σ	0.189-0.200=-0.012
min	294.133-294.140=-0.008
max	294.788-294.817=-0.029

*mean*	7198.000-1932.000=5266.000
σ	0.000
min	7198.000-1932.000=5266.000
max	7198.000-1932.000=5266.000

*mean*	0.575-0.594=-0.019
σ	0.025-0.027=-0.002
min	0.549-0.539=0.010
max	0.607-0.647=-0.040

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.468-281.499=-0.031
σ	0.036-0.039=-0.003
min	281.415-281.454=-0.039
max	281.509-281.540=-0.031

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	0.397-0.386=0.011
σ	0.008-0.007=0.000
min	0.387-0.376=0.011
max	0.402-0.392=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.512-1291.488=0.024
σ	0.105-0.113=-0.008
min	1291.395-1291.367=0.027
max	1291.631-1291.630=0.001

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	1.969-1.905=0.064
σ	0.111-0.097=0.014
min	1.806-1.802=0.004
max	2.095-2.019=0.077

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.360-1534.353=0.006
σ	4.000-4.008=-0.008
min	1532.275-1532.323=-0.048
max	1541.505-1541.512=-0.006

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	2.322-2.359=-0.037
σ	0.325-0.204=0.121
min	2.070-2.110=-0.040
max	2.765-2.566=0.199

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.343-1853.377=-0.034
σ	0.093-0.088=0.005
min	1853.212-1853.276=-0.064
max	1853.453-1853.470=-0.018

*mean*	7198.000-1777.200=5420.800
σ	0.000-151.680=-151.680
min	7198.000-1629.000=5569.000
max	7198.000-1932.000=5266.000

*mean*	3.039-2.934=0.105
σ	0.218-0.110=0.109
min	2.861-2.837=0.024
max	3.392-3.093=0.299

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.769-1.330=0.440
σ	0.092-0.247=-0.155
min	1.610-1.112=0.498
max	1.848-1.705=0.143

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.432-442.430=0.002
σ	577.064-577.065=-0.001
min	153.896-153.896=-0.000
max	1308.028-1308.027=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	0.530-0.537=-0.007
σ	0.538-0.555=-0.017
min	0.256-0.258=-0.002
max	1.337-1.369=-0.032

policies=20

*mean*	1539.249-1539.227=0.022
σ	0.322-0.316=0.007
min	1539.024-1539.008=0.017
max	1539.726-1539.696=0.030

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	2.579-2.564=0.015
σ	0.017-0.010=0.007
min	2.560-2.556=0.004
max	2.602-2.576=0.026

policies=200

*mean*	15400.733-15400.706=0.027
σ	0.087-0.141=-0.054
min	15400.648-15400.565=0.082
max	15400.838-15400.902=-0.064

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7198.000-1629.000=5569.000
σ	0.000
min	7198.000-1629.000=5569.000
max	7198.000-1629.000=5569.000

*mean*	26.077-26.058=0.019
σ	0.223-0.127=0.097
min	25.857-25.957=-0.100
max	26.386-26.228=0.158