Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.705-53.704=0.001
σ	0.367-0.370=-0.003
min	53.565-53.556=0.009
max	54.750-54.757=-0.007

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.137-0.138=-0.001
σ	0.005-0.006=-0.000
min	0.129-0.129=-0.000
max	0.147-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.059-43.058=0.002
σ	0.006-0.006=-0.001
min	43.052-43.047=0.004
max	43.067-43.065=0.003

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.121-0.120=0.000
σ	0.004-0.005=-0.001
min	0.117-0.115=0.003
max	0.127-0.129=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	110.058
σ	275.426
min	12.516
max	791.702

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	13.958
σ	2.788
min	12.092
max	20.793

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.933

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	15.005
σ	0.883
min	13.016
max	15.715

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	13.579
σ	0.896
min	11.872
max	14.684

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	13.978
σ	1.674
min	11.195
max	15.415

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	9.108
σ	0.383
min	8.561
max	9.669

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	6.876
σ	0.185
min	6.510
max	7.107

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	6.206
σ	0.531
min	5.835
max	7.501

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	5.877
σ	0.606
min	5.565
max	7.359

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	5.930
σ	0.575
min	5.615
max	7.301

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	5.920
σ	0.615
min	5.531
max	7.265

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.598

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	1451.203
σ	646.611
min	1041.121
max	2773.599

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.040
min	8744.545
max	8744.660

*mean*	3595.500
σ	1821.105
min	1073.000
max	5832.000

*mean*	5114.762
σ	1742.367
min	3552.298
max	7642.329

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	80.254
σ	9.910
min	72.409
max	100.807

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	80.731
σ	10.228
min	71.846
max	101.801

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	102.811
σ	6.818
min	90.637
max	107.287

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	102.821
σ	6.865
min	90.383
max	107.369

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	104.820
σ	6.792
min	92.840
max	112.315

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.948
max	40.954

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	103.009
σ	6.959
min	90.655
max	107.404

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.690

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	245.795
σ	241.089
min	143.130
max	841.978

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	156.204
σ	16.535
min	123.371
max	170.425

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	6781.140
σ	1187.990
min	4940.072
max	8132.370

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	5693.075
σ	1380.258
min	4442.124
max	7787.368

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.659
σ	0.009
min	172.643
max	172.672

*mean*	488.000
σ	0.000
min	488.000
max	488.000

*mean*	381.566
σ	36.189
min	312.284
max	413.679

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.477
σ	0.168
min	357.321
max	357.677

*mean*	565.000
σ	0.000
min	565.000
max	565.000

*mean*	808.398
σ	22.755
min	785.691
max	854.864

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.000-1005.101=-0.101
σ	0.751-0.888=-0.137
min	1004.527-1004.635=-0.108
max	1008.104-1008.782=-0.678

*mean*	7211.000-1044.600=6166.400
σ	0.000-293.905=-293.905
min	7211.000-575.000=6636.000
max	7211.000-1462.000=5749.000

*mean*	1.605-1.621=-0.015
σ	0.104-0.063=0.041
min	1.500-1.513=-0.013
max	1.825-1.745=0.080

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.001
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.000

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	0.331-0.410=-0.078
σ	0.158-0.122=0.036
min	0.250-0.330=-0.080
max	0.613-0.624=-0.011

name=error_case.art

*mean*	2.334-2.333=0.001
σ	0.002-0.003=-0.000
min	2.332
max	2.337

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	0.666-0.872=-0.206
σ	0.126-0.088=0.038
min	0.591-0.819=-0.228
max	0.889-1.026=-0.137

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=-0.000
min	1.520
max	1.524

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	0.478-0.538=-0.060
σ	0.052-0.055=-0.004
min	0.402-0.495=-0.093
max	0.529-0.634=-0.105

name=nested_use.art

*mean*	2.356-2.355=0.000
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	0.840-0.872=-0.032
σ	0.028-0.069=-0.041
min	0.809-0.816=-0.007
max	0.884-0.973=-0.089

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.549-963.541=0.007
σ	0.018-0.028=-0.010
min	963.528-963.523=0.005
max	963.572-963.590=-0.017

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	0.773-0.824=-0.052
σ	0.055-0.052=0.003
min	0.708-0.738=-0.031
max	0.840-0.860=-0.020

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.001
σ	0.005-0.006=-0.001
min	884.847
max	884.859-884.860=-0.001

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	0.710-0.729=-0.019
σ	0.055-0.016=0.039
min	0.612-0.704=-0.092
max	0.739-0.742=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	4.268-4.274=-0.006
σ	0.083-0.070=0.013
min	4.118-4.143=-0.025
max	4.589-4.536=0.053

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658-7.658=0.000

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	4.263-4.260=0.003
σ	0.079-0.081=-0.003
min	4.101-4.129=-0.028
max	4.524-4.602=-0.078

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	0.746-0.744=0.002
σ	0.023-0.019=0.005
min	0.713-0.712=0.000
max	0.867-0.859=0.008

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	0.705-0.705=0.000
σ	0.049-0.015=0.034
min	0.350-0.677=-0.327
max	0.902-0.798=0.104

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.373-294.415=-0.041
σ	0.227-0.239=-0.012
min	294.219-294.241=-0.021
max	294.995-295.072=-0.077

*mean*	7211.000-1906.000=5305.000
σ	0.000
min	7211.000-1906.000=5305.000
max	7211.000-1906.000=5305.000

*mean*	0.574-0.574=0.000
σ	0.028-0.040=-0.012
min	0.517-0.506=0.010
max	0.605-0.656=-0.051

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.463-281.497=-0.034
σ	0.039-0.037=0.002
min	281.404-281.453=-0.049
max	281.506-281.537=-0.032

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	0.385-0.393=-0.008
σ	0.007-0.006=0.002
min	0.377-0.387=-0.011
max	0.394-0.400=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.506-1291.475=0.032
σ	0.116-0.104=0.012
min	1291.364-1291.348=0.016
max	1291.625-1291.591=0.033

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	1.945-2.009=-0.064
σ	0.098-0.275=-0.177
min	1.781-1.818=-0.037
max	2.020-2.484=-0.463

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.338-1534.328=0.010
σ	3.982-4.005=-0.024
min	1532.281-1532.278=0.003
max	1541.452-1541.483=-0.031

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	2.273-2.271=0.002
σ	0.245-0.194=0.051
min	2.050-2.044=0.007
max	2.616-2.486=0.130

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.327-1853.355=-0.028
σ	0.063-0.051=0.013
min	1853.227-1853.305=-0.078
max	1853.379-1853.426=-0.047

*mean*	7211.000-1759.600=5451.400
σ	0.000-171.024=-171.024
min	7211.000-1505.000=5706.000
max	7211.000-1906.000=5305.000

*mean*	2.889-2.968=-0.079
σ	0.082-0.087=-0.006
min	2.824-2.882=-0.057
max	3.000-3.108=-0.108

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.612-1.812=-0.200
σ	0.255-0.095=0.160
min	1.306-1.691=-0.385
max	1.870-1.937=-0.067

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.428-442.428=0.000
σ	577.064-577.065=-0.000
min	153.893-153.894=-0.001
max	1308.025-1308.025=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	0.538-0.555=-0.017
σ	0.544-0.595=-0.051
min	0.263-0.257=0.007
max	1.355-1.448=-0.093

policies=20

*mean*	1539.213-1539.217=-0.005
σ	0.321-0.328=-0.007
min	1538.997-1538.992=0.005
max	1539.689-1539.705=-0.016

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	2.590-2.583=0.008
σ	0.019-0.027=-0.008
min	2.569-2.567=0.003
max	2.616-2.622=-0.007

policies=200

*mean*	15400.446-15400.382=0.064
σ	0.132-0.113=0.019
min	15400.290-15400.219=0.071
max	15400.608-15400.482=0.125

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7211.000-1462.000=5749.000
σ	0.000
min	7211.000-1462.000=5749.000
max	7211.000-1462.000=5749.000

*mean*	26.002-26.118=-0.116
σ	0.116-0.089=0.027
min	25.879-26.018=-0.139
max	26.151-26.213=-0.062