Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-53.706=0.911
σ	0.350-0.367=-0.018
min	54.484-53.565=0.919
max	55.612-54.751=0.861

*mean*	417.000-416.700=0.300
σ	0.000-0.483=-0.483
min	417.000-416.000=1.000
max	417.000

*mean*	0.141-0.140=0.001
σ	0.004-0.003=0.001
min	0.137-0.136=0.000
max	0.148-0.146=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.059=0.727
σ	0.006-0.006=-0.001
min	43.778-43.048=0.730
max	43.794-43.067=0.727

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.124-0.123=0.001
σ	0.007-0.004=0.003
min	0.116-0.118=-0.002
max	0.140-0.129=0.011

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.619

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	12.674
σ	0.211
min	12.499
max	13.105

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4286.250
σ	1977.019
min	1550.000
max	7195.000

*mean*	71.706
σ	166.078
min	11.937
max	482.723

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	15.026
σ	0.491
min	14.195
max	15.550

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	14.352
σ	0.579
min	13.403
max	15.051

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	13.747
σ	1.684
min	11.360
max	15.447

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604
σ	0.002
min	27.603
max	27.607

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	8.990
σ	0.416
min	8.532
max	9.611

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	6.447
σ	0.235
min	6.077
max	6.773

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.665
max	25.668

*mean*	4286.250
σ	1977.019
min	1550.000
max	7195.000

*mean*	6.114
σ	0.182
min	5.833
max	6.347

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4286.250
σ	1977.019
min	1550.000
max	7195.000

*mean*	5.676
σ	0.220
min	5.215
max	5.890

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4286.250
σ	1977.019
min	1550.000
max	7195.000

*mean*	5.672
σ	0.252
min	5.178
max	5.865

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.001
min	25.967
max	25.971

*mean*	4286.250
σ	1977.019
min	1550.000
max	7195.000

*mean*	5.527
σ	0.278
min	4.983
max	5.826

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	1620.565
σ	881.243
min	1035.663
max	3121.580

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.661

*mean*	3594.250
σ	1817.614
min	1074.000
max	5833.000

*mean*	4449.960
σ	1356.161
min	3537.609
max	7159.614

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	79.867
σ	9.942
min	70.578
max	98.737

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	81.674
σ	10.274
min	71.455
max	101.773

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	104.035
σ	5.399
min	94.046
max	107.609

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	103.881
σ	5.344
min	94.182
max	107.431

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.948
max	40.954

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	105.948
σ	5.429
min	94.127
max	110.908

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.948
max	40.953

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	104.276
σ	5.521
min	93.932
max	107.803

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	161.710
σ	7.934
min	147.065
max	167.216

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.002
min	66.685
max	66.689

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	156.057
σ	18.290
min	114.684
max	168.010

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.834
σ	4.318
min	11655.305
max	11667.519

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	6256.334
σ	1202.398
min	4909.699
max	7893.782

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.068

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	5524.518
σ	1269.613
min	4355.070
max	7814.921

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.660
σ	0.012
min	172.637
max	172.675

*mean*	486.000
σ	0.000
min	486.000
max	486.000

*mean*	386.986
σ	38.978
min	311.931
max	419.999

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.459
σ	0.149
min	357.321
max	357.635

*mean*	563.000
σ	0.000
min	563.000
max	563.000

*mean*	776.095
σ	73.882
min	598.336
max	816.416

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.083-1005.105=2.978
σ	0.761-0.888=-0.126
min	1007.611-1004.637=2.974
max	1011.232-1008.782=2.450

*mean*	7195.000-1055.100=6139.900
σ	0.000-321.597=-321.597
min	7195.000-553.000=6642.000
max	7195.000-1632.000=5563.000

*mean*	1.558-1.628=-0.070
σ	0.158-0.090=0.068
min	1.389-1.556=-0.167
max	1.960-1.879=0.081

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	0.318-0.418=-0.100
σ	0.111-0.135=-0.024
min	0.247-0.335=-0.088
max	0.514-0.658=-0.143

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	0.643-0.878=-0.234
σ	0.084-0.086=-0.003
min	0.593-0.830=-0.236
max	0.792-1.031=-0.239

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	0.513-0.542=-0.029
σ	0.035-0.057=-0.022
min	0.452-0.485=-0.032
max	0.538-0.636=-0.099

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	0.835-0.840=-0.005
σ	0.046-0.039=0.007
min	0.799-0.808=-0.009
max	0.915-0.904=0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.554=-0.003
σ	0.020-0.026=-0.006
min	963.535-963.535=0.001
max	963.584-963.599=-0.015

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	0.804-0.827=-0.023
σ	0.047-0.039=0.008
min	0.746-0.773=-0.027
max	0.853-0.860=-0.007

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.001
σ	0.008-0.008=-0.000
min	884.847
max	884.867-884.866=0.001

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	0.723-0.713=0.010
σ	0.024-0.065=-0.041
min	0.681-0.596=0.085
max	0.742-0.746=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.712=-0.001

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	4.226-4.266=-0.040
σ	0.075-0.067=0.008
min	4.107-4.148=-0.041
max	4.478-4.538=-0.060

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	4.203-4.265=-0.062
σ	0.066-0.069=-0.002
min	4.072-4.144=-0.072
max	4.479-4.636=-0.157

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	0.751-0.745=0.006
σ	0.017-0.016=0.001
min	0.724-0.717=0.007
max	0.867-0.863=0.004

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	0.713-0.703=0.010
σ	0.017-0.016=0.002
min	0.685-0.678=0.007
max	0.827-0.803=0.023

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.450-294.342=3.108
σ	0.222-0.279=-0.057
min	297.237-294.065=3.173
max	298.045-295.075=2.970

*mean*	7195.000-1974.000=5221.000
σ	0.000
min	7195.000-1974.000=5221.000
max	7195.000-1974.000=5221.000

*mean*	0.596-0.570=0.026
σ	0.048-0.067=-0.019
min	0.507-0.495=0.012
max	0.688-0.717=-0.029

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.727-281.493=8.234
σ	0.036-0.036=0.000
min	289.675-281.453=8.222
max	289.774-281.529=8.245

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	0.388-0.379=0.009
σ	0.001-0.001=0.001
min	0.386-0.378=0.009
max	0.390-0.380=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.645-1291.479=8.166
σ	0.105-0.117=-0.011
min	1299.516-1291.352=8.164
max	1299.772-1291.646=8.126

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	2.015-1.928=0.086
σ	0.194-0.109=0.086
min	1.817-1.788=0.029
max	2.239-2.046=0.193

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.630-1534.344=8.286
σ	4.051-4.031=0.021
min	1540.610-1532.322=8.288
max	1549.869-1541.543=8.326

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	2.271-2.349=-0.078
σ	0.184-0.263=-0.079
min	2.092-2.093=-0.001
max	2.550-2.705=-0.155

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.608-1853.374=8.234
σ	0.059-0.078=-0.018
min	1861.525-1853.284=8.241
max	1861.668-1853.469=8.199

*mean*	7195.000-1802.800=5392.200
σ	0.000-168.869=-168.869
min	7195.000-1632.000=5563.000
max	7195.000-1974.000=5221.000

*mean*	3.113-3.253=-0.139
σ	0.376-0.334=0.042
min	2.836-2.892=-0.055
max	3.771-3.656=0.115

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.464-1.424=0.039
σ	0.392-0.305=0.087
min	1.010-1.102=-0.091
max	1.876-1.873=0.003

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-442.429=3.719
σ	577.065-577.063=0.001
min	157.613-153.895=3.718
max	1311.744-1308.024=3.721

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	0.545-0.521=0.024
σ	0.552-0.515=0.037
min	0.269-0.261=0.008
max	1.373-1.293=0.080

policies=20

*mean*	1576.416-1539.224=37.192
σ	0.355-0.321=0.034
min	1576.180-1538.999=37.181
max	1576.942-1539.700=37.243

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	2.642-2.573=0.068
σ	0.025-0.016=0.009
min	2.606-2.554=0.053
max	2.664-2.589=0.076

policies=200

*mean*	15772.240-15400.365=371.876
σ	0.024-0.085=-0.061
min	15772.218-15400.270=371.948
max	15772.274-15400.467=371.807

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7195.000-1632.000=5563.000
σ	0.000
min	7195.000-1632.000=5563.000
max	7195.000-1632.000=5563.000

*mean*	26.663-25.961=0.702
σ	0.203-0.075=0.128
min	26.438-25.862=0.576
max	26.842-26.035=0.807