Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.705-54.032=-0.327
σ	0.368-0.366=0.002
min	53.558-53.888=-0.330
max	54.752-55.073=-0.321

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.139-0.139=-0.000
σ	0.004-0.005=-0.001
min	0.135-0.132=0.003
max	0.145-0.147=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.059-43.385=-0.326
σ	0.007-0.006=0.001
min	43.047-43.374=-0.326
max	43.070-43.394=-0.324

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.122-0.120=0.002
σ	0.003-0.003=0.000
min	0.119-0.116=0.003
max	0.127-0.123=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4294.000
σ	1983.448
min	1553.000
max	7217.000

*mean*	99.555
σ	245.198
min	12.608
max	706.388

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4294.000
σ	1983.448
min	1553.000
max	7217.000

*mean*	13.440
σ	3.223
min	11.948
max	21.316

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7217.000
σ	0.000
min	7217.000
max	7217.000

*mean*	15.071
σ	0.831
min	13.761
max	15.997

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7217.000
σ	0.000
min	7217.000
max	7217.000

*mean*	14.102
σ	0.964
min	12.320
max	15.263

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928
σ	0.002
min	41.927
max	41.932

*mean*	4177.875
σ	1905.953
min	1553.000
max	7217.000

*mean*	13.844
σ	1.380
min	11.658
max	15.439

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604
σ	0.002
min	27.603
max	27.607

*mean*	4177.875
σ	1905.953
min	1553.000
max	7217.000

*mean*	9.178
σ	0.380
min	8.700
max	9.512

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4177.875
σ	1905.953
min	1553.000
max	7217.000

*mean*	7.038
σ	0.397
min	6.461
max	7.460

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4294.000
σ	1983.448
min	1553.000
max	7217.000

*mean*	6.149
σ	0.532
min	5.755
max	7.406

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4294.000
σ	1983.448
min	1553.000
max	7217.000

*mean*	5.888
σ	0.538
min	5.618
max	7.208

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4294.000
σ	1983.448
min	1553.000
max	7217.000

*mean*	6.072
σ	0.569
min	5.654
max	7.409

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.001
min	25.967
max	25.971

*mean*	4294.000
σ	1983.448
min	1553.000
max	7217.000

*mean*	5.789
σ	0.578
min	5.289
max	7.163

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7217.000
σ	0.000
min	7217.000
max	7217.000

*mean*	1414.040
σ	555.818
min	1046.665
max	2323.124

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.661

*mean*	3599.375
σ	1821.874
min	1079.000
max	5836.000

*mean*	4912.474
σ	1668.036
min	3507.914
max	7498.714

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4177.875
σ	1905.953
min	1553.000
max	7217.000

*mean*	81.512
σ	9.854
min	72.658
max	99.487

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4177.875
σ	1905.953
min	1553.000
max	7217.000

*mean*	82.187
σ	10.253
min	72.374
max	101.230

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7217.000
σ	0.000
min	7217.000
max	7217.000

*mean*	105.646
σ	6.494
min	94.484
max	109.533

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7217.000
σ	0.000
min	7217.000
max	7217.000

*mean*	105.439
σ	6.603
min	94.197
max	109.474

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.954

*mean*	7217.000
σ	0.000
min	7217.000
max	7217.000

*mean*	108.109
σ	3.849
min	101.445
max	112.155

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.953

*mean*	7217.000
σ	0.000
min	7217.000
max	7217.000

*mean*	105.466
σ	6.403
min	94.461
max	109.764

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.690

*mean*	7217.000
σ	0.000
min	7217.000
max	7217.000

*mean*	243.332
σ	231.150
min	146.625
max	814.983

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.002
min	66.685
max	66.689

*mean*	7217.000
σ	0.000
min	7217.000
max	7217.000

*mean*	158.053
σ	14.386
min	129.561
max	169.501

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.834
σ	4.318
min	11655.305
max	11667.520

*mean*	4177.875
σ	1905.953
min	1553.000
max	7217.000

*mean*	7018.277
σ	1318.160
min	4897.996
max	8341.331

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.068

*mean*	7217.000
σ	0.000
min	7217.000
max	7217.000

*mean*	5518.829
σ	1261.803
min	4371.580
max	7340.889

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.662
σ	0.014
min	172.638
max	172.677

*mean*	493.000
σ	0.000
min	493.000
max	493.000

*mean*	384.972
σ	45.542
min	316.208
max	425.512

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.464
σ	0.154
min	357.321
max	357.652

*mean*	567.250
σ	0.463
min	567.000
max	568.000

*mean*	748.446
σ	61.034
min	675.409
max	863.201

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.003-1006.330=-1.327
σ	0.752-0.892=-0.140
min	1004.527-1005.844=-1.317
max	1008.110-1010.036=-1.927

*mean*	7217.000-1047.750=6169.250
σ	0.000-310.193=-310.193
min	7217.000-564.000=6653.000
max	7217.000-1638.000=5579.000

*mean*	1.616-1.569=0.047
σ	0.116-0.095=0.021
min	1.501-1.491=0.010
max	1.812-1.838=-0.026

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.002-0.003=-0.001
min	0.881
max	0.886-0.888=-0.002

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	0.312-0.407=-0.095
σ	0.113-0.116=-0.003
min	0.249-0.341=-0.092
max	0.513-0.613=-0.099

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.003=0.000
min	2.332
max	2.337

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	0.749-0.871=-0.122
σ	0.119-0.090=0.028
min	0.619-0.820=-0.201
max	0.867-1.030=-0.163

name=heavy_item.art

*mean*	1.521-1.521=0.001
σ	0.002-0.001=0.001
min	1.520
max	1.524-1.523=0.001

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	0.551-0.538=0.013
σ	0.045-0.051=-0.006
min	0.514-0.508=0.006
max	0.627-0.629=-0.002

name=nested_use.art

*mean*	2.355-2.356=-0.001
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	0.858-0.842=0.017
σ	0.046-0.035=0.011
min	0.821-0.819=0.002
max	0.934-0.903=0.031

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.553-963.551=0.002
σ	0.024-0.024=-0.000
min	963.527-963.523=0.004
max	963.585-963.582=0.003

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	0.799-0.811=-0.012
σ	0.062-0.030=0.031
min	0.709-0.775=-0.067
max	0.844-0.856=-0.012

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.857=-0.003
σ	0.007-0.004=0.004
min	884.847-884.851=-0.004
max	884.864-884.861=0.003

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	0.675-0.730=-0.056
σ	0.055-0.016=0.039
min	0.624-0.714=-0.090
max	0.735-0.752=-0.018

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.003

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	3.741-4.261=-0.520
σ	0.318-0.095=0.223
min	3.391-4.127=-0.736
max	4.514-4.745=-0.230

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	4.215-4.295=-0.080
σ	0.061-0.095=-0.034
min	4.091-4.108=-0.017
max	4.398-4.609=-0.211

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	0.750-0.751=-0.001
σ	0.016-0.021=-0.005
min	0.718-0.717=0.001
max	0.862-0.851=0.011

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	0.714-0.656=0.058
σ	0.016-0.092=-0.076
min	0.678-0.495=0.183
max	0.800-0.784=0.017

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.100-295.522=-1.422
σ	0.217-0.250=-0.033
min	293.855-295.330=-1.475
max	294.578-296.196=-1.619

*mean*	7217.000-1896.000=5321.000
σ	0.000
min	7217.000-1896.000=5321.000
max	7217.000-1896.000=5321.000

*mean*	0.540-0.578=-0.037
σ	0.029-0.058=-0.029
min	0.504-0.499=0.006
max	0.581-0.709=-0.128

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.455-285.250=-3.796
σ	0.033-0.042=-0.009
min	281.403-285.192=-3.789
max	281.495-285.295=-3.800

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	0.390-0.402=-0.011
σ	0.006-0.012=-0.006
min	0.386-0.388=-0.001
max	0.401-0.414=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.507-1295.197=-3.690
σ	0.099-0.115=-0.016
min	1291.361-1295.067=-3.706
max	1291.636-1295.333=-3.696

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	2.066-1.902=0.164
σ	0.142-0.072=0.069
min	1.923-1.820=0.102
max	2.248-1.978=0.271

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.368-1538.083=-3.715
σ	3.992-4.040=-0.048
min	1532.420-1536.074=-3.655
max	1541.504-1545.300=-3.796

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	2.226-2.242=-0.016
σ	0.103-0.174=-0.072
min	2.155-2.043=0.112
max	2.400-2.418=-0.018

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.331-1857.113=-3.781
σ	0.077-0.055=0.022
min	1853.225-1857.054=-3.828
max	1853.425-1857.184=-3.759

*mean*	7217.000-1766.400=5450.600
σ	0.000-124.172=-124.172
min	7217.000-1638.000=5579.000
max	7217.000-1896.000=5321.000

*mean*	3.169-3.036=0.133
σ	0.329-0.177=0.152
min	2.870-2.860=0.010
max	3.527-3.314=0.213

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.540-1.400=0.140
σ	0.241-0.220=0.022
min	1.284-1.266=0.019
max	1.841-1.787=0.053

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.431-443.610=-1.180
σ	577.064-577.064=0.000
min	153.898-155.077=-1.179
max	1308.026-1309.206=-1.179

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	0.552-0.535=0.017
σ	0.571-0.551=0.020
min	0.266-0.250=0.016
max	1.409-1.362=0.047

policies=20

*mean*	1539.232-1551.048=-11.816
σ	0.319-0.342=-0.023
min	1539.011-1550.811=-11.799
max	1539.703-1551.555=-11.852

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	2.596-2.606=-0.010
σ	0.005-0.035=-0.030
min	2.590-2.576=0.014
max	2.603-2.655=-0.052

policies=200

*mean*	15400.360-15518.425=-118.064
σ	0.098-0.045=0.053
min	15400.260-15518.390=-118.129
max	15400.485-15518.490=-118.005

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7217.000-1638.000=5579.000
σ	0.000
min	7217.000-1638.000=5579.000
max	7217.000-1638.000=5579.000

*mean*	26.245-26.220=0.024
σ	0.104-0.104=-0.000
min	26.183-26.116=0.067
max	26.400-26.359=0.041