Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.615-53.703=0.911
σ	0.350-0.371=-0.021
min	54.479-53.557=0.922
max	55.610-54.758=0.852

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.137-0.135=0.002
σ	0.005-0.004=0.000
min	0.129-0.130=-0.001
max	0.143-0.143=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.058=0.728
σ	0.006-0.005=0.001
min	43.772-43.050=0.722
max	43.795-43.066=0.728

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.124-0.120=0.004
σ	0.004-0.004=-0.000
min	0.121-0.114=0.007
max	0.130-0.126=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615-36.615=-0.000
max	36.620-36.620=0.000

*mean*	4284.625-4161.250=123.375
σ	1978.234-1889.755=88.479
min	1551.000-1545.000=6.000
max	7208.000-7170.000=38.000

*mean*	83.327-12.791=70.536
σ	199.084-0.362=198.722
min	12.611-12.419=0.192
max	576.035-13.471=562.564

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4284.625-4278.375=6.250
σ	1978.234-1967.808=10.426
min	1551.000-1545.000=6.000
max	7208.000-7170.000=38.000

*mean*	13.908-13.189=0.718
σ	3.127-1.958=1.169
min	11.928-11.922=0.006
max	21.455-17.862=3.593

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.001

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	14.908-15.061=-0.153
σ	1.034-0.668=0.366
min	12.663-13.977=-1.314
max	15.875-15.684=0.191

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=-0.000

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	14.109-12.867=1.242
σ	0.980-0.990=-0.010
min	12.044-11.695=0.349
max	14.845-14.421=0.424

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931

*mean*	4168.000-4161.250=6.750
σ	1900.842-1889.755=11.087
min	1551.000-1545.000=6.000
max	7208.000-7170.000=38.000

*mean*	13.554-13.219=0.335
σ	1.479-1.742=-0.263
min	11.026-10.711=0.315
max	15.333-15.473=-0.140

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.001
σ	0.002-0.003=-0.001
min	27.603
max	27.607-27.611=-0.004

*mean*	4168.000-4161.250=6.750
σ	1900.842-1889.755=11.087
min	1551.000-1545.000=6.000
max	7208.000-7170.000=38.000

*mean*	9.265-9.037=0.228
σ	0.385-0.381=0.004
min	8.688-8.283=0.405
max	9.765-9.476=0.289

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=-0.000
σ	0.001-0.001=-0.000
min	26.399-26.399=-0.000
max	26.403-26.403=-0.000

*mean*	4168.000-4161.250=6.750
σ	1900.842-1889.755=11.087
min	1551.000-1545.000=6.000
max	7208.000-7170.000=38.000

*mean*	7.205-6.917=0.288
σ	0.343-0.292=0.051
min	6.498-6.468=0.031
max	7.510-7.375=0.135

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.667-25.667=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.670-25.670=0.000

*mean*	4284.625-4278.375=6.250
σ	1978.234-1967.808=10.426
min	1551.000-1545.000=6.000
max	7208.000-7170.000=38.000

*mean*	6.327-6.325=0.002
σ	0.672-0.583=0.090
min	5.911-6.040=-0.128
max	7.977-7.756=0.220

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=0.000
min	25.659
max	25.663-25.663=0.000

*mean*	4284.625-4278.375=6.250
σ	1978.234-1967.808=10.426
min	1551.000-1545.000=6.000
max	7208.000-7170.000=38.000

*mean*	5.921-5.888=0.033
σ	0.579-0.440=0.140
min	5.608-5.647=-0.039
max	7.335-6.951=0.384

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.971-25.971=0.000

*mean*	4284.625-4278.375=6.250
σ	1978.234-1967.808=10.426
min	1551.000-1545.000=6.000
max	7208.000-7170.000=38.000

*mean*	5.940-5.990=-0.050
σ	0.604-0.364=0.240
min	5.662-5.757=-0.095
max	7.427-6.848=0.579

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.001-0.001=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4284.625-4278.375=6.250
σ	1978.234-1967.808=10.426
min	1551.000-1545.000=6.000
max	7208.000-7170.000=38.000

*mean*	5.831-5.810=0.020
σ	0.602-0.337=0.265
min	5.486-5.586=-0.099
max	7.269-6.616=0.653

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.596=0.000
σ	0.002-0.002=0.000
min	2524.594-2524.594=0.000
max	2524.598

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	1338.957-1538.580=-199.624
σ	445.129-778.679=-333.550
min	1037.337-1024.004=13.333
max	2186.127-2991.521=-805.393

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=-0.000
σ	0.042-0.042=-0.000
min	8744.545-8744.545=0.000
max	8744.664-8744.664=-0.000

*mean*	3589.375-3589.250=0.125
σ	1816.755-1811.099=5.655
min	1071.000-1072.000=-1.000
max	5819.000-5813.000=6.000

*mean*	4975.882-4554.927=420.956
σ	1731.159-1396.791=334.368
min	3541.524-3506.174=35.350
max	7584.252-7173.485=410.767

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.001
max	62.081-62.080=0.000

*mean*	4168.000-4161.250=6.750
σ	1900.842-1889.755=11.087
min	1551.000-1545.000=6.000
max	7208.000-7170.000=38.000

*mean*	82.187-77.449=4.738
σ	10.405-6.038=4.367
min	72.789-70.939=1.850
max	99.706-88.193=11.512

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4168.000-4161.250=6.750
σ	1900.842-1889.755=11.087
min	1551.000-1545.000=6.000
max	7208.000-7170.000=38.000

*mean*	82.333-78.132=4.201
σ	10.281-5.828=4.453
min	71.080-71.531=-0.451
max	99.016-87.881=11.135

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.944-40.943=0.001
max	40.947-40.947=0.001

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	103.119-102.908=0.212
σ	7.902-5.294=2.607
min	88.511-93.381=-4.869
max	108.309-106.616=1.693

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.944-40.944=-0.000
max	40.948

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	103.281-102.731=0.550
σ	7.977-5.234=2.743
min	88.692-93.241=-4.548
max	109.110-106.188=2.922

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.949-40.949=-0.000
max	40.953-40.954=-0.001

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	105.833-105.570=0.263
σ	7.818-5.610=2.208
min	92.707-95.869=-3.162
max	112.998-112.337=0.661

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.948-40.949=-0.000
max	40.954-40.954=-0.000

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	103.477-103.070=0.407
σ	8.006-5.131=2.875
min	88.482-93.798=-5.315
max	109.091-106.605=2.486

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686-66.686=-0.000
σ	0.001-0.001=0.000
min	66.686-66.686=-0.000
max	66.689

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	233.014-222.333=10.681
σ	207.184-174.704=32.480
min	140.695-148.370=-7.675
max	745.101-654.285=90.816

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	157.363-156.069=1.294
σ	14.829-15.938=-1.109
min	131.033-121.280=9.754
max	168.817-167.939=0.878

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318-4.318=0.000
min	11655.305
max	11667.520-11667.519=0.001

*mean*	4168.000-4161.250=6.750
σ	1900.842-1889.755=11.087
min	1551.000-1545.000=6.000
max	7208.000-7170.000=38.000

*mean*	6597.892-6225.918=371.974
σ	1209.482-1304.888=-95.405
min	4903.066-4906.596=-3.530
max	8205.630-8022.427=183.203

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.068-11560.068=-0.001

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	5825.879-5888.892=-63.013
σ	1548.734-1629.153=-80.418
min	4390.166-4363.770=26.396
max	7806.087-7786.781=19.306

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.659-172.661=-0.002
σ	0.011-0.012=-0.002
min	172.648-172.642=0.006
max	172.675-172.677=-0.002

*mean*	487.000-486.125=0.875
σ	0.000-0.354=-0.354
min	487.000-486.000=1.000
max	487.000

*mean*	375.146-376.766=-1.620
σ	54.394-34.743=19.651
min	275.509-312.718=-37.210
max	424.484-414.499=9.985

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.474-357.467=0.006
σ	0.162-0.156=0.005
min	357.321
max	357.666-357.652=0.014

*mean*	563.000-572.000=-9.000
σ	0.000
min	563.000-572.000=-9.000
max	563.000-572.000=-9.000

*mean*	790.453-790.398=0.055
σ	24.790-16.211=8.579
min	741.072-757.385=-16.313
max	817.083-809.852=7.231

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.083-1005.001=3.083
σ	0.762-0.751=0.011
min	1007.608-1004.530=3.078
max	1011.233-1008.106=3.127

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	1.507-1.623=-0.116
σ	0.184-0.117=0.067
min	1.372-1.515=-0.143
max	2.128-1.845=0.283

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	0.432-0.387=0.045
σ	0.132-0.110=0.021
min	0.358-0.278=0.079
max	0.666-0.531=0.135

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	0.912-0.903=0.009
σ	0.100-0.099=0.001
min	0.824-0.820=0.004
max	1.077-1.070=0.007

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	0.541-0.535=0.006
σ	0.038-0.054=-0.016
min	0.503-0.486=0.018
max	0.603-0.621=-0.018

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	0.841-0.841=-0.000
σ	0.049-0.038=0.011
min	0.786-0.809=-0.023
max	0.915-0.908=0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.553=-0.000
σ	0.023-0.028=-0.004
min	963.527-963.527=-0.000
max	963.582-963.597=-0.015

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	0.817-0.828=-0.011
σ	0.050-0.030=0.020
min	0.732-0.788=-0.056
max	0.849-0.865=-0.016

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.001
σ	0.008-0.008=0.001
min	884.847
max	884.867-884.863=0.004

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	0.713-0.699=0.014
σ	0.037-0.046=-0.009
min	0.667-0.635=0.032
max	0.745-0.737=0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.711=0.001

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	4.301-4.218=0.083
σ	0.085-0.073=0.012
min	4.169-4.093=0.075
max	4.572-4.561=0.011

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	4.283-4.216=0.066
σ	0.082-0.072=0.009
min	4.115-4.112=0.003
max	4.586-4.513=0.073

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	0.757-0.752=0.005
σ	0.025-0.016=0.008
min	0.714-0.722=-0.008
max	0.916-0.858=0.059

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	0.717-0.569=0.148
σ	0.016-0.092=-0.077
min	0.687-0.334=0.352
max	0.802-0.786=0.016

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.526-294.308=3.218
σ	0.221-0.239=-0.018
min	297.310-294.116=3.194
max	298.089-294.954=3.134

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	0.575-0.541=0.034
σ	0.029-0.024=0.005
min	0.517-0.513=0.004
max	0.607-0.578=0.029

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.724-281.464=8.260
σ	0.036-0.037=-0.001
min	289.679-281.415=8.265
max	289.777-281.503=8.274

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	0.393-0.389=0.005
σ	0.006-0.010=-0.004
min	0.389-0.380=0.008
max	0.403-0.403=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.647-1291.506=8.142
σ	0.093-0.109=-0.016
min	1299.539-1291.380=8.158
max	1299.758-1291.626=8.132

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	1.937-1.971=-0.034
σ	0.088-0.150=-0.062
min	1.824-1.792=0.032
max	2.031-2.205=-0.174

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.644-1534.350=8.294
σ	4.012-4.015=-0.003
min	1540.620-1532.316=8.304
max	1549.813-1541.523=8.290

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	2.348-2.306=0.042
σ	0.182-0.156=0.025
min	2.162-2.093=0.069
max	2.607-2.461=0.146

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.612-1853.324=8.287
σ	0.064-0.057=0.007
min	1861.522-1853.240=8.282
max	1861.671-1853.374=8.297

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	2.948-2.936=0.012
σ	0.096-0.106=-0.010
min	2.869-2.848=0.021
max	3.062-3.075=-0.012

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.542-1.424=0.118
σ	0.217-0.274=-0.057
min	1.287-1.265=0.022
max	1.803-1.910=-0.106

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-442.428=3.719
σ	577.063-577.064=-0.000
min	157.613-153.894=3.719
max	1311.742-1308.024=3.718

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	0.511-0.540=-0.029
σ	0.502-0.561=-0.058
min	0.249-0.260=-0.010
max	1.265-1.381=-0.116

policies=20

*mean*	1576.411-1539.210=37.201
σ	0.351-0.321=0.030
min	1576.175-1538.989=37.186
max	1576.931-1539.685=37.247

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	2.638-2.584=0.054
σ	0.025-0.029=-0.003
min	2.607-2.549=0.058
max	2.659-2.619=0.040

policies=200

*mean*	15772.291-15400.298=371.993
σ	0.125-0.149=-0.024
min	15772.127-15400.143=371.984
max	15772.431-15400.483=371.948

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7208.000-7170.000=38.000
σ	0.000
min	7208.000-7170.000=38.000
max	7208.000-7170.000=38.000

*mean*	26.471-26.126=0.345
σ	0.119-0.168=-0.049
min	26.397-25.952=0.445
max	26.648-26.292=0.356