Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=-0.000
σ	0.350-0.350=0.000
min	54.483-54.484=-0.001
max	55.613-55.612=0.001

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.140-0.141=-0.001
σ	0.006-0.004=0.002
min	0.133-0.137=-0.004
max	0.149-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=-0.000
σ	0.005-0.006=-0.001
min	43.779-43.778=0.002
max	43.796-43.794=0.002

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.124-0.124=0.000
σ	0.005-0.007=-0.002
min	0.120-0.116=0.004
max	0.132-0.140=-0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.619=-0.000

*mean*	4292.125-4166.250=125.875
σ	1980.590-1897.249=83.341
min	1555.000-1550.000=5.000
max	7214.000-7195.000=19.000

*mean*	104.475-12.674=91.801
σ	259.509-0.211=259.298
min	12.452-12.499=-0.048
max	746.727-13.105=733.622

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4292.125-4286.250=5.875
σ	1980.590-1977.019=3.570
min	1555.000-1550.000=5.000
max	7214.000-7195.000=19.000

*mean*	13.937-71.706=-57.769
σ	2.551-166.078=-163.527
min	12.447-11.937=0.510
max	20.194-482.723=-462.529

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.001

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	14.931-15.026=-0.095
σ	0.858-0.491=0.367
min	13.463-14.195=-0.732
max	15.711-15.550=0.161

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	13.955-14.352=-0.397
σ	0.864-0.579=0.285
min	12.338-13.403=-1.065
max	15.088-15.051=0.037

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.931=-0.000

*mean*	4175.875-4166.250=9.625
σ	1903.211-1897.249=5.962
min	1555.000-1550.000=5.000
max	7214.000-7195.000=19.000

*mean*	13.702-13.747=-0.045
σ	1.723-1.684=0.039
min	11.156-11.360=-0.204
max	15.417-15.447=-0.031

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.604=0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607-27.607=-0.000

*mean*	4175.875-4166.250=9.625
σ	1903.211-1897.249=5.962
min	1555.000-1550.000=5.000
max	7214.000-7195.000=19.000

*mean*	9.219-8.990=0.229
σ	0.360-0.416=-0.057
min	8.702-8.532=0.170
max	9.859-9.611=0.248

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4175.875-4166.250=9.625
σ	1903.211-1897.249=5.962
min	1555.000-1550.000=5.000
max	7214.000-7195.000=19.000

*mean*	6.691-6.447=0.245
σ	0.494-0.235=0.259
min	5.950-6.077=-0.127
max	7.429-6.773=0.656

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.665-25.665=-0.000
max	25.668

*mean*	4292.125-4286.250=5.875
σ	1980.590-1977.019=3.570
min	1555.000-1550.000=5.000
max	7214.000-7195.000=19.000

*mean*	6.336-6.114=0.222
σ	0.470-0.182=0.288
min	5.821-5.833=-0.012
max	7.354-6.347=1.006

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=-0.000
max	25.663

*mean*	4292.125-4286.250=5.875
σ	1980.590-1977.019=3.570
min	1555.000-1550.000=5.000
max	7214.000-7195.000=19.000

*mean*	5.742-5.676=0.066
σ	0.586-0.220=0.366
min	5.244-5.215=0.029
max	7.118-5.890=1.228

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4292.125-4286.250=5.875
σ	1980.590-1977.019=3.570
min	1555.000-1550.000=5.000
max	7214.000-7195.000=19.000

*mean*	5.798-5.672=0.126
σ	0.624-0.252=0.371
min	5.197-5.178=0.019
max	7.239-5.865=1.374

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.001-0.001=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4292.125-4286.250=5.875
σ	1980.590-1977.019=3.570
min	1555.000-1550.000=5.000
max	7214.000-7195.000=19.000

*mean*	5.704-5.527=0.177
σ	0.643-0.278=0.365
min	5.199-4.983=0.216
max	7.220-5.826=1.394

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.595=0.000
σ	0.002-0.002=-0.000
min	2524.594
max	2524.598

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	1419.739-1620.565=-200.827
σ	591.870-881.243=-289.373
min	1043.463-1035.663=7.800
max	2622.294-3121.580=-499.287

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=-0.000
σ	0.040-0.041=-0.001
min	8744.544-8744.545=-0.000
max	8744.659-8744.661=-0.002

*mean*	3597.250-3594.250=3.000
σ	1819.794-1817.614=2.180
min	1075.000-1074.000=1.000
max	5830.000-5833.000=-3.000

*mean*	5086.829-4449.960=636.869
σ	1719.220-1356.161=363.060
min	3526.435-3537.609=-11.174
max	7506.132-7159.614=346.518

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4175.875-4166.250=9.625
σ	1903.211-1897.249=5.962
min	1555.000-1550.000=5.000
max	7214.000-7195.000=19.000

*mean*	80.744-79.867=0.877
σ	9.685-9.942=-0.257
min	71.605-70.578=1.027
max	98.770-98.737=0.033

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4175.875-4166.250=9.625
σ	1903.211-1897.249=5.962
min	1555.000-1550.000=5.000
max	7214.000-7195.000=19.000

*mean*	81.277-81.674=-0.397
σ	9.720-10.274=-0.554
min	71.857-71.455=0.402
max	99.602-101.773=-2.170

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=0.000
min	40.944
max	40.947

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	103.152-104.035=-0.883
σ	6.879-5.399=1.480
min	90.154-94.046=-3.892
max	108.046-107.609=0.437

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=-0.000
min	40.944-40.943=0.000
max	40.947

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	103.291-103.881=-0.589
σ	6.815-5.344=1.471
min	90.487-94.182=-3.695
max	108.352-107.431=0.921

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=-0.000
min	40.949-40.948=0.001
max	40.954

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	105.929-105.948=-0.019
σ	4.987-5.429=-0.442
min	96.743-94.127=2.617
max	111.923-110.908=1.015

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=0.000
σ	0.002-0.002=-0.000
min	40.949-40.948=0.000
max	40.953

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	103.285-104.276=-0.992
σ	6.956-5.521=1.435
min	90.444-93.932=-3.488
max	108.630-107.803=0.827

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.686-66.685=0.000
max	66.689-66.689=0.000

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	229.984-161.710=68.274
σ	198.828-7.934=190.894
min	142.173-147.065=-4.892
max	721.451-167.216=554.235

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.002=0.000
min	66.685
max	66.690-66.689=0.000

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	155.697-156.057=-0.361
σ	15.227-18.290=-3.063
min	127.364-114.684=12.680
max	169.136-168.010=1.127

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.834=-0.000
σ	4.318-4.318=0.000
min	11655.305-11655.305=0.000
max	11667.519

*mean*	4175.875-4166.250=9.625
σ	1903.211-1897.249=5.962
min	1555.000-1550.000=5.000
max	7214.000-7195.000=19.000

*mean*	6553.575-6256.334=297.241
σ	990.032-1202.398=-212.367
min	4929.627-4909.699=19.929
max	7999.796-7893.782=106.014

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.066=-0.000
σ	0.002-0.002=0.000
min	11560.064-11560.064=-0.000
max	11560.069-11560.068=0.001

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	6094.026-5524.518=569.509
σ	1432.000-1269.613=162.386
min	4436.528-4355.070=81.458
max	7816.731-7814.921=1.811

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.654-172.660=-0.005
σ	0.014-0.012=0.002
min	172.636-172.637=-0.001
max	172.671-172.675=-0.005

*mean*	491.000-486.000=5.000
σ	0.000
min	491.000-486.000=5.000
max	491.000-486.000=5.000

*mean*	358.329-386.986=-28.657
σ	53.891-38.978=14.913
min	269.849-311.931=-42.082
max	418.216-419.999=-1.784

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.464-357.459=0.005
σ	0.147-0.149=-0.002
min	357.321
max	357.633-357.635=-0.002

*mean*	568.000-563.000=5.000
σ	0.000
min	568.000-563.000=5.000
max	568.000-563.000=5.000

*mean*	780.184-776.095=4.088
σ	44.620-73.882=-29.262
min	717.332-598.336=118.996
max	819.668-816.416=3.251

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.081-1008.083=-0.002
σ	0.761-0.761=-0.000
min	1007.609-1007.611=-0.002
max	1011.227-1011.232=-0.005

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	1.561-1.558=0.003
σ	0.157-0.158=-0.001
min	1.454-1.389=0.065
max	2.109-1.960=0.149

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	0.394-0.318=0.076
σ	0.086-0.111=-0.025
min	0.339-0.247=0.092
max	0.545-0.514=0.030

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	0.875-0.643=0.232
σ	0.091-0.084=0.008
min	0.816-0.593=0.223
max	1.032-0.792=0.240

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	0.536-0.513=0.024
σ	0.036-0.035=0.001
min	0.508-0.452=0.056
max	0.595-0.538=0.058

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	0.839-0.835=0.004
σ	0.033-0.046=-0.014
min	0.816-0.799=0.017
max	0.895-0.915=-0.020

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.551=0.002
σ	0.024-0.020=0.004
min	963.527-963.535=-0.009
max	963.583-963.584=-0.001

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	0.770-0.804=-0.034
σ	0.062-0.047=0.015
min	0.702-0.746=-0.044
max	0.845-0.853=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.005-0.008=-0.003
min	884.847
max	884.859-884.867=-0.008

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	0.720-0.723=-0.003
σ	0.022-0.024=-0.002
min	0.685-0.681=0.005
max	0.737-0.742=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.002

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	4.035-4.226=-0.191
σ	0.398-0.075=0.324
min	3.451-4.107=-0.656
max	5.232-4.478=0.754

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.661-7.658=0.003

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	4.281-4.203=0.077
σ	0.063-0.066=-0.004
min	4.154-4.072=0.081
max	4.502-4.479=0.023

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	0.755-0.751=0.004
σ	0.017-0.017=-0.000
min	0.718-0.724=-0.006
max	0.866-0.867=-0.001

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	0.711-0.713=-0.001
σ	0.013-0.017=-0.004
min	0.685-0.685=0.000
max	0.761-0.827=-0.066

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.375-297.450=-0.075
σ	0.231-0.222=0.009
min	297.197-297.237=-0.040
max	298.002-298.045=-0.043

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	0.563-0.596=-0.033
σ	0.028-0.048=-0.021
min	0.510-0.507=0.003
max	0.604-0.688=-0.084

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.722-289.727=-0.005
σ	0.052-0.036=0.016
min	289.643-289.675=-0.032
max	289.785-289.774=0.010

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	0.407-0.388=0.020
σ	0.015-0.001=0.014
min	0.396-0.386=0.010
max	0.431-0.390=0.041

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.637-1299.645=-0.008
σ	0.096-0.105=-0.009
min	1299.517-1299.516=0.002
max	1299.747-1299.772=-0.025

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	1.955-2.015=-0.059
σ	0.095-0.194=-0.099
min	1.815-1.817=-0.001
max	2.045-2.239=-0.193

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.645-1542.630=0.016
σ	4.145-4.051=0.094
min	1540.587-1540.610=-0.023
max	1550.053-1549.869=0.184

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	2.369-2.271=0.098
σ	0.450-0.184=0.266
min	2.071-2.092=-0.021
max	3.157-2.550=0.608

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.594-1861.608=-0.014
σ	0.064-0.059=0.005
min	1861.501-1861.525=-0.024
max	1861.662-1861.668=-0.006

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	2.860-3.113=-0.253
σ	0.088-0.376=-0.288
min	2.730-2.836=-0.106
max	2.979-3.771=-0.792

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.585-1.464=0.122
σ	0.265-0.392=-0.127
min	1.283-1.010=0.273
max	1.819-1.876=-0.057

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-446.148=0.000
σ	577.065-577.065=-0.000
min	157.613-157.613=0.001
max	1311.745-1311.744=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	0.552-0.545=0.007
σ	0.562-0.552=0.010
min	0.269-0.269=0.000
max	1.395-1.373=0.022

policies=20

*mean*	1576.413-1576.416=-0.003
σ	0.345-0.355=-0.010
min	1576.179-1576.180=-0.001
max	1576.925-1576.942=-0.018

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	2.629-2.642=-0.012
σ	0.022-0.025=-0.003
min	2.607-2.606=0.000
max	2.655-2.664=-0.010

policies=200

*mean*	15772.126-15772.240=-0.114
σ	0.145-0.024=0.121
min	15772.030-15772.218=-0.189
max	15772.342-15772.274=0.068

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7214.000-7195.000=19.000
σ	0.000
min	7214.000-7195.000=19.000
max	7214.000-7195.000=19.000

*mean*	26.594-26.663=-0.069
σ	0.185-0.203=-0.018
min	26.456-26.438=0.019
max	26.866-26.842=0.024