Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.616=0.002
σ	0.351-0.348=0.003
min	54.486-54.484=0.002
max	55.618-55.607=0.010

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.142-0.147=-0.005
σ	0.004-0.008=-0.004
min	0.137-0.137=-0.000
max	0.147-0.160=-0.013

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.785=0.002
σ	0.006-0.007=-0.000
min	43.780-43.774=0.006
max	43.801-43.795=0.006

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.123-0.123=-0.000
σ	0.003-0.004=-0.001
min	0.121-0.117=0.004
max	0.132-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4289.125-4164.000=125.125
σ	1984.150-1895.945=88.205
min	1548.000
max	7212.000-7196.000=16.000

*mean*	98.897-12.673=86.224
σ	244.148-0.308=243.840
min	12.177-12.175=0.003
max	703.133-13.224=689.909

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4289.125-4283.875=5.250
σ	1984.150-1975.396=8.754
min	1548.000
max	7212.000-7196.000=16.000

*mean*	13.320-86.304=-72.983
σ	0.911-206.870=-205.959
min	12.744-12.623=0.120
max	15.504-598.280=-582.776

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=0.000

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	14.962-14.863=0.099
σ	0.680-1.219=-0.539
min	13.674-12.255=1.419
max	15.724-16.241=-0.516

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	13.056-13.607=-0.551
σ	0.895-1.162=-0.267
min	11.714-11.791=-0.077
max	14.169-15.170=-1.002

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4172.250-4164.000=8.250
σ	1906.155-1895.945=10.210
min	1548.000
max	7212.000-7196.000=16.000

*mean*	13.546-13.616=-0.070
σ	1.820-1.613=0.207
min	10.718-11.002=-0.284
max	15.642-15.664=-0.022

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4172.250-4164.000=8.250
σ	1906.155-1895.945=10.210
min	1548.000
max	7212.000-7196.000=16.000

*mean*	9.001-9.199=-0.198
σ	0.372-0.404=-0.032
min	8.256-8.558=-0.302
max	9.414-9.728=-0.313

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4172.250-4164.000=8.250
σ	1906.155-1895.945=10.210
min	1548.000
max	7212.000-7196.000=16.000

*mean*	6.794-6.766=0.028
σ	0.324-0.333=-0.009
min	6.404-6.235=0.169
max	7.327-7.231=0.096

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.667=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.668-25.670=-0.001

*mean*	4289.125-4283.875=5.250
σ	1984.150-1975.396=8.754
min	1548.000
max	7212.000-7196.000=16.000

*mean*	5.996-6.326=-0.330
σ	0.142-0.836=-0.695
min	5.810-5.848=-0.038
max	6.236-8.375=-2.139

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=0.000
min	25.659
max	25.663-25.663=0.000

*mean*	4289.125-4283.875=5.250
σ	1984.150-1975.396=8.754
min	1548.000
max	7212.000-7196.000=16.000

*mean*	5.566-5.787=-0.221
σ	0.116-0.575=-0.459
min	5.307-5.358=-0.052
max	5.685-7.184=-1.499

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971-25.971=0.000

*mean*	4289.125-4283.875=5.250
σ	1984.150-1975.396=8.754
min	1548.000
max	7212.000-7196.000=16.000

*mean*	5.682-5.879=-0.197
σ	0.119-0.538=-0.418
min	5.440-5.474=-0.034
max	5.828-7.186=-1.358

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.001=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4289.125-4283.875=5.250
σ	1984.150-1975.396=8.754
min	1548.000
max	7212.000-7196.000=16.000

*mean*	5.497-5.737=-0.240
σ	0.169-0.550=-0.381
min	5.141-5.368=-0.227
max	5.740-7.082=-1.342

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.001
σ	0.002-0.002=0.000
min	2524.594-2524.594=0.000
max	2524.598-2524.598=-0.000

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	1483.176-1196.914=286.262
σ	719.148-412.314=306.834
min	1028.958-1041.886=-12.929
max	2980.407-2217.186=763.221

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.561=-0.001
σ	0.040-0.042=-0.002
min	8744.545-8744.545=0.000
max	8744.659-8744.664=-0.005

*mean*	3593.500-3591.750=1.750
σ	1823.849-1814.262=9.587
min	1069.000-1074.000=-5.000
max	5834.000-5826.000=8.000

*mean*	4462.183-4791.494=-329.312
σ	1323.634-1673.552=-349.918
min	3467.199-3525.090=-57.891
max	6910.194-7193.961=-283.767

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.076-62.077=-0.000
σ	0.001-0.002=-0.001
min	62.076-62.075=0.000
max	62.080-62.080=-0.001

*mean*	4172.250-4164.000=8.250
σ	1906.155-1895.945=10.210
min	1548.000
max	7212.000-7196.000=16.000

*mean*	77.014-76.477=0.538
σ	4.110-4.974=-0.864
min	70.326-71.479=-1.154
max	82.794-83.741=-0.947

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080-62.080=0.000

*mean*	4172.250-4164.000=8.250
σ	1906.155-1895.945=10.210
min	1548.000
max	7212.000-7196.000=16.000

*mean*	77.260-77.175=0.085
σ	3.805-5.403=-1.598
min	70.801-71.301=-0.500
max	82.871-84.841=-1.970

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.944=0.001
σ	0.002-0.001=0.001
min	40.944-40.943=0.000
max	40.949-40.947=0.002

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	103.144-101.933=1.211
σ	7.550-9.333=-1.783
min	90.549-82.155=8.394
max	109.428-108.251=1.177

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.943-40.944=-0.000
max	40.947-40.948=-0.000

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	103.114-101.743=1.372
σ	7.394-9.321=-1.927
min	90.943-81.980=8.963
max	108.857-107.787=1.069

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=0.000
min	40.949-40.949=0.000
max	40.954-40.954=0.000

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	105.480-104.239=1.241
σ	6.460-7.922=-1.462
min	94.451-88.270=6.182
max	112.057-111.532=0.525

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=-0.001
min	40.949-40.948=0.000
max	40.953-40.954=-0.001

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	103.058-102.206=0.851
σ	7.117-9.211=-2.094
min	91.229-82.793=8.435
max	107.908-108.717=-0.810

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.686=0.001
σ	0.003-0.001=0.002
min	66.685-66.685=0.000
max	66.694-66.689=0.005

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	209.357-211.427=-2.070
σ	141.708-152.065=-10.356
min	142.607-132.041=10.566
max	559.121-586.458=-27.336

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.687=-0.000
σ	0.001-0.002=-0.000
min	66.685
max	66.689

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	152.841-151.741=1.100
σ	21.522-22.276=-0.753
min	106.757-105.975=0.782
max	168.889-168.796=0.092

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.000
σ	4.319-4.318=0.001
min	11655.305-11655.305=0.000
max	11667.522-11667.520=0.003

*mean*	4172.250-4164.000=8.250
σ	1906.155-1895.945=10.210
min	1548.000
max	7212.000-7196.000=16.000

*mean*	6789.668-6125.092=664.576
σ	1025.080-1015.511=9.568
min	4856.754-4922.400=-65.646
max	8014.381-8085.947=-71.566

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.000
σ	0.002-0.001=0.001
min	11560.064-11560.064=-0.000
max	11560.069-11560.068=0.001

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	5773.843-5566.973=206.870
σ	1357.794-1489.662=-131.869
min	4346.665-4323.784=22.881
max	7664.151-8526.478=-862.328

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.654-172.662=-0.008
σ	0.012-0.012=0.000
min	172.642-172.643=-0.002
max	172.671-172.678=-0.007

*mean*	486.000-485.000=1.000
σ	0.000
min	486.000-485.000=1.000
max	486.000-485.000=1.000

*mean*	359.539-382.598=-23.059
σ	29.101-45.501=-16.399
min	309.921-311.685=-1.763
max	394.366-424.053=-29.686

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.475-357.466=0.008
σ	0.162-0.154=0.008
min	357.321
max	357.635-357.626=0.009

*mean*	562.000-561.000=1.000
σ	0.000
min	562.000-561.000=1.000
max	562.000-561.000=1.000

*mean*	796.351-804.625=-8.274
σ	22.246-14.967=7.279
min	745.815-773.502=-27.687
max	813.250-822.649=-9.400

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1008.086=-0.001
σ	0.761-0.761=0.000
min	1007.610-1007.611=-0.001
max	1011.230-1011.230=-0.000

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	1.524-1.494=0.029
σ	0.147-0.116=0.032
min	1.383-1.386=-0.003
max	1.893-1.793=0.100

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.001

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	0.323-0.307=0.016
σ	0.108-0.110=-0.003
min	0.236-0.246=-0.010
max	0.499-0.503=-0.004

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	0.740-0.648=0.092
σ	0.114-0.088=0.026
min	0.602-0.590=0.012
max	0.839-0.802=0.037

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	0.534-0.476=0.058
σ	0.043-0.040=0.003
min	0.498-0.428=0.069
max	0.603-0.512=0.091

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	0.837-0.843=-0.006
σ	0.041-0.034=0.007
min	0.806-0.810=-0.003
max	0.908-0.900=0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.550-963.551=-0.001
σ	0.026-0.022=0.004
min	963.536-963.530=0.005
max	963.596-963.575=0.021

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	0.790-0.811=-0.022
σ	0.086-0.036=0.050
min	0.641-0.761=-0.120
max	0.847-0.850=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.010-0.006=0.004
min	884.847
max	884.869-884.860=0.009

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	0.640-0.676=-0.036
σ	0.005-0.069=-0.064
min	0.634-0.566=0.068
max	0.646-0.740=-0.094

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	3.494-4.259=-0.765
σ	0.083-0.068=0.015
min	3.286-4.149=-0.863
max	3.760-4.666=-0.906

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.659-7.658=0.001

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	3.057-4.268=-1.211
σ	0.385-0.072=0.313
min	2.617-4.135=-1.519
max	3.850-4.553=-0.703

name=record_render_success.art

*mean*	2.288-2.288=0.000
σ	0.002-0.002=-0.000
min	2.287
max	2.291

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	0.540-0.756=-0.216
σ	0.038-0.016=0.022
min	0.513-0.723=-0.210
max	0.885-0.856=0.030

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	0.509-0.717=-0.208
σ	0.024-0.012=0.012
min	0.403-0.687=-0.284
max	0.690-0.767=-0.076

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.507-297.154=0.353
σ	0.240-0.239=0.000
min	297.342-297.004=0.338
max	298.163-297.813=0.350

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	0.575-0.556=0.019
σ	0.055-0.039=0.016
min	0.513-0.517=-0.005
max	0.700-0.611=0.090

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.727-289.736=-0.009
σ	0.031-0.032=-0.001
min	289.684-289.688=-0.004
max	289.769-289.778=-0.009

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	0.388-0.390=-0.002
σ	0.001-0.001=-0.000
min	0.387-0.389=-0.002
max	0.389-0.391=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.631-1299.649=-0.018
σ	0.104-0.107=-0.003
min	1299.505-1299.514=-0.009
max	1299.773-1299.763=0.011

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	2.039-1.869=0.170
σ	0.092-0.045=0.047
min	1.936-1.828=0.107
max	2.174-1.925=0.249

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.638-1542.621=0.017
σ	4.052-4.002=0.051
min	1540.567-1540.593=-0.026
max	1549.877-1549.771=0.105

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	2.336-2.247=0.089
σ	0.214-0.125=0.088
min	2.124-2.108=0.016
max	2.595-2.411=0.184

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.609-1861.613=-0.005
σ	0.056-0.086=-0.030
min	1861.535-1861.500=0.035
max	1861.668-1861.725=-0.058

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	3.010-3.045=-0.035
σ	0.106-0.361=-0.255
min	2.878-2.846=0.031
max	3.172-3.688=-0.516

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.470-1.593=-0.124
σ	0.254-0.227=0.027
min	1.277-1.320=-0.043
max	1.812-1.837=-0.025

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.150-446.149=0.001
σ	577.066-577.064=0.002
min	157.614-157.617=-0.002
max	1311.749-1311.745=0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	0.543-0.553=-0.010
σ	0.552-0.558=-0.006
min	0.266-0.269=-0.003
max	1.370-1.389=-0.019

policies=20

*mean*	1576.426-1576.427=-0.001
σ	0.347-0.351=-0.004
min	1576.194-1576.192=0.002
max	1576.942-1576.949=-0.006

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	2.636-2.630=0.006
σ	0.020-0.020=0.000
min	2.617-2.612=0.005
max	2.659-2.651=0.008

policies=200

*mean*	15772.223-15772.222=0.001
σ	0.074-0.176=-0.102
min	15772.113-15772.013=0.099
max	15772.263-15772.403=-0.139

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7212.000-7196.000=16.000
σ	0.000
min	7212.000-7196.000=16.000
max	7212.000-7196.000=16.000

*mean*	26.517-26.630=-0.113
σ	0.097-0.144=-0.047
min	26.412-26.470=-0.058
max	26.612-26.807=-0.195