Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.522-54.521=0.000
σ	0.369-0.371=-0.002
min	54.386-54.375=0.010
max	55.572-55.578=-0.006

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.140-0.138=0.002
σ	0.005-0.005=0.000
min	0.135-0.131=0.004
max	0.150-0.145=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.765=0.001
σ	0.005-0.006=-0.001
min	43.762-43.756=0.006
max	43.779-43.775=0.004

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.123-0.120=0.003
σ	0.004-0.005=-0.001
min	0.119-0.115=0.004
max	0.131-0.129=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.615=0.000
max	36.619

*mean*	4285.375-4286.875=-1.500
σ	1975.415-1980.829=-5.415
min	1550.000-1551.000=-1.000
max	7212.000

*mean*	89.209-85.986=3.222
σ	216.713-209.412=7.301
min	12.302-11.790=0.512
max	625.546-604.254=21.292

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4285.375-4286.875=-1.500
σ	1975.415-1980.829=-5.415
min	1550.000-1551.000=-1.000
max	7212.000

*mean*	13.072-13.101=-0.029
σ	1.472-2.899=-1.427
min	11.581-11.293=0.288
max	16.330-20.164=-3.834

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.932=0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	14.897-14.289=0.608
σ	0.768-0.922=-0.154
min	13.570-12.326=1.244
max	15.683-14.995=0.688

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	13.770-13.121=0.649
σ	0.833-1.089=-0.256
min	12.533-11.180=1.353
max	14.468-13.943=0.524

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4168.500-4170.750=-2.250
σ	1898.275-1903.567=-5.292
min	1550.000-1551.000=-1.000
max	7212.000

*mean*	13.685-12.689=0.996
σ	1.655-1.775=-0.120
min	11.469-10.243=1.226
max	15.702-14.870=0.832

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=-0.000
σ	0.003-0.002=0.001
min	27.603-27.603=-0.000
max	27.611-27.607=0.004

*mean*	4168.500-4170.750=-2.250
σ	1898.275-1903.567=-5.292
min	1550.000-1551.000=-1.000
max	7212.000

*mean*	8.791-8.583=0.208
σ	0.348-0.399=-0.051
min	8.121-8.035=0.086
max	9.092-9.081=0.011

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=0.000
σ	0.002-0.001=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4168.500-4170.750=-2.250
σ	1898.275-1903.567=-5.292
min	1550.000-1551.000=-1.000
max	7212.000

*mean*	6.882-6.542=0.340
σ	0.166-0.201=-0.035
min	6.630-6.191=0.438
max	7.063-6.837=0.226

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668-25.668=0.000

*mean*	4285.375-4286.875=-1.500
σ	1975.415-1980.829=-5.415
min	1550.000-1551.000=-1.000
max	7212.000

*mean*	6.037-5.830=0.207
σ	0.161-0.555=-0.395
min	5.792-5.456=0.336
max	6.260-7.178=-0.918

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663-25.663=-0.000

*mean*	4285.375-4286.875=-1.500
σ	1975.415-1980.829=-5.415
min	1550.000-1551.000=-1.000
max	7212.000

*mean*	5.678-5.360=0.318
σ	0.148-0.606=-0.459
min	5.546-5.098=0.448
max	5.914-6.858=-0.944

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.001
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4285.375-4286.875=-1.500
σ	1975.415-1980.829=-5.415
min	1550.000-1551.000=-1.000
max	7212.000

*mean*	5.694-5.485=0.209
σ	0.090-0.600=-0.511
min	5.549-5.158=0.391
max	5.805-6.963=-1.158

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.969=-0.001
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4285.375-4286.875=-1.500
σ	1975.415-1980.829=-5.415
min	1550.000-1551.000=-1.000
max	7212.000

*mean*	5.569-5.345=0.224
σ	0.068-0.597=-0.529
min	5.449-5.017=0.432
max	5.674-6.813=-1.139

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.596=0.000
σ	0.002-0.002=-0.000
min	2524.594-2524.594=-0.000
max	2524.597-2524.598=-0.001

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	1382.551-1395.889=-13.338
σ	585.142-620.701=-35.560
min	1033.996-1029.677=4.319
max	2692.686-2745.486=-52.800

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.560=0.001
σ	0.041-0.040=0.001
min	8744.545-8744.545=0.000
max	8744.661-8744.659=0.002

*mean*	3591.125-3591.875=-0.750
σ	1810.589-1818.697=-8.108
min	1074.000-1071.000=3.000
max	5813.000-5824.000=-11.000

*mean*	4711.496-5096.113=-384.617
σ	1476.842-1698.411=-221.569
min	3530.895-3529.306=1.589
max	7345.558-7145.901=199.657

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.001=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4168.500-4170.750=-2.250
σ	1898.275-1903.567=-5.292
min	1550.000-1551.000=-1.000
max	7212.000

*mean*	80.569-76.318=4.251
σ	9.150-5.383=3.767
min	71.061-70.639=0.421
max	99.065-86.181=12.884

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.075-62.075=0.000
max	62.080-62.080=-0.000

*mean*	4168.500-4170.750=-2.250
σ	1898.275-1903.567=-5.292
min	1550.000-1551.000=-1.000
max	7212.000

*mean*	81.059-76.707=4.352
σ	9.588-5.666=3.922
min	71.226-70.672=0.554
max	100.387-87.296=13.091

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944-40.945=-0.001
σ	0.001-0.002=-0.001
min	40.943-40.944=-0.000
max	40.947-40.949=-0.002

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	104.167-103.306=0.861
σ	6.672-7.930=-1.258
min	91.981-87.509=4.472
max	108.984-108.355=0.629

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.945=0.000
σ	0.002-0.002=0.000
min	40.943-40.943=0.000
max	40.947-40.947=-0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	104.102-103.169=0.932
σ	6.645-7.868=-1.223
min	91.823-87.417=4.406
max	108.670-108.289=0.381

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.949
max	40.953-40.954=-0.001

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	105.533-105.434=0.099
σ	6.481-7.213=-0.731
min	95.440-93.635=1.806
max	112.136-113.265=-1.130

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.950=0.000
σ	0.002-0.002=0.000
min	40.948-40.949=-0.001
max	40.953-40.953=-0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	104.059-103.439=0.620
σ	6.463-7.984=-1.521
min	92.228-87.300=4.928
max	109.044-108.965=0.079

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=0.000
min	66.685-66.685=-0.000
max	66.690-66.690=0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	231.981-226.278=5.703
σ	202.974-187.230=15.744
min	143.501-138.884=4.617
max	733.749-688.907=44.841

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.001=0.000
min	66.685
max	66.690-66.689=0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	157.178-156.881=0.297
σ	13.836-15.881=-2.045
min	132.880-128.715=4.164
max	168.797-168.691=0.106

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.319=-0.001
min	11655.305
max	11667.520-11667.523=-0.004

*mean*	4168.500-4170.750=-2.250
σ	1898.275-1903.567=-5.292
min	1550.000-1551.000=-1.000
max	7212.000

*mean*	6413.541-6679.456=-265.915
σ	1364.381-1331.028=33.354
min	4957.244-4932.677=24.567
max	8147.489-8098.121=49.368

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.066=-0.000
σ	0.001-0.002=-0.001
min	11560.064
max	11560.068-11560.069=-0.001

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	5442.876-5413.819=29.058
σ	1406.573-1397.137=9.436
min	4397.054-4388.454=8.600
max	7700.400-7783.052=-82.652

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.666-172.660=0.006
σ	0.008-0.014=-0.006
min	172.649-172.633=0.016
max	172.674-172.672=0.002

*mean*	488.000
σ	0.000
min	488.000
max	488.000

*mean*	402.852-383.124=19.729
σ	20.799-32.446=-11.647
min	362.500-318.726=43.775
max	421.716-423.613=-1.898

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.467-357.468=-0.000
σ	0.158-0.158=-0.000
min	357.321
max	357.659-357.641=0.018

*mean*	564.000-565.000=-1.000
σ	0.000
min	564.000-565.000=-1.000
max	564.000-565.000=-1.000

*mean*	788.726-801.016=-12.290
σ	26.996-4.972=22.023
min	741.335-793.511=-52.176
max	825.094-808.137=16.957

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.082-1008.079=0.003
σ	0.761-0.762=-0.001
min	1007.608-1007.608=-0.000
max	1011.229-1011.229=0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	1.549-1.522=0.028
σ	0.190-0.117=0.074
min	1.399-1.414=-0.015
max	2.182-1.837=0.345

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.311-0.316=-0.005
σ	0.114-0.116=-0.002
min	0.247-0.252=-0.005
max	0.513-0.523=-0.009

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.646-0.651=-0.005
σ	0.071-0.084=-0.013
min	0.605-0.597=0.007
max	0.771-0.798=-0.027

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.540-0.505=0.036
σ	0.054-0.043=0.012
min	0.499-0.440=0.059
max	0.634-0.560=0.074

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.863-0.848=0.015
σ	0.031-0.036=-0.005
min	0.837-0.814=0.023
max	0.916-0.906=0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.551=0.001
σ	0.023-0.027=-0.005
min	963.528-963.523=0.005
max	963.582-963.584=-0.002

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.770-0.817=-0.046
σ	0.075-0.035=0.041
min	0.694-0.772=-0.078
max	0.847-0.857=-0.011

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.000
σ	0.005-0.006=-0.001
min	884.847
max	884.860-884.861=-0.001

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.703-0.715=-0.012
σ	0.044-0.029=0.014
min	0.648-0.682=-0.033
max	0.738-0.744=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.003

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	4.211-4.254=-0.044
σ	0.092-0.081=0.012
min	3.850-4.102=-0.251
max	4.491-4.569=-0.078

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	4.190-4.234=-0.043
σ	0.075-0.068=0.007
min	4.047-4.113=-0.066
max	4.429-4.428=0.001

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.745-0.744=0.001
σ	0.020-0.024=-0.004
min	0.712-0.656=0.055
max	0.875-0.849=0.026

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.708-0.716=-0.008
σ	0.040-0.016=0.024
min	0.529-0.688=-0.159
max	0.802-0.797=0.005

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.371-297.508=-0.137
σ	0.274-0.205=0.069
min	297.062-297.304=-0.243
max	297.908-298.028=-0.120

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.581-0.587=-0.005
σ	0.023-0.034=-0.010
min	0.517-0.524=-0.007
max	0.602-0.613=-0.011

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.720-289.728=-0.008
σ	0.035-0.036=-0.001
min	289.673-289.674=-0.001
max	289.766-289.776=-0.010

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.391-0.388=0.002
σ	0.004-0.002=0.002
min	0.387-0.386=0.002
max	0.397-0.391=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.645-1299.645=0.001
σ	0.112-0.104=0.008
min	1299.506-1299.512=-0.006
max	1299.773-1299.761=0.012

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	1.891-1.865=0.027
σ	0.087-0.088=-0.000
min	1.798-1.797=0.001
max	2.001-1.989=0.013

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.709-1542.654=0.055
σ	4.013-4.040=-0.027
min	1540.724-1540.632=0.092
max	1549.882-1549.873=0.009

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	2.450-2.387=0.064
σ	0.396-0.182=0.214
min	2.119-2.125=-0.007
max	3.076-2.567=0.508

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.610-1861.606=0.004
σ	0.071-0.080=-0.009
min	1861.509-1861.497=0.012
max	1861.684-1861.702=-0.018

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	2.883-2.904=-0.021
σ	0.039-0.061=-0.022
min	2.854-2.826=0.028
max	2.951-2.968=-0.017

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.558-1.627=-0.069
σ	0.362-0.307=0.055
min	1.001-1.275=-0.274
max	1.847-1.869=-0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.146-446.146=0.001
σ	577.064-577.064=0.001
min	157.612-157.612=-0.000
max	1311.743-1311.741=0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.539-0.532=0.007
σ	0.540-0.524=0.016
min	0.269-0.269=0.000
max	1.349-1.319=0.031

policies=20

*mean*	1576.398-1576.402=-0.004
σ	0.345-0.350=-0.005
min	1576.164-1576.165=-0.001
max	1576.910-1576.922=-0.011

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	2.635-2.629=0.006
σ	0.015-0.021=-0.006
min	2.617-2.608=0.008
max	2.650-2.650=0.000

policies=200

*mean*	15771.955-15771.937=0.018
σ	0.129-0.086=0.043
min	15771.791-15771.851=-0.060
max	15772.061-15772.013=0.049

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	26.585-26.529=0.056
σ	0.168-0.065=0.102
min	26.384-26.471=-0.087
max	26.758-26.585=0.173