Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.703-53.705=-0.002
σ	0.369-0.368=0.001
min	53.563-53.556=0.007
max	54.752-54.752=0.000

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.139-0.138=0.000
σ	0.003-0.004=-0.000
min	0.136-0.135=0.001
max	0.144-0.145=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.057-43.059=-0.002
σ	0.007-0.005=0.002
min	43.050-43.052=-0.002
max	43.071-43.068=0.004

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.122-0.121=0.000
σ	0.004-0.006=-0.003
min	0.117-0.112=0.005
max	0.127-0.132=-0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.001

*mean*	4284.000-4289.500=-5.500
σ	1977.022-1982.961=-5.939
min	1547.000-1550.000=-3.000
max	7212.000-7213.000=-1.000

*mean*	112.878-68.592=44.286
σ	283.092-157.728=125.364
min	12.351-12.522=-0.172
max	813.495-458.949=354.546

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4284.000-4289.500=-5.500
σ	1977.022-1982.961=-5.939
min	1547.000-1550.000=-3.000
max	7212.000-7213.000=-1.000

*mean*	13.997-12.993=1.003
σ	3.023-0.580=2.443
min	12.255-12.034=0.221
max	21.405-13.548=7.858

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.001

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	15.148-15.026=0.121
σ	0.888-0.635=0.254
min	13.675-13.580=0.095
max	15.890-15.587=0.303

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	13.979-12.864=1.116
σ	0.776-1.208=-0.432
min	12.690-11.397=1.293
max	14.660-14.789=-0.129

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4167.375-4173.125=-5.750
σ	1899.888-1905.372=-5.484
min	1547.000-1550.000=-3.000
max	7212.000-7213.000=-1.000

*mean*	13.369-14.045=-0.677
σ	1.250-1.522=-0.272
min	11.321-11.062=0.259
max	15.167-15.389=-0.222

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4167.375-4173.125=-5.750
σ	1899.888-1905.372=-5.484
min	1547.000-1550.000=-3.000
max	7212.000-7213.000=-1.000

*mean*	8.881-8.947=-0.067
σ	0.415-0.230=0.185
min	8.351-8.564=-0.213
max	9.340-9.306=0.034

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=-0.000
σ	0.001-0.001=0.000
min	26.399
max	26.403

*mean*	4167.375-4173.125=-5.750
σ	1899.888-1905.372=-5.484
min	1547.000-1550.000=-3.000
max	7212.000-7213.000=-1.000

*mean*	6.947-6.814=0.133
σ	0.222-0.303=-0.081
min	6.641-6.137=0.504
max	7.262-7.091=0.171

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.667-25.666=0.000
σ	0.002-0.002=0.000
min	25.664
max	25.670-25.668=0.001

*mean*	4284.000-4289.500=-5.500
σ	1977.022-1982.961=-5.939
min	1547.000-1550.000=-3.000
max	7212.000-7213.000=-1.000

*mean*	6.222-6.071=0.151
σ	0.607-0.078=0.529
min	5.803-5.958=-0.154
max	7.700-6.193=1.508

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663-25.663=-0.000

*mean*	4284.000-4289.500=-5.500
σ	1977.022-1982.961=-5.939
min	1547.000-1550.000=-3.000
max	7212.000-7213.000=-1.000

*mean*	5.818-5.604=0.214
σ	0.508-0.120=0.388
min	5.516-5.401=0.115
max	7.042-5.770=1.272

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.003=-0.001
min	25.967
max	25.971-25.975=-0.004

*mean*	4284.000-4289.500=-5.500
σ	1977.022-1982.961=-5.939
min	1547.000-1550.000=-3.000
max	7212.000-7213.000=-1.000

*mean*	5.917-5.768=0.149
σ	0.591-0.078=0.513
min	5.621-5.626=-0.005
max	7.373-5.865=1.508

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.001-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.971=-0.000

*mean*	4284.000-4289.500=-5.500
σ	1977.022-1982.961=-5.939
min	1547.000-1550.000=-3.000
max	7212.000-7213.000=-1.000

*mean*	5.883-5.616=0.267
σ	0.562-0.147=0.415
min	5.530-5.409=0.121
max	7.193-5.843=1.350

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.595=0.001
σ	0.002-0.002=-0.000
min	2524.594-2524.594=0.000
max	2524.598-2524.598=-0.000

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	1449.992-1403.886=46.106
σ	676.944-542.046=134.899
min	1033.524-1030.792=2.733
max	2870.948-2257.418=613.530

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=0.000
σ	0.042-0.041=0.001
min	8744.545-8744.545=-0.000
max	8744.664-8744.660=0.004

*mean*	3589.625-3595.625=-6.000
σ	1811.755-1820.537=-8.782
min	1074.000-1076.000=-2.000
max	5814.000-5831.000=-17.000

*mean*	4891.857-4508.581=383.276
σ	1527.971-1329.215=198.756
min	3515.026-3521.223=-6.197
max	7065.783-7085.150=-19.367

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.001
σ	0.002-0.001=0.001
min	62.075-62.076=-0.000
max	62.081-62.080=0.001

*mean*	4167.375-4173.125=-5.750
σ	1899.888-1905.372=-5.484
min	1547.000-1550.000=-3.000
max	7212.000-7213.000=-1.000

*mean*	81.276-79.722=1.555
σ	8.929-7.344=1.585
min	71.398-72.649=-1.251
max	98.859-93.468=5.391

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4167.375-4173.125=-5.750
σ	1899.888-1905.372=-5.484
min	1547.000-1550.000=-3.000
max	7212.000-7213.000=-1.000

*mean*	82.339-80.326=2.013
σ	9.265-7.579=1.686
min	72.131-72.500=-0.369
max	100.678-93.980=6.697

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944-40.945=-0.000
σ	0.001-0.002=-0.001
min	40.944-40.944=0.000
max	40.947-40.949=-0.001

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	105.024-104.963=0.060
σ	7.437-6.474=0.963
min	92.521-92.848=-0.327
max	110.164-109.193=0.971

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.945=0.000
σ	0.002-0.002=0.000
min	40.943-40.944=-0.000
max	40.948-40.947=0.000

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	105.065-105.207=-0.142
σ	7.286-6.274=1.012
min	92.763-93.169=-0.407
max	110.341-109.193=1.148

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.950=0.000
σ	0.002-0.002=-0.000
min	40.949-40.949=0.000
max	40.953-40.954=-0.002

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	107.308-107.682=-0.374
σ	6.135-7.067=-0.933
min	94.878-95.821=-0.944
max	111.568-116.438=-4.870

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.950=0.000
σ	0.002-0.002=0.001
min	40.948-40.949=-0.000
max	40.954-40.953=0.001

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	105.074-105.383=-0.310
σ	7.369-6.627=0.742
min	92.488-93.177=-0.689
max	110.599-109.667=0.932

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686-66.687=-0.000
σ	0.001-0.002=-0.001
min	66.686-66.685=0.000
max	66.689-66.690=-0.001

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	232.625-214.265=18.360
σ	202.065-152.936=49.129
min	144.982-145.303=-0.321
max	732.121-592.177=139.944

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.686=0.001
σ	0.002-0.001=0.001
min	66.685
max	66.690-66.689=0.000

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	158.021-156.025=1.997
σ	13.937-16.579=-2.642
min	133.749-120.717=13.031
max	170.869-167.999=2.871

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.000
σ	4.318-4.319=-0.002
min	11655.305-11655.305=0.000
max	11667.520-11667.523=-0.004

*mean*	4167.375-4173.125=-5.750
σ	1899.888-1905.372=-5.484
min	1547.000-1550.000=-3.000
max	7212.000-7213.000=-1.000

*mean*	6387.857-6382.021=5.836
σ	1264.650-1238.284=26.366
min	4942.803-4926.708=16.096
max	8073.268-8215.365=-142.097

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.066=-0.001
σ	0.001-0.003=-0.001
min	11560.064-11560.064=-0.001
max	11560.068-11560.072=-0.003

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	5580.039-5914.107=-334.068
σ	1120.630-1398.262=-277.631
min	4372.482-4389.488=-17.006
max	7490.917-7690.172=-199.255

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.657-172.664=-0.008
σ	0.017-0.007=0.010
min	172.635-172.656=-0.021
max	172.681-172.675=0.006

*mean*	488.000-488.375=-0.375
σ	0.000-1.061=-1.061
min	488.000
max	488.000-491.000=-3.000

*mean*	358.967-396.745=-37.777
σ	55.329-19.064=36.265
min	250.126-364.683=-114.557
max	413.985-418.983=-4.998

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.476-357.460=0.015
σ	0.151-0.161=-0.010
min	357.321
max	357.643-357.675=-0.033

*mean*	565.000-574.000=-9.000
σ	0.000
min	565.000-574.000=-9.000
max	565.000-574.000=-9.000

*mean*	795.440-794.773=0.668
σ	17.121-20.481=-3.360
min	756.048-756.393=-0.345
max	814.500-818.711=-4.211

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.001-1005.002=-0.001
σ	0.750-0.751=-0.001
min	1004.530-1004.525=0.005
max	1008.101-1008.106=-0.005

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	1.592-1.602=-0.010
σ	0.117-0.137=-0.021
min	1.474-1.417=0.057
max	1.879-1.854=0.024

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.000

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	0.318-0.343=-0.025
σ	0.114-0.153=-0.039
min	0.245-0.248=-0.004
max	0.519-0.613=-0.094

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	0.645-0.693=-0.048
σ	0.073-0.141=-0.068
min	0.601-0.600=0.001
max	0.775-0.938=-0.163

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	0.461-0.491=-0.030
σ	0.065-0.117=-0.051
min	0.397-0.369=0.028
max	0.535-0.655=-0.119

name=nested_use.art

*mean*	2.356-2.355=0.000
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	0.858-0.858=-0.000
σ	0.031-0.043=-0.012
min	0.834-0.829=0.005
max	0.909-0.931=-0.021

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.548=0.003
σ	0.038-0.034=0.003
min	963.530-963.523=0.007
max	963.618-963.608=0.010

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	0.829-0.778=0.051
σ	0.033-0.057=-0.024
min	0.783-0.705=0.078
max	0.871-0.840=0.031

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.000
σ	0.006-0.005=0.001
min	884.847
max	884.859-884.861=-0.002

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	0.704-0.737=-0.033
σ	0.061-0.013=0.048
min	0.596-0.731=-0.134
max	0.740-0.759=-0.019

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	4.291-4.238=0.053
σ	0.087-0.082=0.005
min	4.140-4.084=0.056
max	4.577-4.505=0.072

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	4.262-4.235=0.027
σ	0.068-0.078=-0.011
min	4.145-4.091=0.054
max	4.493-4.497=-0.004

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	0.748-0.755=-0.008
σ	0.021-0.019=0.002
min	0.715-0.727=-0.012
max	0.893-0.880=0.012

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	0.714-0.721=-0.007
σ	0.015-0.017=-0.003
min	0.679-0.692=-0.013
max	0.802-0.825=-0.023

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.384-294.332=0.052
σ	0.233-0.174=0.059
min	294.208-294.083=0.124
max	295.015-294.711=0.304

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	0.564-0.571=-0.007
σ	0.037-0.036=0.001
min	0.502-0.511=-0.009
max	0.598-0.609=-0.011

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.455-281.451=0.004
σ	0.036-0.036=0.001
min	281.399-281.401=-0.002
max	281.498-281.501=-0.004

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	0.399-0.396=0.003
σ	0.010-0.013=-0.003
min	0.386-0.385=0.001
max	0.408-0.416=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.494-1291.478=0.016
σ	0.104-0.094=0.010
min	1291.367-1291.358=0.010
max	1291.626-1291.600=0.027

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	1.980-1.977=0.004
σ	0.062-0.080=-0.018
min	1.878-1.901=-0.023
max	2.038-2.111=-0.072

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.347-1534.349=-0.003
σ	4.067-4.062=0.005
min	1532.311-1532.319=-0.008
max	1541.614-1541.607=0.007

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	2.273-2.309=-0.036
σ	0.213-0.254=-0.041
min	2.054-2.050=0.003
max	2.595-2.657=-0.062

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.338-1853.339=-0.001
σ	0.083-0.096=-0.013
min	1853.229-1853.205=0.024
max	1853.437-1853.463=-0.026

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	3.259-3.150=0.109
σ	0.384-0.425=-0.042
min	2.860-2.647=0.212
max	3.635-3.700=-0.065

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.579-1.669=-0.089
σ	0.208-0.271=-0.063
min	1.321-1.303=0.018
max	1.836-1.988=-0.153

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.430-442.430=-0.001
σ	577.063-577.064=-0.000
min	153.895-153.896=-0.001
max	1308.025-1308.026=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	0.535-0.529=0.006
σ	0.532-0.522=0.010
min	0.265-0.265=0.001
max	1.333-1.312=0.021

policies=20

*mean*	1539.231-1539.202=0.029
σ	0.339-0.312=0.027
min	1538.998-1538.990=0.007
max	1539.733-1539.665=0.068

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	2.608-2.581=0.027
σ	0.023-0.046=-0.023
min	2.584-2.516=0.068
max	2.636-2.623=0.013

policies=200

*mean*	15400.458-15400.387=0.071
σ	0.082-0.147=-0.064
min	15400.402-15400.261=0.141
max	15400.577-15400.531=0.046

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7212.000-7213.000=-1.000
σ	0.000
min	7212.000-7213.000=-1.000
max	7212.000-7213.000=-1.000

*mean*	26.270-26.222=0.048
σ	0.164-0.257=-0.092
min	26.114-26.033=0.082
max	26.443-26.584=-0.141