Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.706-53.704=0.002
σ	0.368-0.369=-0.001
min	53.565-53.560=0.005
max	54.752-54.753=-0.001

*mean*	416.500-415.000=1.500
σ	0.527-0.000=0.527
min	416.000-415.000=1.000
max	417.000-415.000=2.000

*mean*	0.140-0.138=0.002
σ	0.004-0.005=-0.001
min	0.136-0.131=0.005
max	0.147-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.059-43.057=0.002
σ	0.005-0.005=0.000
min	43.051-43.049=0.003
max	43.067-43.064=0.003

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.121-0.120=0.001
σ	0.004-0.004=-0.000
min	0.114-0.113=0.001
max	0.127-0.127=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4280.500-4162.375=118.125
σ	1970.683-1888.483=82.200
min	1553.000
max	7172.000-7173.000=-1.000

*mean*	12.834-12.886=-0.052
σ	0.234-0.252=-0.018
min	12.565-12.588=-0.023
max	13.177-13.320=-0.143

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=-0.001
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4280.500-4279.375=1.125
σ	1970.683-1966.263=4.420
min	1553.000
max	7172.000-7173.000=-1.000

*mean*	12.921-13.899=-0.978
σ	2.263-1.962=0.301
min	11.909-12.956=-1.047
max	18.513-18.722=-0.209

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.001
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.932=-0.001

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	15.060-15.101=-0.041
σ	0.657-0.890=-0.234
min	13.951-13.557=0.393
max	15.684-15.903=-0.219

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	13.892-13.668=0.225
σ	0.795-1.405=-0.609
min	12.675-11.252=1.423
max	15.047-15.596=-0.550

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.931-41.931=-0.000

*mean*	4163.750-4162.375=1.375
σ	1892.567-1888.483=4.084
min	1553.000
max	7172.000-7173.000=-1.000

*mean*	13.797-13.691=0.106
σ	1.655-1.673=-0.017
min	11.272-11.399=-0.127
max	15.238-15.654=-0.416

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.000
σ	0.002-0.002=0.000
min	27.603
max	27.607-27.607=-0.000

*mean*	4163.750-4162.375=1.375
σ	1892.567-1888.483=4.084
min	1553.000
max	7172.000-7173.000=-1.000

*mean*	9.092-9.112=-0.020
σ	0.485-0.302=0.183
min	8.471-8.704=-0.233
max	9.625-9.661=-0.037

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401-26.400=0.001
σ	0.002-0.001=0.001
min	26.399
max	26.403-26.403=0.000

*mean*	4163.750-4162.375=1.375
σ	1892.567-1888.483=4.084
min	1553.000
max	7172.000-7173.000=-1.000

*mean*	6.976-6.872=0.104
σ	0.472-0.312=0.160
min	6.146-6.335=-0.189
max	7.410-7.239=0.171

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.667=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.670-25.670=-0.000

*mean*	4280.500-4279.375=1.125
σ	1970.683-1966.263=4.420
min	1553.000
max	7172.000-7173.000=-1.000

*mean*	6.205-6.210=-0.006
σ	0.583-0.493=0.090
min	5.817-5.808=0.009
max	7.581-7.384=0.196

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=0.000
min	25.659-25.659=0.000
max	25.663

*mean*	4280.500-4279.375=1.125
σ	1970.683-1966.263=4.420
min	1553.000
max	7172.000-7173.000=-1.000

*mean*	6.016-5.912=0.104
σ	0.677-0.578=0.098
min	5.645-5.501=0.145
max	7.622-7.313=0.309

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972-25.971=0.001

*mean*	4280.500-4279.375=1.125
σ	1970.683-1966.263=4.420
min	1553.000
max	7172.000-7173.000=-1.000

*mean*	5.926-5.979=-0.053
σ	0.428-0.588=-0.160
min	5.750-5.628=0.123
max	6.984-7.403=-0.419

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.002-0.003=-0.001
min	25.967-25.967=0.000
max	25.971-25.975=-0.004

*mean*	4280.500-4279.375=1.125
σ	1970.683-1966.263=4.420
min	1553.000
max	7172.000-7173.000=-1.000

*mean*	5.896-5.889=0.006
σ	0.640-0.601=0.038
min	5.585-5.542=0.044
max	7.469-7.348=0.121

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.596=-0.000
σ	0.002-0.002=0.000
min	2524.594-2524.594=-0.001
max	2524.598-2524.598=0.000

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	1530.202-1502.833=27.369
σ	780.496-730.356=50.140
min	1040.022-1031.568=8.454
max	3149.532-2849.022=300.509

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=0.000
σ	0.040-0.042=-0.002
min	8744.545-8744.545=0.000
max	8744.660-8744.664=-0.004

*mean*	3591.125-3589.875=1.250
σ	1815.743-1809.991=5.753
min	1073.000-1070.000=3.000
max	5820.000-5810.000=10.000

*mean*	4775.338-4400.170=375.169
σ	1640.545-1173.254=467.291
min	3527.561-3477.013=50.548
max	7551.994-6078.801=1473.193

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080-62.081=-0.001

*mean*	4163.750-4162.375=1.375
σ	1892.567-1888.483=4.084
min	1553.000
max	7172.000-7173.000=-1.000

*mean*	77.224-79.879=-2.655
σ	5.280-7.287=-2.007
min	71.632-71.104=0.527
max	87.068-92.658=-5.590

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.075-62.076=-0.000
max	62.080

*mean*	4163.750-4162.375=1.375
σ	1892.567-1888.483=4.084
min	1553.000
max	7172.000-7173.000=-1.000

*mean*	77.668-80.086=-2.417
σ	5.635-7.501=-1.865
min	71.685-71.160=0.525
max	88.172-92.662=-4.490

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.944=0.000
σ	0.002-0.001=0.000
min	40.944-40.943=0.000
max	40.947-40.947=0.001

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	105.394-103.961=1.432
σ	6.136-6.454=-0.318
min	94.321-93.648=0.674
max	109.603-109.124=0.479

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.000
σ	0.002-0.002=0.000
min	40.944-40.944=-0.000
max	40.948-40.948=0.000

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	105.333-103.814=1.519
σ	6.165-6.415=-0.249
min	94.222-93.197=1.025
max	109.931-108.968=0.963

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.949
max	40.953-40.953=-0.000

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	108.433-106.501=1.931
σ	4.175-4.145=0.030
min	101.333-99.745=1.588
max	113.479-109.033=4.446

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=0.000
min	40.949
max	40.954-40.954=0.000

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	105.625-104.085=1.540
σ	6.097-6.416=-0.319
min	94.437-93.413=1.024
max	109.951-109.042=0.910

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686-66.686=-0.000
σ	0.001-0.001=-0.000
min	66.685
max	66.689

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	220.148-223.899=-3.751
σ	166.162-179.337=-13.175
min	146.292-146.081=0.212
max	630.853-667.150=-36.296

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.003=-0.001
min	66.685
max	66.689-66.693=-0.004

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	157.208-156.034=1.174
σ	18.002-17.264=0.738
min	117.817-120.026=-2.209
max	171.147-169.758=1.390

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.001
σ	4.318-4.318=0.000
min	11655.305-11655.306=-0.001
max	11667.519-11667.519=0.000

*mean*	4163.750-4162.375=1.375
σ	1892.567-1888.483=4.084
min	1553.000
max	7172.000-7173.000=-1.000

*mean*	6326.387-6178.702=147.685
σ	1353.671-1358.534=-4.863
min	4887.964-4915.141=-27.177
max	7912.661-7985.801=-73.140

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064-11560.064=-0.000
max	11560.068-11560.068=0.000

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	6023.819-5730.980=292.839
σ	1467.049-1251.858=215.192
min	4420.342-4368.262=52.080
max	7880.291-7667.297=212.994

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.657-172.667=-0.010
σ	0.014-0.008=0.006
min	172.645-172.652=-0.007
max	172.677-172.675=0.003

*mean*	488.000-487.375=0.625
σ	0.000-1.061=-1.061
min	488.000-487.000=1.000
max	488.000-490.000=-2.000

*mean*	363.314-392.849=-29.535
σ	46.759-20.240=26.518
min	305.387-351.075=-45.688
max	420.969-413.140=7.828

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.471-357.458=0.013
σ	0.156-0.152=0.005
min	357.321
max	357.633-357.660=-0.027

*mean*	565.000-572.000=-7.000
σ	0.000
min	565.000-572.000=-7.000
max	565.000-572.000=-7.000

*mean*	769.462-791.506=-22.044
σ	61.391-38.060=23.331
min	661.788-718.765=-56.977
max	823.991-849.293=-25.303

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.002-1005.001=0.001
σ	0.751-0.750=0.000
min	1004.530-1004.531=-0.001
max	1008.107-1008.104=0.003

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	1.636-1.610=0.026
σ	0.170-0.157=0.013
min	1.469-1.416=0.053
max	2.020-1.947=0.073

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.000

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	0.439-0.357=0.082
σ	0.162-0.046=0.116
min	0.350-0.321=0.028
max	0.728-0.432=0.296

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	0.942-0.859=0.082
σ	0.144-0.113=0.031
min	0.830-0.779=0.051
max	1.186-1.057=0.129

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	0.532-0.545=-0.012
σ	0.045-0.043=0.003
min	0.499-0.507=-0.008
max	0.611-0.615=-0.005

name=nested_use.art

*mean*	2.355-2.356=-0.001
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	0.840-0.828=0.012
σ	0.027-0.040=-0.012
min	0.806-0.794=0.012
max	0.882-0.894=-0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.547=0.005
σ	0.022-0.028=-0.006
min	963.527-963.523=0.004
max	963.580-963.587=-0.008

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	0.810-0.835=-0.025
σ	0.044-0.018=0.026
min	0.744-0.811=-0.067
max	0.844-0.852=-0.007

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.001
σ	0.006-0.007=-0.000
min	884.847
max	884.863-884.861=0.001

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	0.623-0.732=-0.110
σ	0.050-0.010=0.040
min	0.536-0.723=-0.188
max	0.659-0.743=-0.084

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.002

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	3.536-4.248=-0.712
σ	0.084-0.085=-0.001
min	3.409-4.124=-0.715
max	3.828-4.706=-0.878

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	3.564-4.227=-0.662
σ	0.075-0.067=0.008
min	3.419-4.120=-0.701
max	3.851-4.473=-0.622

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	0.538-0.578=-0.040
σ	0.014-0.091=-0.077
min	0.513-0.513=-0.001
max	0.617-0.887=-0.269

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	0.522-0.514=0.008
σ	0.036-0.020=0.015
min	0.496-0.484=0.013
max	0.759-0.641=0.118

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.381-294.516=-0.136
σ	0.225-0.217=0.008
min	294.160-294.403=-0.243
max	294.970-295.124=-0.154

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	0.550-0.528=0.021
σ	0.034-0.037=-0.002
min	0.505-0.500=0.005
max	0.593-0.585=0.008

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.459-281.464=-0.005
σ	0.035-0.036=-0.000
min	281.405-281.405=-0.000
max	281.491-281.495=-0.004

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	0.386-0.395=-0.010
σ	0.009-0.008=0.002
min	0.380-0.387=-0.006
max	0.402-0.402=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.483-1291.506=-0.023
σ	0.087-0.116=-0.029
min	1291.369-1291.370=-0.001
max	1291.580-1291.633=-0.053

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	1.973-1.883=0.090
σ	0.051-0.062=-0.012
min	1.888-1.799=0.089
max	2.013-1.967=0.046

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.332-1534.364=-0.032
σ	4.047-4.031=0.017
min	1532.308-1532.342=-0.034
max	1541.565-1541.568=-0.003

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	2.234-2.321=-0.087
σ	0.238-0.163=0.075
min	2.028-2.097=-0.068
max	2.627-2.496=0.131

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.334-1853.335=-0.001
σ	0.091-0.076=0.015
min	1853.199-1853.224=-0.025
max	1853.435-1853.408=0.027

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	3.115-3.012=0.103
σ	0.376-0.166=0.210
min	2.639-2.833=-0.194
max	3.574-3.218=0.356

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.564-1.675=-0.112
σ	0.216-0.221=-0.005
min	1.290-1.303=-0.013
max	1.772-1.863=-0.091

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.428-442.431=-0.003
σ	577.064-577.063=0.001
min	153.893-153.898=-0.005
max	1308.024-1308.025=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	0.534-0.550=-0.017
σ	0.538-0.584=-0.046
min	0.264-0.257=0.007
max	1.340-1.426=-0.086

policies=20

*mean*	1539.221-1539.235=-0.014
σ	0.335-0.333=0.001
min	1538.989-1539.007=-0.018
max	1539.717-1539.729=-0.012

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	2.605-2.605=-0.000
σ	0.013-0.033=-0.021
min	2.587-2.575=0.012
max	2.616-2.653=-0.037

policies=200

*mean*	15400.352-15400.445=-0.093
σ	0.066-0.093=-0.028
min	15400.290-15400.386=-0.096
max	15400.430-15400.583=-0.153

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7172.000-7173.000=-1.000
σ	0.000
min	7172.000-7173.000=-1.000
max	7172.000-7173.000=-1.000

*mean*	26.152-26.287=-0.134
σ	0.143-0.141=0.003
min	26.014-26.152=-0.138
max	26.353-26.417=-0.064