Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.521-54.521=-0.000
σ	0.369-0.368=0.001
min	54.378-54.383=-0.005
max	55.570-55.567=0.003

*mean*	415.000-417.700=-2.700
σ	0.000-0.483=-0.483
min	415.000-417.000=-2.000
max	415.000-418.000=-3.000

*mean*	0.139-0.139=0.000
σ	0.004-0.004=-0.000
min	0.135-0.134=0.000
max	0.145-0.146=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.765-43.766=-0.000
σ	0.006-0.008=-0.002
min	43.756-43.761=-0.004
max	43.774-43.785=-0.012

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.124-0.122=0.002
σ	0.003-0.005=-0.001
min	0.121-0.116=0.005
max	0.129-0.129=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.001
σ	0.002-0.002=-0.000
min	36.615
max	36.619

*mean*	4277.500-4292.000=-14.500
σ	1969.364-1984.509=-15.144
min	1550.000
max	7169.000-7216.000=-47.000

*mean*	12.603-109.235=-96.632
σ	0.166-273.420=-273.255
min	12.357-12.249=0.108
max	12.852-785.915=-773.063

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4277.500-4292.000=-14.500
σ	1969.364-1984.509=-15.144
min	1550.000
max	7169.000-7216.000=-47.000

*mean*	12.609-13.633=-1.024
σ	0.805-4.451=-3.647
min	11.691-11.703=-0.012
max	13.886-24.620=-10.734

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	15.089-14.832=0.257
σ	0.891-0.817=0.074
min	13.651-13.514=0.137
max	16.195-15.858=0.337

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	13.566-12.514=1.052
σ	0.876-1.257=-0.381
min	11.802-10.987=0.815
max	14.626-14.532=0.094

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.931

*mean*	4161.250-4175.375=-14.125
σ	1891.623-1906.698=-15.075
min	1550.000
max	7169.000-7216.000=-47.000

*mean*	13.575-13.563=0.013
σ	1.980-1.598=0.382
min	10.899-11.018=-0.118
max	15.598-15.348=0.249

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.001
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607-27.607=0.000

*mean*	4161.250-4175.375=-14.125
σ	1891.623-1906.698=-15.075
min	1550.000
max	7169.000-7216.000=-47.000

*mean*	9.123-9.100=0.023
σ	0.260-0.341=-0.081
min	8.687-8.535=0.152
max	9.426-9.675=-0.249

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4161.250-4175.375=-14.125
σ	1891.623-1906.698=-15.075
min	1550.000
max	7169.000-7216.000=-47.000

*mean*	6.860-6.995=-0.135
σ	0.269-0.271=-0.001
min	6.330-6.497=-0.166
max	7.129-7.263=-0.135

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.670-25.668=0.001

*mean*	4277.500-4292.000=-14.500
σ	1969.364-1984.509=-15.144
min	1550.000
max	7169.000-7216.000=-47.000

*mean*	6.145-6.256=-0.111
σ	0.070-1.190=-1.119
min	6.046-5.640=0.406
max	6.246-9.184=-2.938

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002-0.002=0.000
min	25.659
max	25.663-25.663=0.000

*mean*	4277.500-4292.000=-14.500
σ	1969.364-1984.509=-15.144
min	1550.000
max	7169.000-7216.000=-47.000

*mean*	5.786-5.924=-0.138
σ	0.170-0.900=-0.730
min	5.609-5.474=0.135
max	6.052-8.141=-2.089

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.002-0.003=-0.001
min	25.967-25.967=-0.000
max	25.972-25.975=-0.003

*mean*	4277.500-4292.000=-14.500
σ	1969.364-1984.509=-15.144
min	1550.000
max	7169.000-7216.000=-47.000

*mean*	5.820-6.027=-0.207
σ	0.129-1.050=-0.921
min	5.668-5.551=0.117
max	6.004-8.612=-2.607

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.001=0.000
min	25.967
max	25.971

*mean*	4277.500-4292.000=-14.500
σ	1969.364-1984.509=-15.144
min	1550.000
max	7169.000-7216.000=-47.000

*mean*	5.704-5.916=-0.212
σ	0.108-1.038=-0.930
min	5.564-5.488=0.077
max	5.828-8.481=-2.653

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.595=0.001
σ	0.002-0.002=0.000
min	2524.594
max	2524.598

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	1469.329-1437.618=31.712
σ	703.140-632.277=70.862
min	1034.058-1029.361=4.697
max	2955.897-2713.310=242.587

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.561=-0.000
σ	0.040-0.041=-0.001
min	8744.545-8744.545=-0.000
max	8744.659-8744.661=-0.002

*mean*	3587.625-3598.250=-10.625
σ	1814.809-1821.788=-6.979
min	1070.000-1077.000=-7.000
max	5814.000-5836.000=-22.000

*mean*	4334.979-4847.658=-512.679
σ	1324.480-1680.635=-356.155
min	3514.565-3553.826=-39.261
max	6961.662-7461.110=-499.448

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080

*mean*	4161.250-4175.375=-14.125
σ	1891.623-1906.698=-15.075
min	1550.000
max	7169.000-7216.000=-47.000

*mean*	77.584-78.501=-0.917
σ	9.762-10.209=-0.447
min	70.111-69.917=0.194
max	98.163-98.568=-0.405

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.078=-0.000
σ	0.003-0.002=0.001
min	62.076
max	62.083-62.080=0.003

*mean*	4161.250-4175.375=-14.125
σ	1891.623-1906.698=-15.075
min	1550.000
max	7169.000-7216.000=-47.000

*mean*	78.491-78.902=-0.410
σ	9.870-10.311=-0.441
min	70.831-70.544=0.287
max	99.179-98.988=0.191

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=-0.000
min	40.944-40.943=0.001
max	40.947

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	104.173-104.572=-0.399
σ	8.080-7.723=0.357
min	87.581-89.721=-2.140
max	109.055-109.754=-0.699

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=0.000
min	40.943-40.944=-0.000
max	40.948-40.947=0.000

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	104.114-104.343=-0.230
σ	8.152-7.478=0.674
min	87.252-90.179=-2.927
max	109.015-109.954=-0.939

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=-0.000
min	40.949
max	40.953-40.954=-0.002

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	106.367-106.712=-0.345
σ	7.442-6.747=0.695
min	93.517-95.307=-1.790
max	114.164-112.512=1.652

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=0.001
σ	0.002-0.002=0.001
min	40.949-40.949=-0.000
max	40.954-40.953=0.002

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	104.373-104.738=-0.365
σ	8.169-7.530=0.638
min	87.523-90.463=-2.940
max	109.680-109.705=-0.025

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686-66.687=-0.001
σ	0.001-0.002=-0.000
min	66.685-66.686=-0.000
max	66.689

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	226.007-227.059=-1.052
σ	185.652-190.224=-4.571
min	137.503-139.582=-2.079
max	684.585-697.148=-12.564

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.685
max	66.689-66.689=-0.000

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	155.209-156.186=-0.976
σ	19.504-16.113=3.391
min	115.824-125.656=-9.832
max	171.124-169.278=1.846

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.000
min	11655.305
max	11667.520-11667.520=0.000

*mean*	4161.250-4175.375=-14.125
σ	1891.623-1906.698=-15.075
min	1550.000
max	7169.000-7216.000=-47.000

*mean*	5906.444-6697.982=-791.538
σ	1233.360-1177.404=55.955
min	4886.992-4903.626=-16.634
max	8042.867-8003.131=39.736

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.066=-0.001
σ	0.001-0.002=-0.000
min	11560.064-11560.064=-0.001
max	11560.068-11560.069=-0.001

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	5649.305-5662.633=-13.328
σ	1436.890-1351.660=85.230
min	4358.053-4408.697=-50.645
max	7660.982-7766.881=-105.899

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.661-172.660=0.000
σ	0.013-0.011=0.002
min	172.641-172.640=0.002
max	172.675-172.669=0.006

*mean*	485.125-490.250=-5.125
σ	0.354-0.707=-0.354
min	485.000-490.000=-5.000
max	486.000-492.000=-6.000

*mean*	375.499-383.628=-8.129
σ	42.702-39.014=3.688
min	307.448-305.366=2.082
max	420.015-422.065=-2.051

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.464-357.469=-0.005
σ	0.151-0.158=-0.006
min	357.321
max	357.668-357.636=0.032

*mean*	562.000-575.000=-13.000
σ	0.000
min	562.000-575.000=-13.000
max	562.000-575.000=-13.000

*mean*	773.815-808.144=-34.329
σ	69.164-12.572=56.592
min	614.082-792.233=-178.150
max	820.317-826.065=-5.749

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.080-1008.081=-0.001
σ	0.761-0.761=-0.000
min	1007.606-1007.608=-0.002
max	1011.227-1011.229=-0.002

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	1.560-1.495=0.065
σ	0.134-0.092=0.043
min	1.398-1.412=-0.014
max	1.772-1.777=-0.004

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.002

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	0.449-0.316=0.133
σ	0.140-0.118=0.022
min	0.336-0.250=0.087
max	0.666-0.526=0.140

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	0.890-0.742=0.149
σ	0.102-0.113=-0.011
min	0.826-0.619=0.207
max	1.069-0.858=0.212

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.520
max	1.525-1.524=0.001

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	0.549-0.547=0.002
σ	0.040-0.052=-0.013
min	0.521-0.508=0.013
max	0.617-0.635=-0.018

name=nested_use.art

*mean*	2.356-2.355=0.000
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	0.851-0.855=-0.004
σ	0.037-0.031=0.007
min	0.818-0.816=0.002
max	0.914-0.900=0.013

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-963.553=-0.004
σ	0.021-0.032=-0.011
min	963.526-963.535=-0.009
max	963.582-963.609=-0.027

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	0.799-0.814=-0.015
σ	0.036-0.038=-0.003
min	0.764-0.759=0.004
max	0.845-0.853=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.856-884.854=0.002
σ	0.005-0.009=-0.004
min	884.847
max	884.859-884.867=-0.008

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	0.612-0.697=-0.084
σ	0.058-0.093=-0.035
min	0.510-0.531=-0.021
max	0.651-0.749=-0.098

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	3.490-2.737=0.752
σ	0.094-0.092=0.003
min	3.277-2.531=0.746
max	3.819-3.032=0.787

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.661=-0.003

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	3.523-2.736=0.787
σ	0.088-0.075=0.013
min	3.285-2.573=0.711
max	3.813-2.973=0.840

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	0.538-0.304=0.233
σ	0.022-0.009=0.013
min	0.373-0.287=0.085
max	0.623-0.361=0.261

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	0.514-0.291=0.223
σ	0.015-0.010=0.005
min	0.480-0.279=0.202
max	0.593-0.361=0.232

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.302-297.416=-0.114
σ	0.217-0.228=-0.012
min	297.151-297.256=-0.105
max	297.905-298.038=-0.133

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	0.552-0.564=-0.012
σ	0.035-0.036=-0.002
min	0.507-0.510=-0.003
max	0.584-0.601=-0.017

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.723-289.720=0.002
σ	0.056-0.036=0.020
min	289.645-289.675=-0.030
max	289.796-289.773=0.023

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	0.414-0.393=0.022
σ	0.020-0.010=0.010
min	0.391-0.388=0.003
max	0.440-0.411=0.029

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.638-1299.644=-0.006
σ	0.093-0.100=-0.007
min	1299.520-1299.526=-0.006
max	1299.728-1299.756=-0.028

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	1.913-1.905=0.008
σ	0.072-0.081=-0.009
min	1.814-1.769=0.045
max	1.981-1.981=-0.001

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.640-1542.624=0.016
σ	4.088-4.065=0.023
min	1540.597-1540.581=0.016
max	1549.946-1549.887=0.059

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	2.271-2.255=0.016
σ	0.212-0.229=-0.017
min	2.117-2.065=0.052
max	2.603-2.620=-0.016

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.602-1861.590=0.012
σ	0.062-0.060=0.002
min	1861.505-1861.502=0.002
max	1861.662-1861.644=0.018

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	2.881-2.918=-0.037
σ	0.097-0.080=0.017
min	2.734-2.855=-0.121
max	2.978-3.031=-0.053

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.433-1.467=-0.034
σ	0.215-0.253=-0.038
min	1.267-1.106=0.160
max	1.801-1.671=0.130

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.146-446.144=0.002
σ	577.066-577.064=0.003
min	157.610-157.611=-0.001
max	1311.745-1311.739=0.005

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	0.549-0.545=0.005
σ	0.556-0.553=0.004
min	0.269-0.267=0.002
max	1.384-1.373=0.010

policies=20

*mean*	1576.384-1576.374=0.009
σ	0.343-0.352=-0.009
min	1576.153-1576.140=0.014
max	1576.892-1576.897=-0.005

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	2.640-2.634=0.006
σ	0.041-0.014=0.027
min	2.601-2.616=-0.016
max	2.677-2.650=0.026

policies=200

*mean*	15771.978-15771.869=0.109
σ	0.057-0.111=-0.054
min	15771.914-15771.725=0.189
max	15772.049-15771.966=0.083

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7169.000-7216.000=-47.000
σ	0.000
min	7169.000-7216.000=-47.000
max	7169.000-7216.000=-47.000

*mean*	26.500-26.473=0.027
σ	0.091-0.140=-0.049
min	26.401-26.353=0.048
max	26.590-26.622=-0.032