Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.709-53.705=0.004
σ	0.366-0.369=-0.003
min	53.566-53.560=0.006
max	54.750-54.754=-0.004

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.150-0.137=0.013
σ	0.012-0.005=0.008
min	0.135-0.132=0.003
max	0.166-0.144=0.022

cache=y

dps=1

iters=10

policies=100

*mean*	43.060-43.058=0.001
σ	0.005-0.005=0.000
min	43.049-43.051=-0.002
max	43.067-43.064=0.003

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.125-0.120=0.005
σ	0.009-0.003=0.006
min	0.118-0.118=0.000
max	0.145-0.127=0.018

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4161.500-4167.000=-5.500
σ	1888.123-1897.049=-8.926
min	1550.000-1551.000=-1.000
max	7167.000-7201.000=-34.000

*mean*	12.809-12.773=0.036
σ	0.417-0.354=0.063
min	12.287-12.286=0.001
max	13.537-13.421=0.116

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.001

*mean*	4278.500-4287.000=-8.500
σ	1966.112-1976.567=-10.455
min	1550.000-1551.000=-1.000
max	7167.000-7201.000=-34.000

*mean*	13.684-104.992=-91.307
σ	2.281-260.719=-258.438
min	11.739-11.958=-0.219
max	19.090-750.236=-731.145

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.000
σ	0.002-0.001=0.001
min	41.928-41.928=-0.000
max	41.932-41.932=0.001

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	14.910-14.796=0.114
σ	0.745-1.400=-0.655
min	13.489-11.760=1.730
max	15.470-15.960=-0.490

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	13.918-13.161=0.757
σ	1.007-1.294=-0.286
min	12.797-11.361=1.436
max	15.595-14.649=0.946

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.932=-0.000

*mean*	4161.500-4167.000=-5.500
σ	1888.123-1897.049=-8.926
min	1550.000-1551.000=-1.000
max	7167.000-7201.000=-34.000

*mean*	13.932-13.308=0.624
σ	1.594-1.687=-0.093
min	11.438-11.018=0.420
max	15.359-15.464=-0.106

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.001
σ	0.003-0.002=0.001
min	27.603-27.603=0.000
max	27.611-27.607=0.004

*mean*	4161.500-4167.000=-5.500
σ	1888.123-1897.049=-8.926
min	1550.000-1551.000=-1.000
max	7167.000-7201.000=-34.000

*mean*	9.108-8.952=0.156
σ	0.352-0.301=0.051
min	8.400-8.360=0.040
max	9.513-9.272=0.241

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=0.000
σ	0.002-0.001=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4161.500-4167.000=-5.500
σ	1888.123-1897.049=-8.926
min	1550.000-1551.000=-1.000
max	7167.000-7201.000=-34.000

*mean*	6.645-6.925=-0.281
σ	0.264-0.136=0.128
min	6.383-6.700=-0.317
max	7.207-7.078=0.129

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.667=-0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.668-25.670=-0.001

*mean*	4278.500-4287.000=-8.500
σ	1966.112-1976.567=-10.455
min	1550.000-1551.000=-1.000
max	7167.000-7201.000=-34.000

*mean*	6.183-6.223=-0.040
σ	0.577-0.701=-0.123
min	5.804-5.763=0.041
max	7.544-7.918=-0.374

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=0.000
min	25.659-25.659=-0.000
max	25.663-25.663=0.000

*mean*	4278.500-4287.000=-8.500
σ	1966.112-1976.567=-10.455
min	1550.000-1551.000=-1.000
max	7167.000-7201.000=-34.000

*mean*	5.692-5.830=-0.138
σ	0.626-0.662=-0.035
min	5.066-5.504=-0.438
max	7.160-7.442=-0.282

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4278.500-4287.000=-8.500
σ	1966.112-1976.567=-10.455
min	1550.000-1551.000=-1.000
max	7167.000-7201.000=-34.000

*mean*	5.814-5.805=0.009
σ	0.571-0.475=0.097
min	5.232-5.542=-0.310
max	7.162-6.966=0.196

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.001
σ	0.002-0.001=0.000
min	25.967
max	25.971-25.971=0.000

*mean*	4278.500-4287.000=-8.500
σ	1966.112-1976.567=-10.455
min	1550.000-1551.000=-1.000
max	7167.000-7201.000=-34.000

*mean*	5.634-5.662=-0.028
σ	0.521-0.463=0.058
min	5.043-5.410=-0.367
max	6.834-6.801=0.032

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.596=0.000
σ	0.002-0.002=-0.000
min	2524.594-2524.593=0.000
max	2524.598-2524.598=0.000

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	1436.232-1177.137=259.095
σ	608.544-383.813=224.731
min	1038.070-1032.682=5.388
max	2394.257-2126.931=267.326

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=0.000
σ	0.041-0.042=-0.001
min	8744.545-8744.545=-0.000
max	8744.661-8744.664=-0.004

*mean*	3590.000-3594.000=-4.000
σ	1810.087-1815.936=-5.849
min	1075.000-1074.000=1.000
max	5812.000-5830.000=-18.000

*mean*	4487.943-4990.482=-502.540
σ	1355.223-1613.387=-258.164
min	3514.253-3498.359=15.893
max	7042.548-6949.017=93.531

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.081=-0.001

*mean*	4161.500-4167.000=-5.500
σ	1888.123-1897.049=-8.926
min	1550.000-1551.000=-1.000
max	7167.000-7201.000=-34.000

*mean*	80.406-79.198=1.209
σ	8.934-7.140=1.793
min	71.421-72.361=-0.941
max	98.261-90.401=7.860

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.078=-0.000
σ	0.002-0.003=-0.001
min	62.076-62.076=-0.000
max	62.080-62.084=-0.004

*mean*	4161.500-4167.000=-5.500
σ	1888.123-1897.049=-8.926
min	1550.000-1551.000=-1.000
max	7167.000-7201.000=-34.000

*mean*	80.976-79.990=0.986
σ	9.012-7.430=1.581
min	71.377-72.786=-1.409
max	98.694-91.322=7.373

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.001
max	40.947-40.947=-0.001

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	103.393-102.034=1.358
σ	6.094-12.297=-6.204
min	93.037-74.333=18.704
max	107.477-108.554=-1.078

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.943-40.944=-0.000
max	40.947-40.948=-0.000

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	103.418-101.880=1.538
σ	6.019-12.323=-6.304
min	93.039-74.004=19.034
max	107.187-108.790=-1.603

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.950=-0.000
σ	0.002-0.002=-0.000
min	40.949
max	40.953

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	106.072-105.128=0.943
σ	5.901-10.512=-4.611
min	94.925-80.750=14.176
max	111.693-112.938=-1.245

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.948-40.949=-0.000
max	40.953-40.954=-0.001

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	103.718-102.021=1.697
σ	5.921-12.153=-6.232
min	93.036-74.634=18.402
max	107.704-109.110=-1.407

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.686=0.001
σ	0.002-0.001=0.001
min	66.685
max	66.690-66.689=0.001

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	216.719-209.622=7.096
σ	162.574-150.444=12.130
min	145.948-120.545=25.403
max	618.567-579.736=38.831

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.687=-0.001
σ	0.001-0.002=-0.001
min	66.685
max	66.689-66.690=-0.000

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	155.345-151.136=4.209
σ	14.803-23.425=-8.622
min	124.363-109.788=14.576
max	165.997-168.334=-2.337

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.000
min	11655.305
max	11667.519-11667.519=0.000

*mean*	4161.500-4167.000=-5.500
σ	1888.123-1897.049=-8.926
min	1550.000-1551.000=-1.000
max	7167.000-7201.000=-34.000

*mean*	6096.729-6438.884=-342.154
σ	1350.214-1064.813=285.401
min	4892.002-4920.862=-28.861
max	8252.587-7626.279=626.307

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.068

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	5924.906-5865.418=59.487
σ	1649.720-1488.610=161.110
min	4378.827-4365.721=13.106
max	7778.394-8650.049=-871.654

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.670-172.662=0.008
σ	0.010-0.014=-0.004
min	172.657-172.646=0.011
max	172.681-172.682=-0.001

*mean*	486.000-489.000=-3.000
σ	0.000
min	486.000-489.000=-3.000
max	486.000-489.000=-3.000

*mean*	404.979-380.872=24.108
σ	18.072-47.046=-28.974
min	366.035-270.765=95.270
max	418.981-414.247=4.734

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.472-357.474=-0.001
σ	0.151-0.153=-0.002
min	357.321
max	357.654-357.633=0.022

*mean*	562.000-566.000=-4.000
σ	0.000
min	562.000-566.000=-4.000
max	562.000-566.000=-4.000

*mean*	765.864-767.427=-1.563
σ	74.802-62.238=12.564
min	641.821-667.707=-25.886
max	815.571-860.488=-44.917

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.002-1005.001=0.000
σ	0.751-0.751=0.000
min	1004.530-1004.530=0.000
max	1008.105-1008.104=0.000

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	1.596-1.588=0.009
σ	0.102-0.125=-0.023
min	1.455-1.490=-0.035
max	1.821-1.956=-0.135

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	0.205-0.313=-0.108
σ	0.116-0.115=0.001
min	0.142-0.249=-0.107
max	0.412-0.518=-0.106

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	0.412-0.653=-0.241
σ	0.143-0.089=0.054
min	0.342-0.607=-0.265
max	0.667-0.812=-0.145

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	0.435-0.502=-0.067
σ	0.176-0.032=0.144
min	0.225-0.450=-0.225
max	0.608-0.537=0.071

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	0.865-0.843=0.021
σ	0.048-0.045=0.003
min	0.826-0.802=0.024
max	0.946-0.920=0.025

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.542=0.009
σ	0.027-0.026=0.001
min	963.527-963.523=0.004
max	963.595-963.586=0.009

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	0.812-0.806=0.006
σ	0.048-0.047=0.001
min	0.742-0.731=0.011
max	0.857-0.844=0.013

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.009-0.006=0.003
min	884.847
max	884.867-884.861=0.007

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	0.739-0.729=0.010
σ	0.007-0.034=-0.028
min	0.730-0.670=0.060
max	0.746-0.758=-0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.711=0.000

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	4.228-4.316=-0.088
σ	0.090-0.093=-0.003
min	3.811-4.178=-0.367
max	4.507-4.606=-0.099

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	4.222-4.261=-0.039
σ	0.085-0.075=0.010
min	4.062-4.121=-0.059
max	4.492-4.509=-0.017

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	0.762-0.756=0.006
σ	0.023-0.019=0.004
min	0.725-0.729=-0.005
max	0.887-0.888=-0.000

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	0.718-0.715=0.003
σ	0.020-0.014=0.006
min	0.686-0.685=0.002
max	0.807-0.788=0.019

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.398-294.551=-0.153
σ	0.226-0.241=-0.015
min	294.246-294.288=-0.042
max	294.999-295.093=-0.094

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	0.550-0.555=-0.005
σ	0.037-0.029=0.008
min	0.506-0.513=-0.008
max	0.601-0.593=0.007

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.465-281.451=0.014
σ	0.038-0.031=0.007
min	281.405-281.401=0.004
max	281.502-281.486=0.015

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	0.393-0.392=0.000
σ	0.008-0.007=0.001
min	0.387-0.386=0.001
max	0.405-0.401=0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.491-1291.508=-0.017
σ	0.093-0.115=-0.022
min	1291.371-1291.365=0.006
max	1291.581-1291.642=-0.061

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	1.948-1.966=-0.018
σ	0.099-0.104=-0.005
min	1.832-1.859=-0.027
max	2.106-2.126=-0.020

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.407-1534.335=0.072
σ	3.963-4.004=-0.041
min	1532.418-1532.255=0.162
max	1541.491-1541.486=0.005

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	2.392-2.264=0.129
σ	0.304-0.302=0.002
min	2.129-2.051=0.078
max	2.755-2.772=-0.018

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.319-1853.327=-0.008
σ	0.051-0.054=-0.002
min	1853.246-1853.251=-0.005
max	1853.369-1853.374=-0.004

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	3.018-2.914=0.105
σ	0.286-0.133=0.153
min	2.853-2.813=0.040
max	3.519-3.130=0.390

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.492-1.711=-0.219
σ	0.264-0.239=0.025
min	1.172-1.307=-0.135
max	1.812-1.896=-0.085

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.432-442.430=0.002
σ	577.063-577.064=-0.002
min	153.896-153.895=0.001
max	1308.025-1308.026=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	0.539-0.534=0.005
σ	0.549-0.542=0.007
min	0.262-0.262=-0.000
max	1.363-1.348=0.015

policies=20

*mean*	1539.203-1539.234=-0.031
σ	0.314-0.333=-0.019
min	1538.999-1539.008=-0.010
max	1539.669-1539.729=-0.059

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	2.583-2.613=-0.031
σ	0.012-0.037=-0.025
min	2.575-2.578=-0.003
max	2.601-2.660=-0.059

policies=200

*mean*	15400.275-15400.341=-0.066
σ	0.080-0.077=0.004
min	15400.221-15400.241=-0.021
max	15400.392-15400.416=-0.024

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7167.000-7201.000=-34.000
σ	0.000
min	7167.000-7201.000=-34.000
max	7167.000-7201.000=-34.000

*mean*	26.099-26.277=-0.177
σ	0.168-0.126=0.042
min	25.939-26.123=-0.184
max	26.260-26.398=-0.138