Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.522-54.523=-0.000
σ	0.369-0.372=-0.003
min	54.385-54.380=0.004
max	55.572-55.581=-0.009

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.141-0.140=0.002
σ	0.005-0.004=0.001
min	0.135-0.136=-0.001
max	0.148-0.146=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.765-43.766=-0.001
σ	0.008-0.007=0.001
min	43.757-43.754=0.003
max	43.779-43.779=0.001

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.120-0.122=-0.001
σ	0.004-0.004=-0.000
min	0.116-0.116=-0.000
max	0.126-0.130=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=-0.000
max	36.620-36.619=0.000

*mean*	4171.000-4280.500=-109.500
σ	1897.612-1967.859=-70.247
min	1554.000-1550.000=4.000
max	7202.000-7173.000=29.000

*mean*	12.796-12.780=0.016
σ	0.324-0.359=-0.035
min	12.459-12.379=0.080
max	13.338-13.412=-0.075

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4290.750-4280.500=10.250
σ	1977.161-1967.859=9.303
min	1554.000-1550.000=4.000
max	7202.000-7173.000=29.000

*mean*	54.909-13.562=41.348
σ	120.293-2.176=118.117
min	11.869-11.710=0.159
max	352.617-18.649=333.968

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=-0.001
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.001

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	14.925-15.089=-0.164
σ	1.251-0.775=0.476
min	12.025-13.820=-1.796
max	15.906-15.827=0.079

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.929=0.001
σ	0.003-0.002=0.001
min	41.928
max	41.935-41.932=0.003

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	13.400-13.706=-0.306
σ	1.210-0.856=0.353
min	11.556-12.106=-0.550
max	14.595-14.469=0.125

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4171.000-4163.250=7.750
σ	1897.612-1889.762=7.849
min	1554.000-1550.000=4.000
max	7202.000-7173.000=29.000

*mean*	13.918-13.116=0.802
σ	1.584-1.144=0.440
min	11.238-10.935=0.303
max	15.610-14.275=1.336

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4171.000-4163.250=7.750
σ	1897.612-1889.762=7.849
min	1554.000-1550.000=4.000
max	7202.000-7173.000=29.000

*mean*	9.139-9.231=-0.092
σ	0.247-0.289=-0.043
min	8.907-8.779=0.128
max	9.647-9.515=0.133

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4171.000-4163.250=7.750
σ	1897.612-1889.762=7.849
min	1554.000-1550.000=4.000
max	7202.000-7173.000=29.000

*mean*	6.792-7.120=-0.328
σ	0.256-0.090=0.166
min	6.435-6.940=-0.504
max	7.106-7.219=-0.113

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.670-25.668=0.001

*mean*	4290.750-4280.500=10.250
σ	1977.161-1967.859=9.303
min	1554.000-1550.000=4.000
max	7202.000-7173.000=29.000

*mean*	5.986-6.203=-0.218
σ	0.132-0.543=-0.411
min	5.812-5.782=0.030
max	6.172-7.516=-1.344

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=-0.000
min	25.659
max	25.663-25.663=0.000

*mean*	4290.750-4280.500=10.250
σ	1977.161-1967.859=9.303
min	1554.000-1550.000=4.000
max	7202.000-7173.000=29.000

*mean*	5.690-5.815=-0.125
σ	0.161-0.537=-0.377
min	5.541-5.469=0.072
max	6.062-7.127=-1.065

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.968=0.001
σ	0.002-0.002=0.001
min	25.967
max	25.972-25.971=0.001

*mean*	4290.750-4280.500=10.250
σ	1977.161-1967.859=9.303
min	1554.000-1550.000=4.000
max	7202.000-7173.000=29.000

*mean*	5.693-5.871=-0.178
σ	0.212-0.591=-0.379
min	5.263-5.591=-0.328
max	5.924-7.329=-1.405

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.001=0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4290.750-4280.500=10.250
σ	1977.161-1967.859=9.303
min	1554.000-1550.000=4.000
max	7202.000-7173.000=29.000

*mean*	5.502-5.734=-0.232
σ	0.199-0.572=-0.373
min	5.109-5.413=-0.304
max	5.689-7.139=-1.450

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.595=0.000
σ	0.002-0.002=-0.000
min	2524.594
max	2524.598-2524.599=-0.001

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	1179.957-1464.055=-284.098
σ	394.873-646.845=-251.973
min	1033.250-1036.094=-2.844
max	2157.171-2523.491=-366.320

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=-0.000
σ	0.040-0.040=0.000
min	8744.544-8744.545=-0.001
max	8744.661-8744.660=0.000

*mean*	3598.125-3591.000=7.125
σ	1817.232-1811.429=5.803
min	1077.000-1075.000=2.000
max	5836.000-5815.000=21.000

*mean*	4392.037-4448.717=-56.680
σ	1283.226-1440.519=-157.293
min	3509.189-3513.084=-3.895
max	7116.660-7349.039=-232.378

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4171.000-4163.250=7.750
σ	1897.612-1889.762=7.849
min	1554.000-1550.000=4.000
max	7202.000-7173.000=29.000

*mean*	80.332-81.893=-1.562
σ	10.343-9.540=0.803
min	71.816-71.903=-0.087
max	100.223-98.712=1.511

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.075=0.000
max	62.080-62.080=-0.000

*mean*	4171.000-4163.250=7.750
σ	1897.612-1889.762=7.849
min	1554.000-1550.000=4.000
max	7202.000-7173.000=29.000

*mean*	80.831-82.310=-1.480
σ	9.929-9.465=0.465
min	71.766-72.426=-0.661
max	99.499-98.933=0.566

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=-0.000
min	40.944-40.943=0.000
max	40.947-40.947=0.000

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	102.197-104.700=-2.503
σ	10.753-5.514=5.239
min	79.871-95.186=-15.315
max	108.769-108.474=0.296

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=0.000
min	40.943-40.944=-0.000
max	40.948-40.947=0.000

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	102.112-104.662=-2.550
σ	10.799-5.441=5.358
min	79.670-95.004=-15.334
max	108.646-108.382=0.264

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=-0.000
min	40.949
max	40.953-40.954=-0.002

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	104.570-106.850=-2.279
σ	10.094-5.026=5.068
min	82.529-96.731=-14.202
max	111.812-112.730=-0.919

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=0.001
σ	0.002-0.002=0.001
min	40.948-40.948=0.000
max	40.954-40.953=0.002

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	102.228-104.606=-2.378
σ	10.822-5.493=5.328
min	79.947-95.098=-15.151
max	109.083-108.442=0.641

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686-66.687=-0.000
σ	0.001-0.002=-0.000
min	66.686-66.685=0.000
max	66.689-66.689=0.000

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	215.757-218.545=-2.788
σ	165.123-161.665=3.457
min	127.081-148.765=-21.684
max	622.653-618.211=4.442

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.685
max	66.689-66.690=-0.000

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	151.380-156.505=-5.126
σ	23.955-17.473=6.482
min	104.077-117.150=-13.072
max	169.866-168.737=1.129

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.001
min	11655.305
max	11667.520-11667.519=0.001

*mean*	4171.000-4163.250=7.750
σ	1897.612-1889.762=7.849
min	1554.000-1550.000=4.000
max	7202.000-7173.000=29.000

*mean*	6628.984-6457.966=171.018
σ	1274.286-1111.383=162.903
min	4901.670-4934.790=-33.121
max	8418.269-7854.636=563.634

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.066=-0.000
σ	0.001-0.002=-0.000
min	11560.064-11560.064=0.000
max	11560.068

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	5909.805-5843.934=65.871
σ	1360.346-1570.493=-210.147
min	4380.215-4408.393=-28.178
max	7623.141-7748.622=-125.481

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.669-172.670=-0.001
σ	0.007-0.008=-0.001
min	172.653-172.658=-0.006
max	172.675-172.677=-0.003

*mean*	491.250-487.000=4.250
σ	0.707-0.000=0.707
min	491.000-487.000=4.000
max	493.000-487.000=6.000

*mean*	403.462-406.976=-3.514
σ	17.211-20.206=-2.995
min	366.921-369.106=-2.185
max	421.201-431.051=-9.850

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.458-357.457=0.001
σ	0.159-0.150=0.009
min	357.321
max	357.670-357.681=-0.010

*mean*	576.000-565.000=11.000
σ	0.000
min	576.000-565.000=11.000
max	576.000-565.000=11.000

*mean*	785.563-768.050=17.513
σ	28.036-48.495=-20.458
min	730.953-688.816=42.136
max	821.950-832.450=-10.500

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.082-1008.080=0.002
σ	0.760-0.761=-0.002
min	1007.608-1007.605=0.003
max	1011.223-1011.227=-0.004

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	1.529-1.537=-0.008
σ	0.127-0.125=0.001
min	1.415-1.408=0.007
max	1.880-1.767=0.113

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.884=-0.000
σ	0.003-0.003=-0.000
min	0.881
max	0.887-0.887=-0.001

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	0.437-0.416=0.021
σ	0.132-0.099=0.033
min	0.340-0.336=0.004
max	0.651-0.555=0.096

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	0.888-0.971=-0.083
σ	0.095-0.154=-0.059
min	0.824-0.861=-0.037
max	1.053-1.232=-0.180

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	0.546-0.544=0.002
σ	0.046-0.039=0.007
min	0.504-0.507=-0.002
max	0.624-0.603=0.022

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	0.864-0.862=0.003
σ	0.036-0.038=-0.003
min	0.830-0.832=-0.003
max	0.920-0.926=-0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.549-963.551=-0.002
σ	0.038-0.024=0.013
min	963.523-963.527=-0.004
max	963.616-963.590=0.026

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	0.759-0.820=-0.061
σ	0.071-0.038=0.033
min	0.665-0.765=-0.100
max	0.842-0.853=-0.011

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.009-0.010=-0.000
min	884.847
max	884.868-884.869=-0.001

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	0.592-0.640=-0.048
σ	0.073-0.006=0.067
min	0.504-0.632=-0.128
max	0.650-0.647=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	3.549-3.596=-0.047
σ	0.081-0.075=0.006
min	3.422-3.459=-0.037
max	3.855-3.906=-0.051

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.662=-0.004

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	3.505-3.552=-0.047
σ	0.067-0.074=-0.007
min	3.387-3.396=-0.009
max	3.724-3.797=-0.073

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	0.547-0.548=-0.001
σ	0.021-0.014=0.007
min	0.513-0.523=-0.010
max	0.696-0.638=0.058

name=record_render_syntax_err.art

*mean*	2.163-2.163=0.000
σ	0.002-0.002=-0.000
min	2.163
max	2.166

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	0.523-0.516=0.007
σ	0.024-0.012=0.012
min	0.492-0.495=-0.002
max	0.720-0.582=0.138

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.455-297.384=0.070
σ	0.219-0.214=0.006
min	297.324-297.247=0.077
max	298.060-297.956=0.105

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	0.573-0.561=0.012
σ	0.030-0.036=-0.006
min	0.510-0.508=0.002
max	0.610-0.598=0.012

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.745-289.744=0.001
σ	0.026-0.027=-0.001
min	289.719-289.717=0.002
max	289.789-289.788=0.001

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	0.387-0.388=-0.001
σ	0.001-0.006=-0.004
min	0.386-0.384=0.002
max	0.390-0.398=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.682-1299.678=0.003
σ	0.132-0.110=0.022
min	1299.492-1299.510=-0.018
max	1299.846-1299.780=0.067

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	1.892-1.936=-0.044
σ	0.111-0.082=0.029
min	1.805-1.806=-0.001
max	2.025-2.019=0.005

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.724-1542.639=0.085
σ	4.006-4.060=-0.054
min	1540.692-1540.557=0.135
max	1549.881-1549.891=-0.010

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	2.494-2.229=0.265
σ	0.267-0.226=0.041
min	2.150-2.041=0.109
max	2.754-2.575=0.179

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.622-1861.622=-0.000
σ	0.071-0.065=0.007
min	1861.535-1861.564=-0.029
max	1861.720-1861.710=0.010

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	3.124-2.913=0.211
σ	0.358-0.099=0.259
min	2.847-2.824=0.023
max	3.678-3.045=0.634

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.630-1.498=0.132
σ	0.269-0.278=-0.009
min	1.312-1.255=0.056
max	1.924-1.865=0.058

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.149-446.145=0.005
σ	577.066-577.063=0.003
min	157.613-157.611=0.002
max	1311.748-1311.739=0.009

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	0.515-0.531=-0.016
σ	0.487-0.529=-0.042
min	0.269-0.263=0.005
max	1.245-1.325=-0.080

policies=20

*mean*	1576.390-1576.389=0.001
σ	0.332-0.346=-0.014
min	1576.162-1576.155=0.007
max	1576.882-1576.902=-0.020

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	2.612-2.623=-0.011
σ	0.019-0.018=0.002
min	2.595-2.602=-0.007
max	2.631-2.645=-0.014

policies=200

*mean*	15772.054-15771.844=0.210
σ	0.091-0.163=-0.072
min	15771.982-15771.709=0.274
max	15772.184-15772.074=0.110

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7202.000-7173.000=29.000
σ	0.000
min	7202.000-7173.000=29.000
max	7202.000-7173.000=29.000

*mean*	26.564-26.538=0.026
σ	0.120-0.127=-0.008
min	26.459-26.412=0.047
max	26.679-26.694=-0.015