Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.522-54.522=-0.000
σ	0.369-0.369=0.000
min	54.377-54.385=-0.007
max	55.572-55.572=-0.000

*mean*	415.000-420.000=-5.000
σ	0.000
min	415.000-420.000=-5.000
max	415.000-420.000=-5.000

*mean*	0.139-0.141=-0.003
σ	0.004-0.005=-0.001
min	0.133-0.135=-0.002
max	0.145-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.767-43.765=0.002
σ	0.006-0.008=-0.002
min	43.757-43.757=0.000
max	43.779-43.779=-0.001

*mean*	415.000-420.000=-5.000
σ	0.000
min	415.000-420.000=-5.000
max	415.000-420.000=-5.000

*mean*	0.122-0.120=0.002
σ	0.004-0.004=-0.000
min	0.119-0.116=0.003
max	0.129-0.126=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.001
σ	0.002-0.002=0.000
min	36.615-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4283.375-4171.000=112.375
σ	1974.908-1897.612=77.296
min	1552.000-1554.000=-2.000
max	7208.000-7202.000=6.000

*mean*	108.973-12.796=96.177
σ	272.531-0.324=272.206
min	12.351-12.459=-0.108
max	783.451-13.338=770.114

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4283.375-4290.750=-7.375
σ	1974.908-1977.161=-2.253
min	1552.000-1554.000=-2.000
max	7208.000-7202.000=6.000

*mean*	14.172-54.909=-40.737
σ	2.893-120.293=-117.399
min	12.733-11.869=0.864
max	21.269-352.617=-331.347

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	14.890-14.925=-0.035
σ	0.958-1.251=-0.293
min	13.136-12.025=1.111
max	15.811-15.906=-0.096

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.001
σ	0.002-0.003=-0.001
min	41.928
max	41.932-41.935=-0.004

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	13.732-13.400=0.332
σ	0.814-1.210=-0.396
min	12.544-11.556=0.988
max	14.710-14.595=0.116

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.001
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.000

*mean*	4166.875-4171.000=-4.125
σ	1897.838-1897.612=0.226
min	1552.000-1554.000=-2.000
max	7208.000-7202.000=6.000

*mean*	13.147-13.918=-0.771
σ	1.130-1.584=-0.454
min	10.759-11.238=-0.479
max	14.158-15.610=-1.452

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=0.000
σ	0.003-0.002=0.001
min	27.603
max	27.611-27.607=0.004

*mean*	4166.875-4171.000=-4.125
σ	1897.838-1897.612=0.226
min	1552.000-1554.000=-2.000
max	7208.000-7202.000=6.000

*mean*	9.131-9.139=-0.008
σ	0.276-0.247=0.029
min	8.610-8.907=-0.297
max	9.401-9.647=-0.246

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4166.875-4171.000=-4.125
σ	1897.838-1897.612=0.226
min	1552.000-1554.000=-2.000
max	7208.000-7202.000=6.000

*mean*	7.103-6.792=0.310
σ	0.105-0.256=-0.151
min	6.936-6.435=0.500
max	7.274-7.106=0.168

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4283.375-4290.750=-7.375
σ	1974.908-1977.161=-2.253
min	1552.000-1554.000=-2.000
max	7208.000-7202.000=6.000

*mean*	6.202-5.986=0.217
σ	0.571-0.132=0.439
min	5.768-5.812=-0.044
max	7.575-6.172=1.403

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=0.000
min	25.659-25.659=-0.000
max	25.663-25.663=-0.000

*mean*	4283.375-4290.750=-7.375
σ	1974.908-1977.161=-2.253
min	1552.000-1554.000=-2.000
max	7208.000-7202.000=6.000

*mean*	5.834-5.690=0.143
σ	0.602-0.161=0.441
min	5.485-5.541=-0.057
max	7.314-6.062=1.251

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.972=-0.001

*mean*	4283.375-4290.750=-7.375
σ	1974.908-1977.161=-2.253
min	1552.000-1554.000=-2.000
max	7208.000-7202.000=6.000

*mean*	5.856-5.693=0.163
σ	0.585-0.212=0.373
min	5.524-5.263=0.262
max	7.293-5.924=1.369

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.969-25.968=0.001
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4283.375-4290.750=-7.375
σ	1974.908-1977.161=-2.253
min	1552.000-1554.000=-2.000
max	7208.000-7202.000=6.000

*mean*	5.776-5.502=0.274
σ	0.615-0.199=0.415
min	5.458-5.109=0.349
max	7.283-5.689=1.594

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.595=0.001
σ	0.002-0.002=-0.000
min	2524.594-2524.594=0.000
max	2524.598-2524.598=-0.000

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	1377.139-1179.957=197.182
σ	541.994-394.873=147.121
min	1035.086-1033.250=1.835
max	2453.206-2157.171=296.035

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.561=-0.000
σ	0.040-0.040=-0.000
min	8744.545-8744.544=0.000
max	8744.660-8744.661=-0.001

*mean*	3588.625-3598.125=-9.500
σ	1811.646-1817.232=-5.586
min	1070.000-1077.000=-7.000
max	5812.000-5836.000=-24.000

*mean*	4793.641-4392.037=401.604
σ	1629.905-1283.226=346.679
min	3510.485-3509.189=1.296
max	7183.933-7116.660=67.273

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4166.875-4171.000=-4.125
σ	1897.838-1897.612=0.226
min	1552.000-1554.000=-2.000
max	7208.000-7202.000=6.000

*mean*	81.078-80.332=0.746
σ	8.756-10.343=-1.587
min	71.928-71.816=0.112
max	98.007-100.223=-2.216

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4166.875-4171.000=-4.125
σ	1897.838-1897.612=0.226
min	1552.000-1554.000=-2.000
max	7208.000-7202.000=6.000

*mean*	81.661-80.831=0.830
σ	8.901-9.929=-1.028
min	71.844-71.766=0.078
max	98.585-99.499=-0.914

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944-40.945=-0.000
σ	0.001-0.002=-0.000
min	40.944-40.944=-0.000
max	40.947

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	102.711-102.197=0.514
σ	8.394-10.753=-2.359
min	84.888-79.871=5.016
max	107.704-108.769=-1.065

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.945=0.000
σ	0.002-0.002=-0.000
min	40.944-40.943=0.000
max	40.947-40.948=-0.000

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	102.891-102.112=0.779
σ	8.540-10.799=-2.259
min	84.880-79.670=5.210
max	108.079-108.646=-0.566

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.951=-0.001
σ	0.002-0.002=-0.000
min	40.949
max	40.952-40.953=-0.000

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	104.785-104.570=0.215
σ	8.772-10.094=-1.322
min	87.934-82.529=5.406
max	113.171-111.812=1.359

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.950=0.001
σ	0.002-0.002=-0.001
min	40.949-40.948=0.000
max	40.953-40.954=-0.002

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	102.908-102.228=0.680
σ	8.496-10.822=-2.326
min	84.981-79.947=5.034
max	108.215-109.083=-0.869

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.001=0.001
min	66.686-66.686=0.000
max	66.690-66.689=0.001

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	235.379-215.757=19.622
σ	213.820-165.123=48.697
min	134.548-127.081=7.467
max	763.695-622.653=141.042

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.687=-0.000
σ	0.001-0.002=-0.000
min	66.685
max	66.689

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	157.310-151.380=5.930
σ	16.058-23.955=-7.897
min	132.008-104.077=27.931
max	170.106-169.866=0.240

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=-0.000
min	11655.305
max	11667.519-11667.520=-0.001

*mean*	4166.875-4171.000=-4.125
σ	1897.838-1897.612=0.226
min	1552.000-1554.000=-2.000
max	7208.000-7202.000=6.000

*mean*	6647.542-6628.984=18.557
σ	1122.756-1274.286=-151.530
min	4945.560-4901.670=43.890
max	8025.220-8418.269=-393.049

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064-11560.064=-0.001
max	11560.068-11560.068=-0.001

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	5548.065-5909.805=-361.739
σ	1285.300-1360.346=-75.046
min	4367.360-4380.215=-12.855
max	7683.592-7623.141=60.451

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.659-172.669=-0.009
σ	0.014-0.007=0.008
min	172.636-172.653=-0.017
max	172.677-172.675=0.003

*mean*	485.000-491.250=-6.250
σ	0.000-0.707=-0.707
min	485.000-491.000=-6.000
max	485.000-493.000=-8.000

*mean*	371.882-403.462=-31.580
σ	49.179-17.211=31.968
min	267.831-366.921=-99.090
max	408.854-421.201=-12.347

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.471-357.458=0.013
σ	0.144-0.159=-0.015
min	357.321
max	357.641-357.670=-0.030

*mean*	562.250-576.000=-13.750
σ	0.463-0.000=0.463
min	562.000-576.000=-14.000
max	563.000-576.000=-13.000

*mean*	790.623-785.563=5.061
σ	45.289-28.036=17.253
min	701.233-730.953=-29.720
max	865.258-821.950=43.308

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.081-1008.082=-0.001
σ	0.762-0.760=0.002
min	1007.604-1007.608=-0.004
max	1011.229-1011.223=0.005

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	1.546-1.529=0.017
σ	0.140-0.127=0.013
min	1.425-1.415=0.010
max	1.975-1.880=0.095

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.003=-0.000
min	0.881
max	0.886-0.887=-0.001

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	0.313-0.437=-0.124
σ	0.129-0.132=-0.003
min	0.246-0.340=-0.094
max	0.542-0.651=-0.109

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	0.647-0.888=-0.242
σ	0.080-0.095=-0.015
min	0.597-0.824=-0.226
max	0.788-1.053=-0.265

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	0.542-0.546=-0.004
σ	0.076-0.046=0.030
min	0.461-0.504=-0.044
max	0.666-0.624=0.041

name=nested_use.art

*mean*	2.356-2.355=0.000
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	0.862-0.864=-0.003
σ	0.052-0.036=0.017
min	0.816-0.830=-0.014
max	0.949-0.920=0.028

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.549=0.003
σ	0.024-0.038=-0.014
min	963.528-963.523=0.005
max	963.582-963.616=-0.034

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	0.804-0.759=0.045
σ	0.048-0.071=-0.023
min	0.733-0.665=0.068
max	0.852-0.842=0.010

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.006-0.009=-0.003
min	884.847
max	884.862-884.868=-0.006

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	0.737-0.592=0.145
σ	0.008-0.073=-0.065
min	0.731-0.504=0.227
max	0.750-0.650=0.100

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	4.275-3.549=0.726
σ	0.099-0.081=0.019
min	4.115-3.422=0.693
max	4.537-3.855=0.682

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	4.243-3.505=0.738
σ	0.074-0.067=0.007
min	4.109-3.387=0.723
max	4.618-3.724=0.894

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	0.759-0.547=0.212
σ	0.029-0.021=0.008
min	0.563-0.513=0.050
max	0.860-0.696=0.163

name=record_render_syntax_err.art

*mean*	2.163-2.163=-0.000
σ	0.002-0.002=0.000
min	2.163
max	2.166

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	0.714-0.523=0.191
σ	0.017-0.024=-0.007
min	0.684-0.492=0.192
max	0.795-0.720=0.074

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.385-297.455=-0.070
σ	0.204-0.219=-0.016
min	297.115-297.324=-0.208
max	297.768-298.060=-0.293

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	0.550-0.573=-0.023
σ	0.034-0.030=0.004
min	0.502-0.510=-0.008
max	0.596-0.610=-0.014

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.734-289.745=-0.010
σ	0.016-0.026=-0.010
min	289.707-289.719=-0.012
max	289.745-289.789=-0.043

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	0.396-0.387=0.009
σ	0.010-0.001=0.008
min	0.387-0.386=0.001
max	0.408-0.390=0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.678-1299.682=-0.004
σ	0.119-0.132=-0.013
min	1299.511-1299.492=0.019
max	1299.830-1299.846=-0.016

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	1.963-1.892=0.071
σ	0.116-0.111=0.005
min	1.830-1.805=0.025
max	2.088-2.025=0.064

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.663-1542.724=-0.061
σ	4.041-4.006=0.035
min	1540.636-1540.692=-0.056
max	1549.884-1549.881=0.002

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	2.411-2.494=-0.083
σ	0.294-0.267=0.027
min	2.068-2.150=-0.083
max	2.699-2.754=-0.056

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.639-1861.622=0.017
σ	0.067-0.071=-0.005
min	1861.567-1861.535=0.032
max	1861.727-1861.720=0.006

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	2.960-3.124=-0.164
σ	0.193-0.358=-0.165
min	2.692-2.847=-0.154
max	3.192-3.678=-0.486

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.614-1.630=-0.016
σ	0.136-0.269=-0.133
min	1.494-1.312=0.182
max	1.773-1.924=-0.151

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-446.149=-0.003
σ	577.065-577.066=-0.001
min	157.612-157.613=-0.001
max	1311.743-1311.748=-0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	0.540-0.515=0.025
σ	0.540-0.487=0.054
min	0.267-0.269=-0.001
max	1.350-1.245=0.106

policies=20

*mean*	1576.399-1576.390=0.009
σ	0.345-0.332=0.013
min	1576.166-1576.162=0.004
max	1576.911-1576.882=0.029

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	2.626-2.612=0.014
σ	0.021-0.019=0.002
min	2.603-2.595=0.008
max	2.653-2.631=0.022

policies=200

*mean*	15772.057-15772.054=0.004
σ	0.067-0.091=-0.024
min	15771.994-15771.982=0.011
max	15772.136-15772.184=-0.048

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7208.000-7202.000=6.000
σ	0.000
min	7208.000-7202.000=6.000
max	7208.000-7202.000=6.000

*mean*	26.792-26.564=0.228
σ	0.264-0.120=0.145
min	26.546-26.459=0.087
max	27.165-26.679=0.486