Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.522-54.522=-0.000
σ	0.369-0.370=-0.000
min	54.379-54.378=0.002
max	55.573-55.574=-0.001

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.140-0.140=-0.000
σ	0.004-0.005=-0.001
min	0.136-0.136=0.001
max	0.148-0.148=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.765-43.766=-0.000
σ	0.006-0.007=-0.001
min	43.758-43.756=0.002
max	43.779-43.777=0.002

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.122-0.122=0.000
σ	0.004-0.004=0.000
min	0.115-0.116=-0.001
max	0.129-0.128=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.619=0.000

*mean*	4287.750-4169.500=118.250
σ	1980.500-1899.312=81.188
min	1552.000-1550.000=2.000
max	7216.000-7203.000=13.000

*mean*	78.806-12.595=66.211
σ	186.924-0.313=186.611
min	12.524-12.189=0.335
max	541.418-13.226=528.193

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4287.750-4289.625=-1.875
σ	1980.500-1979.093=1.406
min	1552.000-1550.000=2.000
max	7216.000-7203.000=13.000

*mean*	13.191-95.012=-81.820
σ	1.268-234.488=-233.220
min	11.820-11.483=0.337
max	15.935-675.338=-659.403

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.001

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	14.976-14.820=0.156
σ	0.659-1.238=-0.578
min	13.401-12.029=1.372
max	15.423-15.540=-0.118

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	14.062-12.916=1.146
σ	0.943-1.374=-0.432
min	12.508-11.176=1.332
max	15.729-15.088=0.641

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928-41.929=-0.001
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4171.125-4169.500=1.625
σ	1903.138-1899.312=3.827
min	1552.000-1550.000=2.000
max	7216.000-7203.000=13.000

*mean*	13.606-13.503=0.102
σ	1.939-1.715=0.225
min	10.761-10.992=-0.231
max	15.591-15.244=0.346

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607-27.607=-0.000

*mean*	4171.125-4169.500=1.625
σ	1903.138-1899.312=3.827
min	1552.000-1550.000=2.000
max	7216.000-7203.000=13.000

*mean*	9.229-9.127=0.102
σ	0.382-0.361=0.021
min	8.444-8.720=-0.276
max	9.652-9.744=-0.092

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4171.125-4169.500=1.625
σ	1903.138-1899.312=3.827
min	1552.000-1550.000=2.000
max	7216.000-7203.000=13.000

*mean*	6.955-6.585=0.370
σ	0.230-0.361=-0.131
min	6.472-6.132=0.340
max	7.146-7.265=-0.119

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4287.750-4289.625=-1.875
σ	1980.500-1979.093=1.406
min	1552.000-1550.000=2.000
max	7216.000-7203.000=13.000

*mean*	6.126-6.099=0.028
σ	0.128-0.679=-0.551
min	6.037-5.598=0.439
max	6.340-7.703=-1.363

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663-25.663=-0.000

*mean*	4287.750-4289.625=-1.875
σ	1980.500-1979.093=1.406
min	1552.000-1550.000=2.000
max	7216.000-7203.000=13.000

*mean*	5.671-5.754=-0.083
σ	0.141-0.711=-0.570
min	5.590-5.154=0.436
max	6.011-7.471=-1.460

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968-25.969=-0.001
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.972=-0.001

*mean*	4287.750-4289.625=-1.875
σ	1980.500-1979.093=1.406
min	1552.000-1550.000=2.000
max	7216.000-7203.000=13.000

*mean*	5.674-5.788=-0.114
σ	0.189-0.637=-0.448
min	5.281-5.247=0.034
max	5.890-7.312=-1.422

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=0.000

*mean*	4287.750-4289.625=-1.875
σ	1980.500-1979.093=1.406
min	1552.000-1550.000=2.000
max	7216.000-7203.000=13.000

*mean*	5.477-5.754=-0.278
σ	0.195-0.649=-0.454
min	5.030-5.311=-0.282
max	5.652-7.344=-1.692

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.595=-0.000
σ	0.002-0.002=0.000
min	2524.594-2524.594=-0.000
max	2524.598-2524.598=-0.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	1470.678-1186.791=283.887
σ	672.458-386.677=285.781
min	1039.055-1043.294=-4.239
max	2831.647-2143.729=687.919

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.560=0.000
σ	0.040-0.040=-0.000
min	8744.545-8744.545=0.000
max	8744.660-8744.660=-0.000

*mean*	3592.500-3596.750=-4.250
σ	1817.275-1818.874=-1.599
min	1073.000-1075.000=-2.000
max	5823.000-5837.000=-14.000

*mean*	4616.909-5001.306=-384.398
σ	1326.441-1581.008=-254.567
min	3511.586-3537.721=-26.134
max	6956.261-7104.074=-147.814

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.080=0.000

*mean*	4171.125-4169.500=1.625
σ	1903.138-1899.312=3.827
min	1552.000-1550.000=2.000
max	7216.000-7203.000=13.000

*mean*	76.807-83.720=-6.913
σ	4.823-10.075=-5.252
min	70.650-75.037=-4.387
max	84.942-104.081=-19.139

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4171.125-4169.500=1.625
σ	1903.138-1899.312=3.827
min	1552.000-1550.000=2.000
max	7216.000-7203.000=13.000

*mean*	77.521-84.658=-7.137
σ	4.412-9.986=-5.575
min	73.370-75.265=-1.895
max	85.036-104.674=-19.638

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=0.000
min	40.944-40.943=0.000
max	40.947

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	104.272-100.741=3.531
σ	6.011-12.439=-6.428
min	92.858-73.621=19.237
max	108.874-108.046=0.828

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=-0.000
min	40.943-40.943=-0.000
max	40.947-40.948=-0.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	104.107-100.848=3.259
σ	5.860-12.675=-6.816
min	93.038-73.184=19.854
max	108.042-108.641=-0.599

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=0.000
min	40.949-40.948=0.000
max	40.954-40.953=0.002

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	106.768-104.104=2.664
σ	5.938-10.462=-4.524
min	96.221-81.535=14.686
max	113.167-112.764=0.404

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.950=0.000
σ	0.002-0.002=-0.001
min	40.949-40.948=0.001
max	40.953-40.954=-0.002

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	104.334-101.159=3.175
σ	5.926-12.358=-6.432
min	92.881-74.300=18.581
max	108.528-108.680=-0.152

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.685-66.686=-0.000
max	66.689-66.690=-0.001

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	216.713-205.856=10.857
σ	159.108-145.930=13.178
min	145.925-117.858=28.067
max	609.999-564.526=45.473

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.687=-0.000
σ	0.002-0.002=0.000
min	66.685
max	66.689-66.689=0.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	154.601-149.435=5.166
σ	20.093-23.319=-3.225
min	108.617-110.168=-1.551
max	169.008-168.021=0.987

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.834-11656.833=0.001
σ	4.318-4.318=-0.000
min	11655.305
max	11667.519-11667.520=-0.000

*mean*	4171.125-4169.500=1.625
σ	1903.138-1899.312=3.827
min	1552.000-1550.000=2.000
max	7216.000-7203.000=13.000

*mean*	6960.909-6618.182=342.727
σ	1094.985-1171.136=-76.151
min	4920.186-4856.904=63.282
max	7834.297-7706.888=127.409

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.000
σ	0.002-0.001=0.000
min	11560.064
max	11560.068-11560.068=0.001

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	5849.691-6113.546=-263.855
σ	1537.026-1628.342=-91.316
min	4397.092-4400.715=-3.623
max	7770.287-8745.435=-975.148

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.671-172.665=0.006
σ	0.007-0.011=-0.004
min	172.659-172.646=0.013
max	172.681-172.677=0.004

*mean*	488.125-487.250=0.875
σ	0.354-0.707=-0.354
min	488.000-487.000=1.000
max	489.000

*mean*	406.062-392.917=13.145
σ	20.241-18.687=1.554
min	366.455-358.928=7.527
max	428.139-412.896=15.244

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.450-357.467=-0.017
σ	0.137-0.156=-0.020
min	357.321
max	357.597-357.628=-0.031

*mean*	565.000-573.000=-8.000
σ	0.000
min	565.000-573.000=-8.000
max	565.000-573.000=-8.000

*mean*	789.479-786.083=3.396
σ	51.223-47.429=3.795
min	693.005-703.068=-10.064
max	828.959-860.078=-31.118

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.077-1008.081=-0.004
σ	0.762-0.761=0.001
min	1007.607-1007.604=0.002
max	1011.227-1011.227=-0.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	1.521-1.513=0.008
σ	0.130-0.132=-0.002
min	1.409-1.382=0.027
max	1.950-1.843=0.107

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.884=0.001
σ	0.003-0.002=0.000
min	0.881
max	0.888-0.886=0.001

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.407-0.413=-0.006
σ	0.087-0.130=-0.043
min	0.328-0.330=-0.003
max	0.523-0.641=-0.117

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.003=-0.001
min	2.332
max	2.337-2.339=-0.002

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.884-0.891=-0.008
σ	0.097-0.088=0.009
min	0.805-0.833=-0.028
max	1.052-1.044=0.008

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.536-0.545=-0.009
σ	0.043-0.048=-0.005
min	0.501-0.511=-0.010
max	0.609-0.629=-0.020

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.854-0.849=0.005
σ	0.034-0.042=-0.008
min	0.830-0.796=0.034
max	0.913-0.910=0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.551=0.000
σ	0.023-0.027=-0.004
min	963.527-963.535=-0.008
max	963.584-963.598=-0.014

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.797-0.811=-0.013
σ	0.047-0.051=-0.004
min	0.740-0.725=0.015
max	0.849-0.845=0.004

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.001
σ	0.008-0.007=0.001
min	884.847
max	884.864-884.862=0.002

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.716-0.683=0.033
σ	0.027-0.071=-0.044
min	0.679-0.568=0.111
max	0.738-0.738=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	2.818-3.521=-0.703
σ	0.076-0.086=-0.010
min	2.696-3.368=-0.672
max	3.120-3.797=-0.677

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.659-7.659=-0.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	2.791-3.929=-1.138
σ	0.073-0.387=-0.314
min	2.686-3.385=-0.699
max	3.093-4.515=-1.422

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.546-0.753=-0.207
σ	0.024-0.019=0.005
min	0.518-0.716=-0.198
max	0.751-0.864=-0.113

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.509-0.714=-0.205
σ	0.012-0.021=-0.009
min	0.487-0.615=-0.128
max	0.572-0.793=-0.221

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.770-297.331=0.439
σ	0.197-0.246=-0.049
min	297.574-297.184=0.390
max	298.236-298.019=0.218

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.543-0.570=-0.028
σ	0.043-0.028=0.015
min	0.493-0.517=-0.024
max	0.610-0.594=0.016

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.737-289.730=0.006
σ	0.015-0.040=-0.025
min	289.718-289.682=0.036
max	289.756-289.792=-0.036

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.392-0.406=-0.014
σ	0.011-0.020=-0.009
min	0.386-0.386=0.000
max	0.411-0.432=-0.020

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.683-1299.640=0.042
σ	0.125-0.091=0.033
min	1299.504-1299.534=-0.029
max	1299.844-1299.742=0.101

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	1.890-1.934=-0.045
σ	0.081-0.083=-0.001
min	1.797-1.791=0.005
max	1.983-2.001=-0.018

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.668-1542.624=0.044
σ	4.047-4.086=-0.039
min	1540.639-1540.578=0.061
max	1549.898-1549.926=-0.028

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	2.376-2.280=0.096
σ	0.198-0.244=-0.046
min	2.107-2.055=0.052
max	2.608-2.667=-0.058

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.639-1861.597=0.042
σ	0.056-0.057=-0.001
min	1861.583-1861.512=0.071
max	1861.723-1861.648=0.075

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	2.898-2.919=-0.021
σ	0.073-0.094=-0.021
min	2.828-2.813=0.014
max	2.987-3.052=-0.065

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.511-1.497=0.015
σ	0.241-0.315=-0.074
min	1.117-1.007=0.109
max	1.773-1.807=-0.034

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.146-446.146=-0.001
σ	577.064-577.064=-0.000
min	157.612-157.612=0.000
max	1311.741-1311.743=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.567-0.554=0.013
σ	0.594-0.572=0.022
min	0.267-0.267=-0.000
max	1.458-1.412=0.046

policies=20

*mean*	1576.387-1576.398=-0.011
σ	0.354-0.350=0.004
min	1576.149-1576.162=-0.014
max	1576.913-1576.918=-0.005

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	2.635-2.638=-0.002
σ	0.020-0.017=0.003
min	2.616-2.616=-0.000
max	2.654-2.652=0.001

policies=200

*mean*	15772.025-15771.972=0.053
σ	0.096-0.056=0.040
min	15771.967-15771.893=0.074
max	15772.168-15772.019=0.149

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	26.549-26.507=0.042
σ	0.104-0.240=-0.137
min	26.429-26.353=0.076
max	26.674-26.864=-0.191