Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.617=0.000
σ	0.352-0.350=0.001
min	54.480-54.486=-0.005
max	55.618-55.614=0.005

*mean*	417.000-412.000=5.000
σ	0.000
min	417.000-412.000=5.000
max	417.000-412.000=5.000

*mean*	0.138-0.140=-0.002
σ	0.004-0.005=-0.001
min	0.131-0.136=-0.004
max	0.145-0.150=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=-0.000
σ	0.007-0.006=0.000
min	43.773-43.779=-0.006
max	43.798-43.800=-0.002

*mean*	417.000-412.000=5.000
σ	0.000
min	417.000-412.000=5.000
max	417.000-412.000=5.000

*mean*	0.122-0.121=0.001
σ	0.005-0.004=0.000
min	0.117-0.116=0.002
max	0.130-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4290.625-4249.250=41.375
σ	1877.362-1888.534=-11.172
min	2074.000-1904.000=170.000
max	7587.000-7533.000=54.000

*mean*	12.346-13.016=-0.670
σ	0.222-1.840=-1.617
min	12.082-11.813=0.269
max	12.721-17.454=-4.733

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.001
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4290.625-4249.250=41.375
σ	1877.362-1888.534=-11.172
min	2074.000-1904.000=170.000
max	7587.000-7533.000=54.000

*mean*	12.662-12.447=0.215
σ	0.564-2.221=-1.657
min	11.712-11.384=0.328
max	13.219-17.928=-4.710

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928-41.928=0.000
max	41.929-41.929=0.000

*mean*	7587.000-7533.000=54.000
σ	0.000
min	7587.000-7533.000=54.000
max	7587.000-7533.000=54.000

*mean*	14.122-14.362=-0.241
σ	1.197-1.041=0.156
min	12.508-13.055=-0.547
max	15.346-15.425=-0.080

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4089.125-4249.250=-160.125
σ	1526.791-1888.534=-361.743
min	2074.000-1904.000=170.000
max	5975.000-7533.000=-1558.000

*mean*	12.709-12.083=0.626
σ	1.854-1.854=0.000
min	10.897-10.177=0.720
max	14.927-15.530=-0.603

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607-27.607=-0.000

*mean*	4089.125-4249.250=-160.125
σ	1526.791-1888.534=-361.743
min	2074.000-1904.000=170.000
max	5975.000-7533.000=-1558.000

*mean*	8.716-8.923=-0.207
σ	0.538-1.261=-0.722
min	8.127-8.052=0.074
max	9.503-11.988=-2.485

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4089.125-4249.250=-160.125
σ	1526.791-1888.534=-361.743
min	2074.000-1904.000=170.000
max	5975.000-7533.000=-1558.000

*mean*	6.219-7.044=-0.825
σ	0.313-1.130=-0.817
min	5.667-6.519=-0.853
max	6.628-9.830=-3.202

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.670-25.670=-0.000

*mean*	4290.625-4249.250=41.375
σ	1877.362-1888.534=-11.172
min	2074.000-1904.000=170.000
max	7587.000-7533.000=54.000

*mean*	5.609-5.571=0.038
σ	0.129-0.562=-0.434
min	5.442-5.332=0.110
max	5.855-6.958=-1.103

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971

*mean*	4290.625-4249.250=41.375
σ	1877.362-1888.534=-11.172
min	2074.000-1904.000=170.000
max	7587.000-7533.000=54.000

*mean*	5.329-5.499=-0.170
σ	0.181-0.549=-0.368
min	5.012-5.248=-0.235
max	5.551-6.856=-1.304

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.593=0.000
σ	0.001-0.000=0.001
min	2524.593
max	2524.597-2524.594=0.003

*mean*	7587.000-7533.000=54.000
σ	0.000
min	7587.000-7533.000=54.000
max	7587.000-7533.000=54.000

*mean*	1110.994-1104.872=6.122
σ	164.173-157.060=7.113
min	1045.799-1040.316=5.483
max	1517.060-1493.347=23.713

op=load_product(), with indexes

*mean*	8744.559-8744.558=0.001
σ	0.033-0.033=-0.000
min	8744.545-8744.544=0.001
max	8744.640-8744.640=0.000

*mean*	3820.500-3762.125=58.375
σ	1591.957-1629.870=-37.913
min	2074.000-1904.000=170.000
max	5975.000-5934.000=41.000

*mean*	4540.059-4587.003=-46.944
σ	1348.664-1486.064=-137.401
min	3542.116-3500.936=41.179
max	6691.875-7282.087=-590.212

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.079-62.077=0.001
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080

*mean*	4290.625-4249.250=41.375
σ	1877.362-1888.534=-11.172
min	2074.000-1904.000=170.000
max	7587.000-7533.000=54.000

*mean*	135.648-89.202=46.446
σ	151.212-14.617=136.595
min	72.146-70.758=1.388
max	508.799-109.320=399.478

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.000
max	40.945

*mean*	7587.000-7533.000=54.000
σ	0.000
min	7587.000-7533.000=54.000
max	7587.000-7533.000=54.000

*mean*	101.037-240.835=-139.798
σ	8.776-400.670=-391.893
min	88.570-84.469=4.101
max	109.016-1232.206=-1123.190

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7587.000-7533.000=54.000
σ	0.000
min	7587.000-7533.000=54.000
max	7587.000-7533.000=54.000

*mean*	311.908-152.228=159.680
σ	448.678-13.278=435.400
min	137.063-135.287=1.777
max	1421.888-168.436=1253.452

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.317=0.002
min	11655.305-11655.305=-0.000
max	11667.521-11667.516=0.005

*mean*	4089.125-4249.250=-160.125
σ	1526.791-1888.534=-361.743
min	2074.000-1904.000=170.000
max	5975.000-7533.000=-1558.000

*mean*	6427.067-6505.217=-78.149
σ	1307.636-1138.386=169.250
min	4914.429-4952.568=-38.139
max	8172.389-7957.434=214.955

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=0.000
min	11560.066
max	11560.069

*mean*	7587.000-7533.000=54.000
σ	0.000
min	7587.000-7533.000=54.000
max	7587.000-7533.000=54.000

*mean*	5280.325-5243.754=36.571
σ	1169.728-1189.412=-19.684
min	4366.582-4365.447=1.135
max	7201.752-7410.019=-208.266

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.581=0.001
σ	0.021-0.023=-0.002
min	172.558
max	172.613-172.620=-0.007

*mean*	2074.000-1904.000=170.000
σ	0.000
min	2074.000-1904.000=170.000
max	2074.000-1904.000=170.000

*mean*	352.317-313.199=39.119
σ	60.729-36.550=24.179
min	263.430-260.002=3.428
max	447.250-357.653=89.598

op=pointedIndexFromKvs

rows=400000

*mean*	357.366-357.371=-0.005
σ	0.045-0.045=0.000
min	357.321
max	357.420-357.426=-0.006

*mean*	2074.000-1904.000=170.000
σ	0.000
min	2074.000-1904.000=170.000
max	2074.000-1904.000=170.000

*mean*	783.911-773.715=10.196
σ	15.354-20.708=-5.354
min	769.858-746.446=23.413
max	813.767-802.417=11.350

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.187-1008.184=0.003
σ	0.875-0.882=-0.007
min	1007.687-1007.697=-0.010
max	1011.805-1011.839=-0.034

*mean*	1049.350-1039.600=9.750
σ	301.377-306.773=-5.396
min	547.000-544.000=3.000
max	1452.000-1469.000=-17.000

*mean*	1.545-1.553=-0.008
σ	0.076-0.099=-0.023
min	1.479-1.466=0.013
max	1.759-1.821=-0.062

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.002-0.002=-0.000
min	0.881
max	0.886

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	0.397-0.415=-0.018
σ	0.111-0.139=-0.028
min	0.326-0.335=-0.009
max	0.593-0.661=-0.069

name=error_case.art

*mean*	2.333
σ	0.004-0.003=0.002
min	2.332
max	2.341-2.337=0.004

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	0.880-0.884=-0.004
σ	0.083-0.081=0.002
min	0.823-0.833=-0.010
max	1.025-1.026=-0.001

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	0.546-0.550=-0.004
σ	0.049-0.048=0.001
min	0.501-0.509=-0.007
max	0.628-0.632=-0.004

name=nested_use.art

*mean*	2.355
σ	0.002-0.002=0.000
min	2.355
max	2.359-2.358=0.000

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	0.850-0.839=0.011
σ	0.032-0.040=-0.008
min	0.824-0.800=0.024
max	0.902-0.904=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.544-963.540=0.003
σ	0.025-0.031=-0.007
min	963.523
max	963.585-963.596=-0.011

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	0.800-0.837=-0.037
σ	0.077-0.039=0.037
min	0.671-0.770=-0.099
max	0.860-0.864=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.000
σ	0.007-0.006=0.000
min	884.847
max	884.863-884.861=0.002

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	0.730-0.707=0.024
σ	0.028-0.039=-0.011
min	0.681-0.663=0.018
max	0.747-0.749=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	3.495-3.511=-0.016
σ	0.083-0.101=-0.018
min	3.374-3.367=0.006
max	3.973-3.842=0.130

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	4.059-3.487=0.572
σ	0.330-0.087=0.243
min	3.406-3.355=0.051
max	4.442-3.763=0.680

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	0.745-0.746=-0.002
σ	0.017-0.016=0.001
min	0.704-0.725=-0.021
max	0.849-0.846=0.003

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	0.710-0.705=0.006
σ	0.015-0.016=-0.000
min	0.677-0.678=-0.001
max	0.783-0.776=0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.471-297.582=-0.111
σ	0.226-0.197=0.030
min	297.219-297.421=-0.202
max	298.018-298.103=-0.085

*mean*	2074.000-1904.000=170.000
σ	0.000
min	2074.000-1904.000=170.000
max	2074.000-1904.000=170.000

*mean*	0.555-0.583=-0.029
σ	0.034-0.032=0.002
min	0.512-0.519=-0.007
max	0.590-0.623=-0.033

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.772-289.774=-0.002
σ	0.038-0.038=-0.000
min	289.730-289.720=0.009
max	289.813-289.813=0.000

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	0.400-0.403=-0.003
σ	0.009-0.009=-0.001
min	0.394-0.391=0.003
max	0.415-0.415=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.683-1299.695=-0.012
σ	0.095-0.094=0.002
min	1299.568-1299.574=-0.006
max	1299.822-1299.822=0.001

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	2.074-2.202=-0.128
σ	0.105-0.075=0.030
min	1.977-2.120=-0.143
max	2.219-2.314=-0.095

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.628-1542.675=-0.047
σ	4.043-4.060=-0.016
min	1540.617-1540.705=-0.088
max	1549.854-1549.932=-0.077

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	2.313-2.370=-0.057
σ	0.162-0.270=-0.108
min	2.099-2.150=-0.051
max	2.517-2.827=-0.310

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.635-1861.630=0.005
σ	0.062-0.070=-0.008
min	1861.550-1861.534=0.016
max	1861.694-1861.706=-0.013

*mean*	1733.200-1739.800=-6.600
σ	243.584-176.749=66.835
min	1452.000-1492.000=-40.000
max	2074.000-1904.000=170.000

*mean*	3.090-3.034=0.056
σ	0.324-0.170=0.153
min	2.831-2.874=-0.043
max	3.640-3.236=0.404

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.727-1.822=-0.094
σ	0.114-0.040=0.074
min	1.593-1.764=-0.171
max	1.892-1.859=0.034

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.184-446.185=-0.001
σ	577.140-577.140=-0.000
min	157.611-157.612=-0.001
max	1311.894-1311.896=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	0.526-0.517=0.009
σ	0.531-0.501=0.029
min	0.260-0.263=-0.003
max	1.322-1.268=0.054

policies=20

*mean*	1576.417-1576.434=-0.018
σ	0.357-0.372=-0.014
min	1576.179-1576.187=-0.008
max	1576.949-1576.988=-0.039

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	2.629-2.660=-0.031
σ	0.041-0.057=-0.017
min	2.595-2.606=-0.011
max	2.687-2.712=-0.025

policies=200

*mean*	15772.214-15772.208=0.006
σ	0.087-0.101=-0.014
min	15772.136-15772.115=0.022
max	15772.338-15772.349=-0.011

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1452.000-1469.000=-17.000
σ	0.000
min	1452.000-1469.000=-17.000
max	1452.000-1469.000=-17.000

*mean*	26.529-26.470=0.059
σ	0.070-0.080=-0.010
min	26.446-26.391=0.055
max	26.608-26.546=0.062