Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.616=0.000
σ	0.351-0.348=0.003
min	54.483-54.481=0.002
max	55.614-55.606=0.008

*mean*	417.000-418.700=-1.700
σ	0.000-0.483=-0.483
min	417.000-418.000=-1.000
max	417.000-419.000=-2.000

*mean*	0.139-0.138=0.001
σ	0.004-0.005=-0.002
min	0.135-0.131=0.005
max	0.146-0.147=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.787=-0.002
σ	0.005-0.007=-0.002
min	43.777-43.779=-0.001
max	43.798-43.804=-0.006

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.121-0.120=0.001
σ	0.005-0.005=-0.000
min	0.115-0.115=0.001
max	0.128-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4267.625-4264.125=3.500
σ	1881.094-1876.550=4.543
min	1984.000-1983.000=1.000
max	7554.000-7537.000=17.000

*mean*	12.351-12.772=-0.420
σ	0.395-1.642=-1.247
min	11.949-11.703=0.246
max	13.028-16.747=-3.719

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4267.625-4264.125=3.500
σ	1881.094-1876.550=4.543
min	1984.000-1983.000=1.000
max	7554.000-7537.000=17.000

*mean*	12.288-12.629=-0.342
σ	0.553-1.506=-0.953
min	11.521-11.326=0.195
max	12.906-16.094=-3.188

op=table_records(), no indexes

*mean*	41.931-41.928=0.003
σ	0.001-0.000=0.001
min	41.929-41.928=0.001
max	41.932-41.929=0.003

*mean*	7554.000-7537.000=17.000
σ	0.000
min	7554.000-7537.000=17.000
max	7554.000-7537.000=17.000

*mean*	13.525-13.454=0.071
σ	1.681-0.906=0.775
min	10.171-12.567=-2.396
max	15.477-14.590=0.887

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.931=-0.000

*mean*	4206.250-4264.125=-57.875
σ	1927.375-1876.550=50.824
min	1984.000-1983.000=1.000
max	7554.000-7537.000=17.000

*mean*	12.983-12.012=0.970
σ	1.519-1.981=-0.462
min	10.782-10.163=0.618
max	14.757-15.646=-0.889

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4206.250-4264.125=-57.875
σ	1927.375-1876.550=50.824
min	1984.000-1983.000=1.000
max	7554.000-7537.000=17.000

*mean*	8.695-8.719=-0.024
σ	0.840-1.201=-0.361
min	7.751-7.889=-0.138
max	10.548-11.627=-1.079

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4267.625-4264.125=3.500
σ	1881.094-1876.550=4.543
min	1984.000-1983.000=1.000
max	7554.000-7537.000=17.000

*mean*	6.608-6.914=-0.305
σ	0.727-1.099=-0.372
min	5.623-6.331=-0.708
max	8.047-9.624=-1.577

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.001
min	25.664
max	25.668-25.670=-0.001

*mean*	4267.625-4264.125=3.500
σ	1881.094-1876.550=4.543
min	1984.000-1983.000=1.000
max	7554.000-7537.000=17.000

*mean*	5.517-5.637=-0.120
σ	0.113-0.464=-0.351
min	5.371-5.251=0.120
max	5.715-6.733=-1.018

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.971=0.001

*mean*	4267.625-4264.125=3.500
σ	1881.094-1876.550=4.543
min	1984.000-1983.000=1.000
max	7554.000-7537.000=17.000

*mean*	5.314-5.423=-0.109
σ	0.100-0.491=-0.392
min	5.148-5.141=0.007
max	5.474-6.630=-1.155

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.597-2524.593=0.004
σ	0.001-0.000=0.001
min	2524.597-2524.593=0.003
max	2524.601-2524.594=0.007

*mean*	7554.000-7537.000=17.000
σ	0.000
min	7554.000-7537.000=17.000
max	7554.000-7537.000=17.000

*mean*	1050.482-1043.540=6.942
σ	4.114-3.816=0.298
min	1045.397-1037.759=7.638
max	1056.423-1049.724=6.700

op=load_product(), with indexes

*mean*	8744.558-8744.558=-0.000
σ	0.033-0.033=0.000
min	8744.544-8744.544=0.000
max	8744.640-8744.639=0.001

*mean*	3787.750-3788.750=-1.000
σ	1609.188-1608.136=1.052
min	1984.000-1983.000=1.000
max	5946.000-5947.000=-1.000

*mean*	4580.733-4424.494=156.239
σ	1469.320-1402.825=66.496
min	3521.726-3532.944=-11.219
max	7188.609-7446.625=-258.017

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.003-0.002=0.001
min	62.075-62.075=0.000
max	62.084-62.080=0.004

*mean*	4267.625-4264.125=3.500
σ	1881.094-1876.550=4.543
min	1984.000-1983.000=1.000
max	7554.000-7537.000=17.000

*mean*	83.276-85.249=-1.973
σ	11.708-13.627=-1.919
min	69.426-70.604=-1.177
max	101.674-106.412=-4.738

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	7554.000-7537.000=17.000
σ	0.000
min	7554.000-7537.000=17.000
max	7554.000-7537.000=17.000

*mean*	97.462-100.582=-3.120
σ	9.972-7.556=2.416
min	81.133-88.174=-7.041
max	107.686-109.085=-1.399

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685-66.685=-0.000
max	66.686

*mean*	7554.000-7537.000=17.000
σ	0.000
min	7554.000-7537.000=17.000
max	7554.000-7537.000=17.000

*mean*	149.482-150.563=-1.080
σ	17.363-14.496=2.867
min	118.824-127.225=-8.401
max	167.077-167.190=-0.113

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.317-4.318=-0.001
min	11655.305-11655.305=-0.000
max	11667.517-11667.520=-0.003

*mean*	4206.250-4264.125=-57.875
σ	1927.375-1876.550=50.824
min	1984.000-1983.000=1.000
max	7554.000-7537.000=17.000

*mean*	6466.959-6366.729=100.231
σ	1248.682-1161.803=86.879
min	4889.632-4965.166=-75.535
max	8280.051-8148.390=131.661

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.001-0.001=-0.001
min	11560.064-11560.066=-0.001
max	11560.066-11560.069=-0.003

*mean*	7554.000-7537.000=17.000
σ	0.000
min	7554.000-7537.000=17.000
max	7554.000-7537.000=17.000

*mean*	5164.810-5428.145=-263.335
σ	1044.743-1341.750=-297.008
min	4401.792-4382.067=19.725
max	7372.320-7486.002=-113.681

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.577-172.581=-0.004
σ	0.021-0.025=-0.004
min	172.558
max	172.611-172.623=-0.012

*mean*	1984.000-1983.000=1.000
σ	0.000
min	1984.000-1983.000=1.000
max	1984.000-1983.000=1.000

*mean*	348.992-347.469=1.524
σ	55.949-38.746=17.204
min	262.817-264.971=-2.154
max	406.241-390.621=15.620

op=pointedIndexFromKvs

rows=400000

*mean*	357.367-357.366=0.001
σ	0.046-0.046=-0.000
min	357.321
max	357.423-357.445=-0.022

*mean*	1984.000-1983.000=1.000
σ	0.000
min	1984.000-1983.000=1.000
max	1984.000-1983.000=1.000

*mean*	756.372-735.782=20.590
σ	64.742-60.627=4.115
min	621.672-642.528=-20.856
max	814.118-802.805=11.313

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.189-1008.190=-0.001
σ	0.876-0.868=0.008
min	1007.687-1007.688=-0.002
max	1011.812-1011.774=0.038

*mean*	1046.600-1043.450=3.150
σ	301.225-301.157=0.068
min	544.000-548.000=-4.000
max	1449.000-1469.000=-20.000

*mean*	1.543-1.521=0.022
σ	0.094-0.068=0.026
min	1.466-1.454=0.012
max	1.763-1.757=0.006

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.001

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	0.411-0.427=-0.015
σ	0.127-0.136=-0.009
min	0.331-0.341=-0.011
max	0.633-0.668=-0.035

name=error_case.art

*mean*	2.334-2.333=0.000
σ	0.004-0.003=0.001
min	2.332
max	2.341-2.337=0.004

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	0.877-0.898=-0.021
σ	0.085-0.095=-0.010
min	0.819-0.841=-0.022
max	1.025-1.066=-0.041

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	0.544-0.556=-0.012
σ	0.054-0.047=0.007
min	0.498-0.524=-0.026
max	0.636-0.637=-0.001

name=nested_use.art

*mean*	2.355
σ	0.002-0.002=0.000
min	2.355
max	2.359-2.358=0.000

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	0.857-0.855=0.002
σ	0.048-0.043=0.006
min	0.812-0.819=-0.006
max	0.935-0.928=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.542=0.001
σ	0.024-0.029=-0.005
min	963.523
max	963.582-963.593=-0.011

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	0.802-0.790=0.012
σ	0.060-0.059=0.001
min	0.737-0.727=0.010
max	0.860-0.866=-0.007

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.000
σ	0.006-0.006=0.000
min	884.847
max	884.860-884.860=0.000

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	0.714-0.741=-0.027
σ	0.037-0.005=0.032
min	0.668-0.737=-0.069
max	0.744-0.748=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	4.262-4.294=-0.032
σ	0.082-0.084=-0.002
min	4.088-4.143=-0.054
max	4.678-4.580=0.097

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.662-7.658=0.004

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	4.240-4.272=-0.032
σ	0.067-0.077=-0.010
min	4.100-4.143=-0.043
max	4.466-4.584=-0.117

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	0.749-0.758=-0.009
σ	0.020-0.018=0.002
min	0.712-0.728=-0.016
max	0.867-0.880=-0.012

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	0.703-0.709=-0.006
σ	0.044-0.045=-0.000
min	0.514-0.502=0.012
max	0.793-0.802=-0.009

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.454-297.443=0.011
σ	0.184-0.238=-0.053
min	297.309-297.223=0.086
max	297.940-298.069=-0.129

*mean*	1984.000-1983.000=1.000
σ	0.000
min	1984.000-1983.000=1.000
max	1984.000-1983.000=1.000

*mean*	0.532-0.555=-0.024
σ	0.032-0.032=0.000
min	0.500-0.504=-0.004
max	0.589-0.599=-0.010

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.776-289.770=0.006
σ	0.036-0.032=0.004
min	289.727-289.727=0.000
max	289.813-289.804=0.009

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	0.400-0.397=0.003
σ	0.011-0.015=-0.005
min	0.394-0.377=0.016
max	0.419-0.421=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.618-1299.648=-0.030
σ	0.094-0.067=0.027
min	1299.506-1299.572=-0.066
max	1299.741-1299.708=0.032

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	1.934-2.095=-0.161
σ	0.040-0.064=-0.024
min	1.872-1.997=-0.125
max	1.979-2.146=-0.167

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.605-1542.625=-0.019
σ	4.040-4.032=0.008
min	1540.572-1540.591=-0.019
max	1549.824-1549.828=-0.004

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	2.152-2.260=-0.109
σ	0.195-0.164=0.031
min	1.939-2.128=-0.189
max	2.409-2.448=-0.039

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.645-1861.632=0.013
σ	0.079-0.057=0.022
min	1861.551-1861.559=-0.007
max	1861.736-1861.700=0.036

*mean*	1768.800-1768.200=0.600
σ	226.846-226.466=0.381
min	1472.000-1470.000=2.000
max	1984.000-1983.000=1.000

*mean*	3.156-3.222=-0.066
σ	0.291-0.313=-0.022
min	2.892-2.879=0.013
max	3.492-3.550=-0.058

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.705-1.772=-0.067
σ	0.080-0.102=-0.022
min	1.567-1.606=-0.039
max	1.761-1.866=-0.104

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.186=-0.001
σ	577.140-577.139=0.000
min	157.612-157.615=-0.003
max	1311.895-1311.895=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	0.536-0.539=-0.003
σ	0.549-0.557=-0.008
min	0.258-0.260=-0.002
max	1.360-1.375=-0.015

policies=20

*mean*	1576.420-1576.427=-0.007
σ	0.345-0.358=-0.013
min	1576.186-1576.186=-0.001
max	1576.933-1576.959=-0.026

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	2.618-2.637=-0.019
σ	0.007-0.030=-0.024
min	2.612-2.607=0.005
max	2.626-2.672=-0.046

policies=200

*mean*	15772.206-15772.201=0.005
σ	0.175-0.164=0.012
min	15772.039-15772.078=-0.038
max	15772.453-15772.439=0.014

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1449.000-1469.000=-20.000
σ	0.000
min	1449.000-1469.000=-20.000
max	1449.000-1469.000=-20.000

*mean*	26.461-26.440=0.021
σ	0.053-0.062=-0.009
min	26.387-26.365=0.023
max	26.514-26.513=0.001