Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.621=-0.003
σ	0.352-0.350=0.002
min	54.494-54.491=0.003
max	55.620-55.617=0.003

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.137-0.139=-0.002
σ	0.006-0.005=0.001
min	0.131-0.132=-0.001
max	0.149-0.146=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.784-43.786=-0.001
σ	0.006-0.007=-0.001
min	43.777-43.774=0.003
max	43.795-43.799=-0.004

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.121-0.123=-0.002
σ	0.005-0.003=0.001
min	0.114-0.120=-0.007
max	0.129-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4104.000-4104.625=-0.625
σ	1572.019-1569.243=2.776
min	1966.000-1983.000=-17.000
max	6045.000-6044.000=1.000

*mean*	12.377-12.429=-0.052
σ	0.289-0.267=0.022
min	11.992-11.978=0.013
max	12.741-12.856=-0.114

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.001
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4104.000-4104.625=-0.625
σ	1572.019-1569.243=2.776
min	1966.000-1983.000=-17.000
max	6045.000-6044.000=1.000

*mean*	11.713-12.209=-0.497
σ	0.170-0.643=-0.473
min	11.501-11.375=0.126
max	12.041-12.906=-0.865

op=table_records(), no indexes

*mean*	41.928-41.929=-0.001
σ	0.000-0.002=-0.001
min	41.928
max	41.929-41.933=-0.004

*mean*	6045.000-6044.000=1.000
σ	0.000
min	6045.000-6044.000=1.000
max	6045.000-6044.000=1.000

*mean*	13.357-13.319=0.038
σ	1.175-1.177=-0.002
min	10.900-11.111=-0.211
max	14.780-14.826=-0.046

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.931=0.000

*mean*	4104.000-4104.625=-0.625
σ	1572.019-1569.243=2.776
min	1966.000-1983.000=-17.000
max	6045.000-6044.000=1.000

*mean*	12.383-12.105=0.278
σ	1.995-1.532=0.464
min	10.325-10.297=0.028
max	14.722-14.423=0.299

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4104.000-4104.625=-0.625
σ	1572.019-1569.243=2.776
min	1966.000-1983.000=-17.000
max	6045.000-6044.000=1.000

*mean*	8.484-8.359=0.125
σ	0.298-0.388=-0.090
min	8.059-7.739=0.320
max	8.852-8.861=-0.009

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.001
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403-26.403=-0.000

*mean*	4104.000-4104.625=-0.625
σ	1572.019-1569.243=2.776
min	1966.000-1983.000=-17.000
max	6045.000-6044.000=1.000

*mean*	6.114-6.353=-0.238
σ	0.534-0.227=0.307
min	5.426-6.012=-0.585
max	6.694-6.698=-0.004

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.670-25.670=-0.000

*mean*	4104.000-4104.625=-0.625
σ	1572.019-1569.243=2.776
min	1966.000-1983.000=-17.000
max	6045.000-6044.000=1.000

*mean*	5.357-5.550=-0.193
σ	0.099-0.116=-0.017
min	5.257-5.343=-0.087
max	5.555-5.729=-0.175

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4104.000-4104.625=-0.625
σ	1572.019-1569.243=2.776
min	1966.000-1983.000=-17.000
max	6045.000-6044.000=1.000

*mean*	5.215-5.390=-0.175
σ	0.130-0.061=0.069
min	4.955-5.289=-0.335
max	5.410-5.483=-0.072

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=0.000
σ	0.000-0.000=-0.000
min	2524.593
max	2524.594

*mean*	6045.000-6044.000=1.000
σ	0.000
min	6045.000-6044.000=1.000
max	6045.000-6044.000=1.000

*mean*	1561.155-1482.121=79.034
σ	801.336-673.471=127.865
min	1032.649-1045.964=-13.315
max	2974.280-2607.020=367.261

op=load_product(), with indexes

*mean*	8744.559-8744.559=-0.000
σ	0.033-0.033=0.000
min	8744.545
max	8744.640-8744.640=0.000

*mean*	3820.625-3823.125=-2.500
σ	1653.461-1648.322=5.139
min	1966.000-1983.000=-17.000
max	6045.000-6044.000=1.000

*mean*	4605.673-4807.478=-201.805
σ	1361.930-1453.314=-91.384
min	3515.648-3550.465=-34.817
max	7316.209-7233.500=82.710

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4104.000-4104.625=-0.625
σ	1572.019-1569.243=2.776
min	1966.000-1983.000=-17.000
max	6045.000-6044.000=1.000

*mean*	82.145-80.197=1.948
σ	12.151-11.654=0.497
min	70.925-70.540=0.385
max	103.051-102.801=0.250

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.000-0.001=-0.000
min	40.944-40.944=-0.000
max	40.945-40.945=-0.000

*mean*	6045.000-6044.000=1.000
σ	0.000
min	6045.000-6044.000=1.000
max	6045.000-6044.000=1.000

*mean*	96.872-97.434=-0.563
σ	8.676-8.663=0.013
min	82.688-84.413=-1.725
max	106.185-108.238=-2.053

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	6045.000-6044.000=1.000
σ	0.000
min	6045.000-6044.000=1.000
max	6045.000-6044.000=1.000

*mean*	212.332-223.757=-11.425
σ	192.742-224.591=-31.849
min	123.169-125.830=-2.661
max	688.290-778.536=-90.246

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=-0.000
min	11655.305
max	11667.521

*mean*	4104.000-4104.625=-0.625
σ	1572.019-1569.243=2.776
min	1966.000-1983.000=-17.000
max	6045.000-6044.000=1.000

*mean*	6554.491-6578.120=-23.629
σ	1343.131-1359.328=-16.197
min	4898.911-4932.225=-33.314
max	8389.090-8203.077=186.014

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.067-11560.066=0.001
max	11560.069

*mean*	6045.000-6044.000=1.000
σ	0.000
min	6045.000-6044.000=1.000
max	6045.000-6044.000=1.000

*mean*	6731.404-6709.772=21.632
σ	1290.866-1333.832=-42.966
min	4381.338-4393.979=-12.641
max	7970.949-8188.371=-217.422

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.585-172.583=0.001
σ	0.027-0.029=-0.002
min	172.558
max	172.624-172.635=-0.011

*mean*	1966.000-1983.000=-17.000
σ	0.000
min	1966.000-1983.000=-17.000
max	1966.000-1983.000=-17.000

*mean*	355.731-373.078=-17.347
σ	40.320-20.808=19.511
min	275.594-346.817=-71.223
max	408.526-398.127=10.399

op=pointedIndexFromKvs

rows=400000

*mean*	357.362-357.362=-0.000
σ	0.039-0.043=-0.004
min	357.321
max	357.406-357.407=-0.001

*mean*	1966.000-1983.000=-17.000
σ	0.000
min	1966.000-1983.000=-17.000
max	1966.000-1983.000=-17.000

*mean*	785.717-759.256=26.461
σ	14.422-17.678=-3.256
min	759.670-732.225=27.445
max	799.684-778.290=21.394

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.186-1008.184=0.002
σ	0.867-0.882=-0.014
min	1007.688-1007.690=-0.002
max	1011.774-1011.841=-0.067

*mean*	1040.950-1044.000=-3.050
σ	304.962-308.256=-3.295
min	547.000-548.000=-1.000
max	1466.000-1477.000=-11.000

*mean*	1.552-1.532=0.020
σ	0.132-0.076=0.056
min	1.463-1.463=0.000
max	2.033-1.808=0.226

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	0.401-0.449=-0.048
σ	0.105-0.172=-0.067
min	0.334-0.355=-0.020
max	0.586-0.755=-0.170

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	0.869-0.916=-0.047
σ	0.070-0.161=-0.091
min	0.818-0.819=-0.001
max	0.989-1.201=-0.212

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	0.537-0.552=-0.015
σ	0.055-0.048=0.007
min	0.494-0.506=-0.012
max	0.627-0.628=-0.001

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	0.836-0.875=-0.039
σ	0.042-0.030=0.012
min	0.791-0.847=-0.056
max	0.902-0.919=-0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.549-963.543=0.006
σ	0.035-0.024=0.011
min	963.523
max	963.611-963.582=0.029

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	0.798-0.816=-0.018
σ	0.020-0.043=-0.023
min	0.771-0.774=-0.003
max	0.819-0.869=-0.049

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.009-0.007=0.002
min	884.847
max	884.866-884.862=0.004

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	0.732-0.705=0.027
σ	0.023-0.042=-0.019
min	0.692-0.661=0.031
max	0.749-0.750=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.711=0.001

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	4.255-4.310=-0.055
σ	0.076-0.095=-0.019
min	4.124-4.134=-0.010
max	4.576-4.578=-0.002

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	4.234-4.273=-0.039
σ	0.073-0.094=-0.021
min	4.094-4.118=-0.024
max	4.492-4.533=-0.040

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	0.746-0.742=0.004
σ	0.019-0.019=-0.001
min	0.708-0.715=-0.007
max	0.876-0.848=0.028

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	0.711-0.726=-0.015
σ	0.014-0.025=-0.011
min	0.685-0.528=0.157
max	0.784-0.802=-0.018

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.517-297.426=0.091
σ	0.257-0.177=0.080
min	297.321-297.256=0.065
max	298.225-297.840=0.385

*mean*	1966.000-1983.000=-17.000
σ	0.000
min	1966.000-1983.000=-17.000
max	1966.000-1983.000=-17.000

*mean*	0.598-0.567=0.031
σ	0.047-0.029=0.017
min	0.508-0.524=-0.017
max	0.698-0.614=0.083

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.735-289.730=0.005
σ	0.054-0.044=0.009
min	289.659-289.658=0.001
max	289.805-289.766=0.039

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	0.400-0.404=-0.004
σ	0.011-0.012=-0.001
min	0.393-0.394=-0.001
max	0.419-0.417=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.697-1299.695=0.002
σ	0.035-0.040=-0.005
min	1299.649-1299.632=0.017
max	1299.742-1299.732=0.010

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	2.266-2.281=-0.016
σ	0.086-0.093=-0.007
min	2.150-2.161=-0.012
max	2.350-2.382=-0.032

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.721-1542.724=-0.004
σ	4.008-4.014=-0.006
min	1540.768-1540.768=0.000
max	1549.885-1549.901=-0.016

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	2.281-2.297=-0.016
σ	0.101-0.127=-0.026
min	2.189-2.166=0.023
max	2.393-2.451=-0.058

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.625-1861.629=-0.004
σ	0.072-0.066=0.006
min	1861.554-1861.565=-0.010
max	1861.722-1861.715=0.007

*mean*	1761.800-1770.400=-8.600
σ	216.832-223.875=-7.042
min	1473.000-1477.000=-4.000
max	1966.000-1983.000=-17.000

*mean*	3.309-3.258=0.051
σ	0.371-0.342=0.029
min	2.882-2.887=-0.005
max	3.748-3.686=0.062

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.656-1.718=-0.062
σ	0.180-0.094=0.086
min	1.416-1.612=-0.196
max	1.841-1.831=0.009

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.667-446.666=0.001
σ	577.139-577.139=-0.000
min	158.094-158.091=0.003
max	1312.374-1312.374=0.000

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	0.555-0.541=0.015
σ	0.588-0.547=0.041
min	0.260-0.264=-0.003
max	1.437-1.361=0.076

policies=20

*mean*	1581.232-1581.234=-0.002
σ	0.355-0.348=0.006
min	1580.988-1580.994=-0.006
max	1581.758-1581.750=0.007

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	2.622-2.620=0.002
σ	0.018-0.011=0.006
min	2.599-2.610=-0.011
max	2.641-2.634=0.007

policies=200

*mean*	15820.380-15820.414=-0.033
σ	0.182-0.095=0.087
min	15820.233-15820.298=-0.064
max	15820.640-15820.504=0.136

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	1466.000-1477.000=-11.000
σ	0.000
min	1466.000-1477.000=-11.000
max	1466.000-1477.000=-11.000

*mean*	26.494-26.574=-0.080
σ	0.099-0.029=0.070
min	26.367-26.544=-0.177
max	26.606-26.612=-0.005