Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.616=0.002
σ	0.349-0.347=0.001
min	54.483-54.485=-0.002
max	55.610-55.605=0.005

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.140-0.140=0.001
σ	0.004-0.004=0.000
min	0.136-0.133=0.003
max	0.148-0.147=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.785=0.002
σ	0.006-0.007=-0.000
min	43.781-43.779=0.001
max	43.802-43.797=0.005

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.126-0.123=0.003
σ	0.007-0.003=0.004
min	0.120-0.120=-0.000
max	0.141-0.129=0.012

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4113.000-4270.500=-157.500
σ	1558.341-1876.747=-318.406
min	2048.000-2002.000=46.000
max	6046.000-7554.000=-1508.000

*mean*	12.660-13.147=-0.487
σ	0.375-1.803=-1.427
min	12.230-12.302=-0.071
max	13.474-17.548=-4.074

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620

*mean*	4113.000-4270.500=-157.500
σ	1558.341-1876.747=-318.406
min	2048.000-2002.000=46.000
max	6046.000-7554.000=-1508.000

*mean*	12.778-13.326=-0.548
σ	0.505-1.498=-0.993
min	11.580-11.595=-0.015
max	13.142-16.802=-3.660

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	6046.000-7554.000=-1508.000
σ	0.000
min	6046.000-7554.000=-1508.000
max	6046.000-7554.000=-1508.000

*mean*	13.791-13.799=-0.008
σ	0.764-1.093=-0.330
min	12.661-12.420=0.240
max	14.852-15.164=-0.312

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4113.000-4270.500=-157.500
σ	1558.341-1876.747=-318.406
min	2048.000-2002.000=46.000
max	6046.000-7554.000=-1508.000

*mean*	12.359-13.074=-0.715
σ	1.994-1.855=0.139
min	10.319-10.571=-0.252
max	14.820-15.407=-0.587

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.604=0.000
σ	0.002-0.002=0.000
min	27.603
max	27.607-27.607=-0.000

*mean*	4113.000-4270.500=-157.500
σ	1558.341-1876.747=-318.406
min	2048.000-2002.000=46.000
max	6046.000-7554.000=-1508.000

*mean*	8.439-9.161=-0.723
σ	0.377-1.342=-0.964
min	7.858-7.960=-0.102
max	9.004-11.887=-2.883

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4113.000-4270.500=-157.500
σ	1558.341-1876.747=-318.406
min	2048.000-2002.000=46.000
max	6046.000-7554.000=-1508.000

*mean*	6.383-6.801=-0.419
σ	0.286-1.375=-1.089
min	5.999-5.328=0.671
max	6.708-9.535=-2.827

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.001
σ	0.002-0.002=-0.000
min	25.664
max	25.670-25.670=0.000

*mean*	4113.000-4270.500=-157.500
σ	1558.341-1876.747=-318.406
min	2048.000-2002.000=46.000
max	6046.000-7554.000=-1508.000

*mean*	5.455-5.702=-0.247
σ	0.108-0.465=-0.356
min	5.256-5.371=-0.115
max	5.590-6.812=-1.222

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4113.000-4270.500=-157.500
σ	1558.341-1876.747=-318.406
min	2048.000-2002.000=46.000
max	6046.000-7554.000=-1508.000

*mean*	5.360-5.511=-0.151
σ	0.104-0.503=-0.400
min	5.165-5.094=0.071
max	5.504-6.718=-1.214

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=0.000
σ	0.000-0.000=0.000
min	2524.593-2524.593=0.000
max	2524.594-2524.594=0.000

*mean*	6046.000-7554.000=-1508.000
σ	0.000
min	6046.000-7554.000=-1508.000
max	6046.000-7554.000=-1508.000

*mean*	1409.068-1047.108=361.960
σ	510.854-8.678=502.177
min	1069.472-1034.240=35.232
max	2364.313-1059.379=1304.934

op=load_product(), with indexes

*mean*	8744.558-8744.558=0.000
σ	0.032-0.034=-0.001
min	8744.544-8744.544=0.000
max	8744.638-8744.641=-0.002

*mean*	3839.375-3795.250=44.125
σ	1628.910-1603.527=25.382
min	2048.000-2002.000=46.000
max	6046.000-5951.000=95.000

*mean*	4718.304-4253.167=465.138
σ	1295.176-1163.018=132.157
min	3574.236-3537.880=36.356
max	6854.145-6953.453=-99.308

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4113.000-4270.500=-157.500
σ	1558.341-1876.747=-318.406
min	2048.000-2002.000=46.000
max	6046.000-7554.000=-1508.000

*mean*	81.592-86.779=-5.187
σ	11.386-12.606=-1.220
min	71.574-73.313=-1.739
max	99.830-107.723=-7.893

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.000
max	40.947

*mean*	6046.000-7554.000=-1508.000
σ	0.000
min	6046.000-7554.000=-1508.000
max	6046.000-7554.000=-1508.000

*mean*	97.489-243.818=-146.329
σ	9.082-400.644=-391.562
min	80.983-90.756=-9.774
max	108.683-1235.189=-1126.505

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	6046.000-7554.000=-1508.000
σ	0.000
min	6046.000-7554.000=-1508.000
max	6046.000-7554.000=-1508.000

*mean*	231.001-153.285=77.715
σ	244.189-14.782=229.406
min	121.482-134.021=-12.539
max	834.399-171.084=663.315

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.317=0.001
min	11655.305-11655.305=-0.000
max	11667.521-11667.517=0.004

*mean*	4113.000-4270.500=-157.500
σ	1558.341-1876.747=-318.406
min	2048.000-2002.000=46.000
max	6046.000-7554.000=-1508.000

*mean*	6593.037-6226.486=366.551
σ	1391.714-1044.895=346.819
min	4964.143-4930.634=33.510
max	8133.782-8289.860=-156.078

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.067-11560.066=0.001
max	11560.069

*mean*	6046.000-7554.000=-1508.000
σ	0.000
min	6046.000-7554.000=-1508.000
max	6046.000-7554.000=-1508.000

*mean*	6892.719-5470.064=1422.655
σ	1277.688-1339.330=-61.643
min	4445.750-4387.167=58.583
max	8404.133-7267.444=1136.689

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.581-172.587=-0.006
σ	0.025-0.025=-0.000
min	172.560-172.558=0.001
max	172.624-172.615=0.008

*mean*	2048.000-2002.000=46.000
σ	0.000
min	2048.000-2002.000=46.000
max	2048.000-2002.000=46.000

*mean*	328.990-356.774=-27.784
σ	69.508-57.042=12.466
min	245.788-272.761=-26.973
max	401.168-465.087=-63.919

op=pointedIndexFromKvs

rows=400000

*mean*	357.374-357.367=0.007
σ	0.038-0.034=0.004
min	357.321
max	357.418-357.400=0.018

*mean*	2048.000-2002.000=46.000
σ	0.000
min	2048.000-2002.000=46.000
max	2048.000-2002.000=46.000

*mean*	712.372-705.083=7.289
σ	86.833-71.554=15.280
min	629.575-611.397=18.177
max	826.909-789.822=37.088

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.185=-0.001
σ	0.885-0.884=0.001
min	1007.698-1007.697=0.000
max	1011.854-1011.849=0.005

*mean*	1039.550-1051.100=-11.550
σ	303.818-298.420=5.398
min	548.000-546.000=2.000
max	1466.000-1488.000=-22.000

*mean*	1.557-1.565=-0.007
σ	0.091-0.107=-0.016
min	1.428-1.475=-0.046
max	1.790-1.829=-0.039

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	0.415-0.412=0.003
σ	0.118-0.126=-0.007
min	0.340-0.330=0.010
max	0.623-0.632=-0.009

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	0.887-0.879=0.008
σ	0.091-0.095=-0.003
min	0.821-0.808=0.014
max	1.043-1.040=0.003

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	0.548-0.543=0.004
σ	0.047-0.047=-0.000
min	0.502-0.500=0.002
max	0.620-0.622=-0.003

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	0.851-0.841=0.011
σ	0.045-0.042=0.003
min	0.821-0.805=0.016
max	0.929-0.911=0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.552=-0.009
σ	0.024-0.037=-0.013
min	963.523-963.528=-0.005
max	963.581-963.617=-0.036

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	0.845-0.810=0.035
σ	0.014-0.040=-0.026
min	0.826-0.761=0.065
max	0.858-0.859=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.001
σ	0.005-0.008=-0.003
min	884.847
max	884.858-884.865=-0.006

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	0.681-0.700=-0.019
σ	0.074-0.043=0.030
min	0.600-0.658=-0.058
max	0.750-0.752=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.710=0.002

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	4.275-4.271=0.005
σ	0.097-0.077=0.020
min	4.137-4.171=-0.034
max	4.590-4.525=0.066

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	4.361-4.251=0.110
σ	0.151-0.099=0.052
min	4.178-4.047=0.131
max	5.494-4.667=0.827

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	0.753-0.752=0.001
σ	0.055-0.017=0.038
min	0.544-0.716=-0.172
max	0.929-0.861=0.068

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	0.595-0.708=-0.113
σ	0.096-0.033=0.063
min	0.498-0.515=-0.017
max	0.801-0.773=0.028

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.331-297.358=-0.027
σ	0.206-0.226=-0.019
min	297.171-297.238=-0.067
max	297.902-297.994=-0.092

*mean*	2048.000-2002.000=46.000
σ	0.000
min	2048.000-2002.000=46.000
max	2048.000-2002.000=46.000

*mean*	0.577-0.561=0.016
σ	0.033-0.034=-0.002
min	0.513-0.511=0.001
max	0.612-0.602=0.010

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.768-289.766=0.002
σ	0.034-0.042=-0.008
min	289.721-289.722=-0.002
max	289.803-289.812=-0.009

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	0.391-0.403=-0.012
σ	0.006-0.012=-0.006
min	0.387-0.397=-0.009
max	0.401-0.424=-0.022

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.667-1299.674=-0.007
σ	0.110-0.091=0.020
min	1299.557-1299.543=0.013
max	1299.832-1299.783=0.049

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	2.051-2.167=-0.117
σ	0.057-0.051=0.005
min	2.005-2.097=-0.092
max	2.140-2.227=-0.087

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.611-1542.681=-0.070
σ	4.013-3.996=0.017
min	1540.601-1540.723=-0.122
max	1549.781-1549.825=-0.044

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	2.255-2.401=-0.146
σ	0.120-0.198=-0.078
min	2.147-2.134=0.013
max	2.392-2.677=-0.284

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.633-1861.638=-0.005
σ	0.061-0.055=0.006
min	1861.545-1861.579=-0.035
max	1861.698-1861.717=-0.019

*mean*	1724.600-1719.400=5.200
σ	234.344-194.404=39.941
min	1466.000-1546.000=-80.000
max	2048.000-2002.000=46.000

*mean*	2.937-2.913=0.024
σ	0.096-0.139=-0.043
min	2.818-2.729=0.089
max	3.057-3.105=-0.049

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.707-1.606=0.101
σ	0.120-0.153=-0.032
min	1.594-1.421=0.173
max	1.878-1.779=0.100

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.184=0.001
σ	577.140-577.140=0.000
min	157.614-157.613=0.001
max	1311.895-1311.894=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	0.550-0.536=0.013
σ	0.570-0.547=0.023
min	0.263-0.262=0.001
max	1.405-1.357=0.048

policies=20

*mean*	1576.409-1576.399=0.011
σ	0.344-0.334=0.009
min	1576.175-1576.173=0.002
max	1576.920-1576.896=0.024

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	2.616-2.611=0.005
σ	0.008-0.006=0.002
min	2.607-2.605=0.002
max	2.626-2.616=0.010

policies=200

*mean*	15772.311-15772.292=0.019
σ	0.102-0.136=-0.034
min	15772.234-15772.124=0.109
max	15772.461-15772.456=0.005

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1466.000-1488.000=-22.000
σ	0.000
min	1466.000-1488.000=-22.000
max	1466.000-1488.000=-22.000

*mean*	26.551-26.498=0.053
σ	0.050-0.067=-0.018
min	26.498-26.419=0.079
max	26.618-26.571=0.047