Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=-0.000
σ	0.351-0.350=0.001
min	54.480-54.479=0.000
max	55.616-55.613=0.002

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.141-0.138=0.003
σ	0.004-0.004=0.000
min	0.137-0.133=0.005
max	0.148-0.145=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.787=-0.002
σ	0.005-0.006=-0.000
min	43.778-43.777=0.000
max	43.797-43.797=0.000

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.122-0.123=-0.001
σ	0.005-0.004=0.001
min	0.117-0.119=-0.002
max	0.131-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.003-0.002=0.001
min	36.615
max	36.623-36.620=0.003

*mean*	4269.000-4254.875=14.125
σ	1880.401-1894.259=-13.859
min	1984.000-1894.000=90.000
max	7554.000-7545.000=9.000

*mean*	12.760-13.111=-0.351
σ	1.742-1.725=0.017
min	11.839-12.147=-0.307
max	16.980-17.353=-0.373

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4269.000-4254.875=14.125
σ	1880.401-1894.259=-13.859
min	1984.000-1894.000=90.000
max	7554.000-7545.000=9.000

*mean*	12.242-13.024=-0.783
σ	2.202-2.069=0.134
min	11.110-11.307=-0.197
max	17.562-17.830=-0.269

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	7554.000-7545.000=9.000
σ	0.000
min	7554.000-7545.000=9.000
max	7554.000-7545.000=9.000

*mean*	13.767-14.040=-0.274
σ	1.173-1.006=0.167
min	12.308-12.718=-0.410
max	15.317-15.523=-0.206

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932

*mean*	4269.000-4254.875=14.125
σ	1880.401-1894.259=-13.859
min	1984.000-1894.000=90.000
max	7554.000-7545.000=9.000

*mean*	11.999-13.203=-1.204
σ	1.982-2.287=-0.305
min	9.992-10.625=-0.633
max	15.135-15.906=-0.771

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607

*mean*	4269.000-4254.875=14.125
σ	1880.401-1894.259=-13.859
min	1984.000-1894.000=90.000
max	7554.000-7545.000=9.000

*mean*	8.706-9.353=-0.647
σ	1.171-1.717=-0.546
min	7.829-7.966=-0.138
max	11.505-12.438=-0.933

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4269.000-4254.875=14.125
σ	1880.401-1894.259=-13.859
min	1984.000-1894.000=90.000
max	7554.000-7545.000=9.000

*mean*	6.526-7.084=-0.558
σ	1.168-1.395=-0.227
min	5.787-6.032=-0.245
max	9.374-9.494=-0.120

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.670

*mean*	4269.000-4254.875=14.125
σ	1880.401-1894.259=-13.859
min	1984.000-1894.000=90.000
max	7554.000-7545.000=9.000

*mean*	5.588-5.781=-0.193
σ	0.583-0.477=0.107
min	5.099-5.549=-0.450
max	6.934-6.949=-0.015

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971

*mean*	4269.000-4254.875=14.125
σ	1880.401-1894.259=-13.859
min	1984.000-1894.000=90.000
max	7554.000-7545.000=9.000

*mean*	5.195-5.550=-0.356
σ	0.572-0.479=0.093
min	4.716-5.216=-0.500
max	6.517-6.705=-0.187

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.001
σ	0.000-0.000=-0.000
min	2524.593-2524.594=-0.001
max	2524.594-2524.594=-0.001

*mean*	7554.000-7545.000=9.000
σ	0.000
min	7554.000-7545.000=9.000
max	7554.000-7545.000=9.000

*mean*	1106.087-1100.339=5.748
σ	169.576-157.411=12.165
min	1040.152-1036.134=4.018
max	1525.658-1489.719=35.940

op=load_product(), with indexes

*mean*	8744.559-8744.559=-0.000
σ	0.033-0.032=0.001
min	8744.544-8744.544=-0.000
max	8744.641-8744.639=0.002

*mean*	3791.375-3765.125=26.250
σ	1610.309-1635.880=-25.571
min	1984.000-1894.000=90.000
max	5953.000-5941.000=12.000

*mean*	4655.295-4541.602=113.693
σ	1479.609-1363.394=116.215
min	3540.960-3506.098=34.861
max	7039.120-6551.399=487.721

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.000
max	62.080

*mean*	4269.000-4254.875=14.125
σ	1880.401-1894.259=-13.859
min	1984.000-1894.000=90.000
max	7554.000-7545.000=9.000

*mean*	83.713-91.561=-7.849
σ	12.712-17.623=-4.911
min	69.068-72.337=-3.269
max	104.720-127.552=-22.832

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7554.000-7545.000=9.000
σ	0.000
min	7554.000-7545.000=9.000
max	7554.000-7545.000=9.000

*mean*	233.445-232.528=0.917
σ	374.864-372.464=2.400
min	89.191-89.923=-0.732
max	1160.996-1154.198=6.798

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.686

*mean*	7554.000-7545.000=9.000
σ	0.000
min	7554.000-7545.000=9.000
max	7554.000-7545.000=9.000

*mean*	150.430-151.555=-1.126
σ	13.786-12.107=1.679
min	132.158-134.814=-2.656
max	169.614-166.070=3.544

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.000
min	11655.305
max	11667.521-11667.520=0.000

*mean*	4269.000-4254.875=14.125
σ	1880.401-1894.259=-13.859
min	1984.000-1894.000=90.000
max	7554.000-7545.000=9.000

*mean*	6430.850-6522.964=-92.114
σ	1141.046-1086.255=54.791
min	4954.368-4880.030=74.339
max	8353.089-7906.077=447.012

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.001
σ	0.002-0.001=0.001
min	11560.066
max	11560.072-11560.069=0.003

*mean*	7554.000-7545.000=9.000
σ	0.000
min	7554.000-7545.000=9.000
max	7554.000-7545.000=9.000

*mean*	5562.530-5423.100=139.431
σ	1297.039-1340.516=-43.477
min	4429.761-4355.183=74.578
max	7421.386-7460.910=-39.525

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.583-172.582=0.001
σ	0.025-0.028=-0.002
min	172.558
max	172.625-172.624=0.001

*mean*	1984.000-1894.000=90.000
σ	0.000
min	1984.000-1894.000=90.000
max	1984.000-1894.000=90.000

*mean*	366.525-351.637=14.888
σ	23.389-33.493=-10.104
min	340.762-294.516=46.246
max	398.240-398.454=-0.214

op=pointedIndexFromKvs

rows=400000

*mean*	357.364-357.363=0.001
σ	0.042-0.040=0.001
min	357.321
max	357.408-357.414=-0.005

*mean*	1984.000-1894.000=90.000
σ	0.000
min	1984.000-1894.000=90.000
max	1984.000-1894.000=90.000

*mean*	729.512-782.314=-52.803
σ	76.289-28.094=48.194
min	602.890-728.675=-125.785
max	796.626-824.297=-27.671

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.188-1008.186=0.002
σ	0.880-0.880=-0.001
min	1007.687-1007.687=-0.000
max	1011.834-1011.837=-0.003

*mean*	1038.800-1038.650=0.150
σ	296.897-305.109=-8.212
min	547.000-546.000=1.000
max	1439.000-1468.000=-29.000

*mean*	1.575-1.532=0.043
σ	0.131-0.115=0.016
min	1.483-1.357=0.126
max	2.057-1.894=0.164

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	0.416-0.421=-0.004
σ	0.127-0.151=-0.024
min	0.333-0.335=-0.002
max	0.641-0.689=-0.049

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	0.889-0.940=-0.051
σ	0.090-0.200=-0.109
min	0.831-0.833=-0.002
max	1.045-1.294=-0.250

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	0.546-0.538=0.008
σ	0.050-0.050=0.001
min	0.517-0.497=0.020
max	0.636-0.624=0.012

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	0.847-0.869=-0.022
σ	0.041-0.063=-0.022
min	0.818-0.806=0.011
max	0.919-0.969=-0.050

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.543=-0.001
σ	0.030-0.024=0.006
min	963.523-963.524=-0.001
max	963.596-963.584=0.012

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	0.808-0.857=-0.049
σ	0.036-0.015=0.022
min	0.760-0.833=-0.074
max	0.858-0.871=-0.014

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.855=-0.001
σ	0.006-0.006=-0.000
min	884.847
max	884.862-884.862=-0.001

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	0.708-0.742=-0.033
σ	0.040-0.006=0.034
min	0.672-0.733=-0.061
max	0.753-0.749=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	4.229-4.239=-0.010
σ	0.120-0.079=0.041
min	4.105-4.123=-0.018
max	5.140-4.559=0.581

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	4.211-4.228=-0.017
σ	0.063-0.088=-0.025
min	4.086-4.056=0.030
max	4.400-4.541=-0.141

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	0.754-0.653=0.101
σ	0.016-0.104=-0.088
min	0.721-0.515=0.206
max	0.849-0.836=0.013

name=record_render_syntax_err.art

*mean*	2.163-2.163=-0.000
σ	0.002-0.002=0.000
min	2.163
max	2.166

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	0.713-0.508=0.205
σ	0.014-0.017=-0.003
min	0.684-0.487=0.198
max	0.781-0.636=0.144

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.406-297.491=-0.085
σ	0.204-0.219=-0.015
min	297.207-297.289=-0.081
max	297.891-298.040=-0.149

*mean*	1984.000-1894.000=90.000
σ	0.000
min	1984.000-1894.000=90.000
max	1984.000-1894.000=90.000

*mean*	0.566-0.588=-0.022
σ	0.034-0.031=0.002
min	0.508-0.517=-0.009
max	0.593-0.626=-0.033

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.760-289.772=-0.012
σ	0.044-0.032=0.012
min	289.722-289.731=-0.009
max	289.811-289.805=0.006

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	0.404-0.404=0.000
σ	0.011-0.013=-0.002
min	0.394-0.397=-0.003
max	0.420-0.427=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.691-1299.646=0.046
σ	0.092-0.079=0.013
min	1299.581-1299.547=0.035
max	1299.819-1299.714=0.105

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	2.275-2.033=0.242
σ	0.094-0.016=0.078
min	2.150-2.012=0.138
max	2.349-2.055=0.294

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.665-1542.615=0.050
σ	4.004-4.038=-0.034
min	1540.705-1540.566=0.139
max	1549.822-1549.828=-0.005

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	2.308-2.237=0.070
σ	0.129-0.165=-0.036
min	2.177-2.077=0.100
max	2.481-2.453=0.028

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.628-1861.628=0.000
σ	0.064-0.079=-0.015
min	1861.541-1861.508=0.032
max	1861.706-1861.704=0.001

*mean*	1771.000-1737.600=33.400
σ	224.690-173.001=51.689
min	1475.000-1488.000=-13.000
max	1984.000-1894.000=90.000

*mean*	3.242-3.162=0.080
σ	0.343-0.375=-0.032
min	2.875-2.869=0.006
max	3.667-3.771=-0.104

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.788-1.742=0.046
σ	0.160-0.173=-0.014
min	1.509-1.546=-0.036
max	1.906-1.933=-0.026

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.147=0.038
σ	577.140-577.064=0.076
min	157.612-157.614=-0.002
max	1311.895-1311.743=0.152

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	0.534-0.550=-0.016
σ	0.539-0.570=-0.032
min	0.261-0.262=-0.000
max	1.342-1.405=-0.063

policies=20

*mean*	1576.434-1576.409=0.025
σ	0.372-0.347=0.025
min	1576.188-1576.173=0.015
max	1576.987-1576.925=0.063

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	2.666-2.619=0.047
σ	0.068-0.008=0.060
min	2.624-2.611=0.013
max	2.768-2.627=0.141

policies=200

*mean*	15772.285-15772.107=0.179
σ	0.044-0.139=-0.096
min	15772.247-15772.024=0.223
max	15772.327-15772.314=0.013

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1439.000-1468.000=-29.000
σ	0.000
min	1439.000-1468.000=-29.000
max	1439.000-1468.000=-29.000

*mean*	26.502-26.367=0.135
σ	0.034-0.048=-0.014
min	26.464-26.315=0.150
max	26.546-26.428=0.119