Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.616=-0.000
σ	0.351-0.349=0.002
min	54.480-54.482=-0.003
max	55.614-55.608=0.006

*mean*	415.700-417.000=-1.300
σ	0.483-0.000=0.483
min	415.000-417.000=-2.000
max	416.000-417.000=-1.000

*mean*	0.138-0.141=-0.003
σ	0.005-0.003=0.001
min	0.132-0.136=-0.005
max	0.145-0.146=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.001
σ	0.008-0.007=0.001
min	43.770-43.776=-0.006
max	43.796-43.799=-0.003

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.122-0.122=0.000
σ	0.004-0.004=0.001
min	0.115-0.116=-0.001
max	0.130-0.126=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.619-36.620=-0.001

*mean*	4096.125-4103.000=-6.875
σ	1585.201-1570.035=15.167
min	1908.000-1976.000=-68.000
max	6046.000-6043.000=3.000

*mean*	12.335-12.569=-0.235
σ	0.259-0.210=0.049
min	12.043-12.288=-0.245
max	12.803-12.799=0.005

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4096.125-4103.000=-6.875
σ	1585.201-1570.035=15.167
min	1908.000-1976.000=-68.000
max	6046.000-6043.000=3.000

*mean*	12.009-12.342=-0.333
σ	0.702-0.659=0.043
min	11.286-11.535=-0.248
max	13.000-13.139=-0.139

op=table_records(), no indexes

*mean*	41.932-41.928=0.004
σ	0.000-0.000=-0.000
min	41.932-41.928=0.004
max	41.933-41.929=0.003

*mean*	6046.000-6043.000=3.000
σ	0.000
min	6046.000-6043.000=3.000
max	6046.000-6043.000=3.000

*mean*	13.038-13.243=-0.205
σ	1.263-1.129=0.134
min	10.412-10.827=-0.415
max	14.570-14.773=-0.203

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=-0.000

*mean*	4096.125-4103.000=-6.875
σ	1585.201-1570.035=15.167
min	1908.000-1976.000=-68.000
max	6046.000-6043.000=3.000

*mean*	12.711-12.289=0.422
σ	2.004-1.803=0.201
min	10.331-10.437=-0.107
max	14.841-14.745=0.095

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603
max	27.609-27.607=0.001

*mean*	4096.125-4103.000=-6.875
σ	1585.201-1570.035=15.167
min	1908.000-1976.000=-68.000
max	6046.000-6043.000=3.000

*mean*	8.417-8.335=0.082
σ	0.629-0.328=0.302
min	7.778-7.832=-0.054
max	9.842-8.912=0.930

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4096.125-4103.000=-6.875
σ	1585.201-1570.035=15.167
min	1908.000-1976.000=-68.000
max	6046.000-6043.000=3.000

*mean*	6.388-6.415=-0.026
σ	0.589-0.239=0.350
min	5.583-5.888=-0.304
max	7.690-6.637=1.052

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.001
min	25.664-25.664=-0.000
max	25.668-25.670=-0.001

*mean*	4096.125-4103.000=-6.875
σ	1585.201-1570.035=15.167
min	1908.000-1976.000=-68.000
max	6046.000-6043.000=3.000

*mean*	5.278-5.464=-0.186
σ	0.173-0.093=0.081
min	5.080-5.289=-0.208
max	5.559-5.582=-0.024

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971-25.971=-0.000

*mean*	4096.125-4103.000=-6.875
σ	1585.201-1570.035=15.167
min	1908.000-1976.000=-68.000
max	6046.000-6043.000=3.000

*mean*	5.029-5.305=-0.276
σ	0.139-0.112=0.027
min	4.746-5.137=-0.391
max	5.153-5.442=-0.289

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.598-2524.594=0.004
σ	0.000-0.000=-0.000
min	2524.597-2524.594=0.004
max	2524.598-2524.595=0.003

*mean*	6046.000-6043.000=3.000
σ	0.000
min	6046.000-6043.000=3.000
max	6046.000-6043.000=3.000

*mean*	1478.313-1536.138=-57.825
σ	652.368-793.218=-140.850
min	1056.533-1039.035=17.498
max	2530.096-2958.359=-428.263

op=load_product(), with indexes

*mean*	8744.559-8744.559=0.000
σ	0.034-0.033=0.001
min	8744.545-8744.545=0.000
max	8744.643-8744.639=0.003

*mean*	3806.000-3821.875=-15.875
σ	1672.708-1649.199=23.508
min	1908.000-1976.000=-68.000
max	6046.000-6043.000=3.000

*mean*	4858.455-4535.782=322.673
σ	1514.835-1476.259=38.576
min	3597.215-3521.060=76.154
max	7543.846-7408.968=134.879

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.001

*mean*	4096.125-4103.000=-6.875
σ	1585.201-1570.035=15.167
min	1908.000-1976.000=-68.000
max	6046.000-6043.000=3.000

*mean*	82.321-81.754=0.568
σ	11.038-10.609=0.429
min	70.521-71.803=-1.282
max	100.227-98.589=1.637

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	6046.000-6043.000=3.000
σ	0.000
min	6046.000-6043.000=3.000
max	6046.000-6043.000=3.000

*mean*	96.418-95.908=0.510
σ	8.582-9.060=-0.477
min	83.562-83.803=-0.241
max	107.487-108.032=-0.545

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685-66.685=-0.000
max	66.687-66.687=0.000

*mean*	6046.000-6043.000=3.000
σ	0.000
min	6046.000-6043.000=3.000
max	6046.000-6043.000=3.000

*mean*	228.106-221.780=6.326
σ	231.980-222.713=9.267
min	126.110-126.557=-0.446
max	801.274-771.936=29.338

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.001
σ	4.316-4.317=-0.001
min	11655.305
max	11667.516-11667.517=-0.000

*mean*	4096.125-4103.000=-6.875
σ	1585.201-1570.035=15.167
min	1908.000-1976.000=-68.000
max	6046.000-6043.000=3.000

*mean*	6520.670-6425.781=94.889
σ	1251.077-1306.580=-55.503
min	4986.059-4900.004=86.055
max	8147.342-8145.887=1.455

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.069=-0.003
σ	0.001-0.001=0.000
min	11560.064-11560.066=-0.002
max	11560.069-11560.069=-0.000

*mean*	6046.000-6043.000=3.000
σ	0.000
min	6046.000-6043.000=3.000
max	6046.000-6043.000=3.000

*mean*	6826.303-6596.606=229.697
σ	1324.727-1455.491=-130.764
min	4492.097-4408.430=83.667
max	8345.790-8165.878=179.911

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.590-172.579=0.011
σ	0.027-0.027=-0.000
min	172.558
max	172.622-172.635=-0.013

*mean*	1908.000-1976.000=-68.000
σ	0.000
min	1908.000-1976.000=-68.000
max	1908.000-1976.000=-68.000

*mean*	371.416-328.450=42.966
σ	16.568-35.306=-18.738
min	353.070-264.219=88.852
max	392.453-361.033=31.420

op=pointedIndexFromKvs

rows=400000

*mean*	357.362-357.370=-0.008
σ	0.038-0.043=-0.005
min	357.321
max	357.401-357.425=-0.024

*mean*	1908.000-1976.000=-68.000
σ	0.000
min	1908.000-1976.000=-68.000
max	1908.000-1976.000=-68.000

*mean*	758.313-764.384=-6.071
σ	73.405-34.998=38.408
min	584.864-692.424=-107.560
max	817.518-807.669=9.849

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.182-1008.187=-0.006
σ	0.902-0.878=0.024
min	1007.693-1007.687=0.007
max	1011.927-1011.820=0.107

*mean*	1045.000-1061.300=-16.300
σ	303.305-310.740=-7.435
min	556.000-568.000=-12.000
max	1473.000-1514.000=-41.000

*mean*	1.548-1.551=-0.002
σ	0.100-0.057=0.043
min	1.463-1.494=-0.031
max	1.772-1.693=0.079

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	0.416-0.416=0.001
σ	0.140-0.134=0.006
min	0.332-0.326=0.006
max	0.665-0.651=0.014

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	0.893-0.907=-0.014
σ	0.087-0.098=-0.011
min	0.841-0.847=-0.007
max	1.046-1.078=-0.032

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	0.548-0.549=-0.001
σ	0.055-0.054=0.001
min	0.497-0.506=-0.008
max	0.637-0.640=-0.002

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	0.847-0.871=-0.024
σ	0.034-0.033=0.002
min	0.827-0.844=-0.017
max	0.907-0.926=-0.019

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-963.552=-0.003
σ	0.035-0.040=-0.004
min	963.523-963.524=-0.001
max	963.608-963.621=-0.013

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	0.845-0.837=0.008
σ	0.023-0.019=0.004
min	0.816-0.815=0.001
max	0.863-0.862=0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.000
σ	0.008-0.007=0.001
min	884.847
max	884.865-884.861=0.003

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	0.750-0.707=0.043
σ	0.009-0.037=-0.028
min	0.736-0.666=0.069
max	0.761-0.746=0.015

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	4.288-4.284=0.004
σ	0.086-0.068=0.018
min	4.112-4.144=-0.032
max	4.579-4.523=0.056

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	4.260-4.275=-0.015
σ	0.086-0.068=0.018
min	4.123-4.160=-0.037
max	4.552-4.558=-0.006

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	0.755-0.758=-0.003
σ	0.022-0.019=0.003
min	0.724-0.729=-0.006
max	0.871-0.880=-0.009

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	0.708-0.724=-0.016
σ	0.015-0.026=-0.010
min	0.677-0.592=0.085
max	0.796-0.854=-0.059

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.405-297.592=-0.187
σ	0.207-0.191=0.015
min	297.148-297.414=-0.266
max	297.869-298.102=-0.233

*mean*	1908.000-1976.000=-68.000
σ	0.000
min	1908.000-1976.000=-68.000
max	1908.000-1976.000=-68.000

*mean*	0.595-0.541=0.054
σ	0.042-0.029=0.012
min	0.520-0.516=0.004
max	0.637-0.586=0.051

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-289.763=0.011
σ	0.037-0.039=-0.003
min	289.732-289.722=0.010
max	289.815-289.807=0.009

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	0.407-0.404=0.003
σ	0.004-0.010=-0.005
min	0.402-0.397=0.005
max	0.411-0.416=-0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.669-1299.659=0.009
σ	0.086-0.052=0.034
min	1299.550-1299.603=-0.053
max	1299.761-1299.717=0.044

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	2.169-2.063=0.106
σ	0.082-0.053=0.029
min	2.026-2.003=0.023
max	2.233-2.137=0.096

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.699-1542.657=0.041
σ	4.019-4.024=-0.006
min	1540.782-1540.664=0.118
max	1549.885-1549.850=0.035

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	2.437-2.363=0.074
σ	0.193-0.151=0.042
min	2.163-2.137=0.026
max	2.634-2.520=0.114

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.631-1861.625=0.006
σ	0.064-0.080=-0.016
min	1861.542-1861.502=0.040
max	1861.705-1861.710=-0.005

*mean*	1740.600-1709.400=31.200
σ	181.044-177.728=3.315
min	1484.000-1514.000=-30.000
max	1908.000-1976.000=-68.000

*mean*	3.113-2.971=0.142
σ	0.297-0.188=0.109
min	2.865-2.873=-0.007
max	3.595-3.307=0.289

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.663-1.587=0.075
σ	0.082-0.239=-0.158
min	1.548-1.320=0.227
max	1.738-1.899=-0.161

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.146-446.149=-0.002
σ	577.065-577.065=-0.000
min	157.613-157.615=-0.002
max	1311.744-1311.746=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	0.556-0.545=0.011
σ	0.585-0.557=0.029
min	0.262-0.265=-0.003
max	1.434-1.380=0.055

policies=20

*mean*	1576.409-1576.424=-0.015
σ	0.356-0.348=0.008
min	1576.162-1576.184=-0.022
max	1576.938-1576.941=-0.003

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	2.642-2.625=0.017
σ	0.016-0.016=0.001
min	2.630-2.607=0.023
max	2.666-2.638=0.028

policies=200

*mean*	15772.309-15772.286=0.023
σ	0.126-0.018=0.107
min	15772.222-15772.265=-0.043
max	15772.495-15772.310=0.185

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1473.000-1514.000=-41.000
σ	0.000
min	1473.000-1514.000=-41.000
max	1473.000-1514.000=-41.000

*mean*	26.459-26.478=-0.020
σ	0.076-0.051=0.025
min	26.380-26.408=-0.028
max	26.557-26.526=0.031