Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.616=0.001
σ	0.352-0.350=0.003
min	54.481-54.483=-0.002
max	55.619-55.610=0.009

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.139-0.136=0.003
σ	0.005-0.006=-0.001
min	0.135-0.130=0.005
max	0.148-0.145=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.001
σ	0.007-0.008=-0.001
min	43.772-43.777=-0.005
max	43.797-43.803=-0.006

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.121-0.122=-0.000
σ	0.004-0.005=-0.001
min	0.115-0.114=0.001
max	0.128-0.129=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620

*mean*	4104.125-4250.625=-146.500
σ	1571.031-1894.699=-323.668
min	1969.000-1884.000=85.000
max	6044.000-7539.000=-1495.000

*mean*	12.334-12.549=-0.215
σ	0.334-0.265=0.069
min	11.990-12.095=-0.105
max	12.939-13.015=-0.077

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4104.125-4250.625=-146.500
σ	1571.031-1894.699=-323.668
min	1969.000-1884.000=85.000
max	6044.000-7539.000=-1495.000

*mean*	12.462-12.539=-0.077
σ	0.558-0.684=-0.125
min	11.613-11.498=0.115
max	13.015-13.303=-0.288

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	6044.000-7539.000=-1495.000
σ	0.000
min	6044.000-7539.000=-1495.000
max	6044.000-7539.000=-1495.000

*mean*	13.140-13.833=-0.692
σ	1.260-1.001=0.259
min	10.495-12.667=-2.172
max	15.101-15.253=-0.152

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.000

*mean*	4104.125-4250.625=-146.500
σ	1571.031-1894.699=-323.668
min	1969.000-1884.000=85.000
max	6044.000-7539.000=-1495.000

*mean*	12.356-12.552=-0.195
σ	1.990-1.780=0.210
min	10.286-10.188=0.098
max	14.691-14.965=-0.275

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4104.125-4250.625=-146.500
σ	1571.031-1894.699=-323.668
min	1969.000-1884.000=85.000
max	6044.000-7539.000=-1495.000

*mean*	8.213-8.870=-0.657
σ	0.293-1.014=-0.721
min	7.697-8.056=-0.360
max	8.507-10.539=-2.031

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4104.125-4250.625=-146.500
σ	1571.031-1894.699=-323.668
min	1969.000-1884.000=85.000
max	6044.000-7539.000=-1495.000

*mean*	6.272-6.811=-0.539
σ	0.177-1.002=-0.825
min	5.894-5.911=-0.017
max	6.457-8.429=-1.972

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.665-25.664=0.000
max	25.670-25.670=-0.000

*mean*	4104.125-4250.625=-146.500
σ	1571.031-1894.699=-323.668
min	1969.000-1884.000=85.000
max	6044.000-7539.000=-1495.000

*mean*	5.414-5.521=-0.107
σ	0.076-0.150=-0.074
min	5.305-5.309=-0.004
max	5.557-5.758=-0.201

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.969-25.968=0.001
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4104.125-4250.625=-146.500
σ	1571.031-1894.699=-323.668
min	1969.000-1884.000=85.000
max	6044.000-7539.000=-1495.000

*mean*	5.246-5.420=-0.174
σ	0.062-0.123=-0.061
min	5.171-5.319=-0.149
max	5.317-5.658=-0.341

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.594=-0.000
σ	0.000-0.001=-0.001
min	2524.594-2524.594=0.000
max	2524.594-2524.598=-0.003

*mean*	6044.000-7539.000=-1495.000
σ	0.000
min	6044.000-7539.000=-1495.000
max	6044.000-7539.000=-1495.000

*mean*	1408.420-1058.527=349.894
σ	680.488-7.762=672.726
min	1034.118-1049.860=-15.742
max	2582.861-1072.308=1510.552

op=load_product(), with indexes

*mean*	8744.559-8744.559=-0.000
σ	0.033-0.033=0.000
min	8744.545-8744.544=0.000
max	8744.641-8744.640=0.001

*mean*	3820.875-3759.750=61.125
σ	1652.252-1638.957=13.294
min	1969.000-1884.000=85.000
max	6044.000-5939.000=105.000

*mean*	4516.974-4684.269=-167.295
σ	1402.616-1621.620=-219.004
min	3521.994-3551.965=-29.971
max	7133.663-7814.220=-680.557

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4104.125-4250.625=-146.500
σ	1571.031-1894.699=-323.668
min	1969.000-1884.000=85.000
max	6044.000-7539.000=-1495.000

*mean*	81.510-87.906=-6.397
σ	11.637-12.325=-0.688
min	70.177-70.343=-0.166
max	100.707-100.030=0.677

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	6044.000-7539.000=-1495.000
σ	0.000
min	6044.000-7539.000=-1495.000
max	6044.000-7539.000=-1495.000

*mean*	96.595-249.750=-153.155
σ	7.625-419.694=-412.069
min	86.347-88.562=-2.215
max	109.462-1288.325=-1178.862

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	6044.000-7539.000=-1495.000
σ	0.000
min	6044.000-7539.000=-1495.000
max	6044.000-7539.000=-1495.000

*mean*	220.449-150.290=70.159
σ	216.017-14.623=201.394
min	127.126-126.440=0.686
max	754.020-167.088=586.932

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=0.000
min	11655.305-11655.305=-0.000
max	11667.521-11667.520=0.001

*mean*	4104.125-4250.625=-146.500
σ	1571.031-1894.699=-323.668
min	1969.000-1884.000=85.000
max	6044.000-7539.000=-1495.000

*mean*	6119.869-6541.240=-421.371
σ	1239.562-1137.262=102.300
min	4835.661-4908.641=-72.980
max	8012.475-7992.148=20.326

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.067-11560.066=0.001
max	11560.069

*mean*	6044.000-7539.000=-1495.000
σ	0.000
min	6044.000-7539.000=-1495.000
max	6044.000-7539.000=-1495.000

*mean*	6757.414-5507.632=1249.782
σ	1293.582-1371.417=-77.835
min	4389.045-4392.043=-2.998
max	8175.793-7283.253=892.541

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.588-172.586=0.002
σ	0.023-0.022=0.002
min	172.558
max	172.614-172.613=0.001

*mean*	1969.000-1884.000=85.000
σ	0.000
min	1969.000-1884.000=85.000
max	1969.000-1884.000=85.000

*mean*	358.433-369.721=-11.288
σ	14.572-21.995=-7.423
min	336.839-345.388=-8.549
max	378.374-415.562=-37.188

op=pointedIndexFromKvs

rows=400000

*mean*	357.370-357.362=0.009
σ	0.041-0.043=-0.002
min	357.321
max	357.411-357.405=0.006

*mean*	1969.000-1884.000=85.000
σ	0.000
min	1969.000-1884.000=85.000
max	1969.000-1884.000=85.000

*mean*	727.798-791.520=-63.723
σ	68.511-13.369=55.142
min	583.874-766.556=-182.682
max	774.076-808.795=-34.719

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.186=-0.002
σ	0.907-0.878=0.028
min	1007.687-1007.684=0.003
max	1011.952-1011.822=0.130

*mean*	1041.350-1049.900=-8.550
σ	302.725-314.091=-11.366
min	560.000-576.000=-16.000
max	1467.000-1514.000=-47.000

*mean*	1.536-1.551=-0.015
σ	0.094-0.078=0.017
min	1.360-1.474=-0.114
max	1.786-1.757=0.029

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	0.420-0.438=-0.019
σ	0.144-0.175=-0.031
min	0.323-0.336=-0.013
max	0.674-0.750=-0.076

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	0.885-0.913=-0.028
σ	0.088-0.187=-0.099
min	0.817-0.809=0.008
max	1.037-1.245=-0.208

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	0.564-0.532=0.032
σ	0.066-0.051=0.015
min	0.499-0.492=0.006
max	0.648-0.621=0.027

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	0.841-0.831=0.010
σ	0.057-0.034=0.023
min	0.802-0.807=-0.005
max	0.938-0.891=0.047

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.552=-0.011
σ	0.029-0.039=-0.010
min	963.524-963.523=0.001
max	963.591-963.620=-0.029

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	0.837-0.845=-0.008
σ	0.026-0.028=-0.002
min	0.806-0.811=-0.005
max	0.869-0.877=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.000
σ	0.005-0.005=-0.000
min	884.847
max	884.860-884.860=0.000

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	0.686-0.736=-0.049
σ	0.058-0.016=0.041
min	0.603-0.707=-0.105
max	0.740-0.746=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.710=0.002

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	4.241-4.263=-0.023
σ	0.079-0.077=0.002
min	4.140-4.115=0.025
max	4.576-4.509=0.066

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	4.215-4.268=-0.053
σ	0.073-0.110=-0.037
min	4.104-4.089=0.015
max	4.509-4.930=-0.421

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	0.743-0.740=0.002
σ	0.020-0.018=0.001
min	0.712-0.716=-0.003
max	0.853-0.856=-0.003

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	0.572-0.708=-0.136
σ	0.093-0.014=0.079
min	0.490-0.671=-0.181
max	0.760-0.766=-0.006

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.459-297.509=-0.050
σ	0.211-0.211=-0.000
min	297.320-297.334=-0.014
max	298.043-298.082=-0.039

*mean*	1969.000-1884.000=85.000
σ	0.000
min	1969.000-1884.000=85.000
max	1969.000-1884.000=85.000

*mean*	0.577-0.593=-0.016
σ	0.028-0.030=-0.002
min	0.514-0.519=-0.005
max	0.602-0.641=-0.039

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-289.774=0.000
σ	0.038-0.035=0.003
min	289.727-289.733=-0.006
max	289.814-289.813=0.001

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	0.401-0.402=-0.001
σ	0.008-0.009=-0.000
min	0.395-0.394=0.001
max	0.416-0.413=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.646-1299.646=0.000
σ	0.079-0.078=0.001
min	1299.548-1299.547=0.000
max	1299.732-1299.733=-0.001

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	2.091-2.058=0.033
σ	0.073-0.060=0.013
min	1.972-1.981=-0.009
max	2.166-2.122=0.043

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.659-1542.612=0.048
σ	4.022-4.067=-0.045
min	1540.675-1540.608=0.067
max	1549.847-1549.879=-0.031

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	2.352-2.237=0.115
σ	0.110-0.185=-0.075
min	2.214-2.100=0.114
max	2.514-2.555=-0.041

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.635-1861.625=0.010
σ	0.059-0.080=-0.021
min	1861.558-1861.505=0.053
max	1861.694-1861.707=-0.013

*mean*	1717.400-1735.000=-17.600
σ	170.073-157.839=12.234
min	1525.000-1514.000=11.000
max	1969.000-1884.000=85.000

*mean*	2.918-3.097=-0.180
σ	0.203-0.237=-0.034
min	2.741-2.827=-0.086
max	3.267-3.454=-0.187

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.816-1.580=0.236
σ	0.074-0.259=-0.185
min	1.734-1.306=0.428
max	1.902-1.833=0.069

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-446.147=0.001
σ	577.065-577.063=0.002
min	157.614-157.615=-0.000
max	1311.745-1311.741=0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	0.550-0.543=0.007
σ	0.575-0.559=0.015
min	0.261-0.261=0.001
max	1.412-1.382=0.030

policies=20

*mean*	1576.408-1576.417=-0.009
σ	0.345-0.344=0.000
min	1576.174-1576.184=-0.010
max	1576.920-1576.929=-0.008

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	2.623-2.614=0.010
σ	0.007-0.005=0.002
min	2.616-2.609=0.007
max	2.633-2.621=0.012

policies=200

*mean*	15772.324-15772.278=0.046
σ	0.103-0.104=-0.001
min	15772.241-15772.210=0.031
max	15772.466-15772.431=0.035

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1467.000-1514.000=-47.000
σ	0.000
min	1467.000-1514.000=-47.000
max	1467.000-1514.000=-47.000

*mean*	26.459-26.387=0.072
σ	0.086-0.026=0.060
min	26.354-26.359=-0.004
max	26.552-26.421=0.131