Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.618=-0.001
σ	0.350-0.350=0.001
min	54.480-54.483=-0.003
max	55.614-55.612=0.001

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.141-0.141=-0.000
σ	0.004-0.004=-0.000
min	0.137-0.136=0.001
max	0.148-0.148=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.000
σ	0.006-0.006=-0.000
min	43.779-43.780=-0.000
max	43.796-43.797=-0.001

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.122-0.123=-0.001
σ	0.005-0.003=0.002
min	0.116-0.121=-0.005
max	0.129-0.128=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4101.000-4255.250=-154.250
σ	1566.663-1893.520=-326.856
min	1981.000-1906.000=75.000
max	6038.000-7552.000=-1514.000

*mean*	12.371-13.340=-0.970
σ	0.261-1.734=-1.473
min	11.957-12.167=-0.210
max	12.858-17.545=-4.687

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.001
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4101.000-4255.250=-154.250
σ	1566.663-1893.520=-326.856
min	1981.000-1906.000=75.000
max	6038.000-7552.000=-1514.000

*mean*	11.880-12.919=-1.040
σ	0.670-1.692=-1.022
min	11.267-11.442=-0.175
max	12.974-16.680=-3.705

op=table_records(), no indexes

*mean*	41.928-41.932=-0.004
σ	0.000-0.000=-0.000
min	41.928-41.932=-0.004
max	41.929-41.933=-0.004

*mean*	6038.000-7552.000=-1514.000
σ	0.000
min	6038.000-7552.000=-1514.000
max	6038.000-7552.000=-1514.000

*mean*	13.279-14.278=-0.999
σ	1.143-0.982=0.161
min	10.943-12.829=-1.886
max	14.747-15.527=-0.780

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.931=-0.000

*mean*	4101.000-4255.250=-154.250
σ	1566.663-1893.520=-326.856
min	1981.000-1906.000=75.000
max	6038.000-7552.000=-1514.000

*mean*	12.439-12.089=0.350
σ	1.836-1.901=-0.064
min	10.549-10.306=0.243
max	14.877-15.089=-0.213

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.609=-0.002

*mean*	4101.000-4255.250=-154.250
σ	1566.663-1893.520=-326.856
min	1981.000-1906.000=75.000
max	6038.000-7552.000=-1514.000

*mean*	8.460-8.899=-0.439
σ	0.292-1.228=-0.936
min	8.012-7.914=0.098
max	8.800-11.792=-2.991

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4101.000-4255.250=-154.250
σ	1566.663-1893.520=-326.856
min	1981.000-1906.000=75.000
max	6038.000-7552.000=-1514.000

*mean*	6.414-7.006=-0.592
σ	0.190-1.070=-0.880
min	6.061-5.975=0.086
max	6.609-9.559=-2.950

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.001
min	25.664-25.665=-0.000
max	25.670-25.668=0.001

*mean*	4101.000-4255.250=-154.250
σ	1566.663-1893.520=-326.856
min	1981.000-1906.000=75.000
max	6038.000-7552.000=-1514.000

*mean*	5.456-5.794=-0.337
σ	0.137-0.485=-0.348
min	5.265-5.552=-0.286
max	5.622-6.988=-1.366

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971-25.971=-0.000

*mean*	4101.000-4255.250=-154.250
σ	1566.663-1893.520=-326.856
min	1981.000-1906.000=75.000
max	6038.000-7552.000=-1514.000

*mean*	5.343-5.567=-0.224
σ	0.078-0.534=-0.456
min	5.191-5.339=-0.148
max	5.437-6.884=-1.447

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.597=-0.003
σ	0.000-0.000=0.000
min	2524.593-2524.597=-0.003
max	2524.594-2524.597=-0.003

*mean*	6038.000-7552.000=-1514.000
σ	0.000
min	6038.000-7552.000=-1514.000
max	6038.000-7552.000=-1514.000

*mean*	1452.458-1055.425=397.033
σ	613.448-7.376=606.072
min	1052.371-1046.267=6.104
max	2420.653-1065.795=1354.858

op=load_product(), with indexes

*mean*	8744.558-8744.558=0.000
σ	0.033-0.033=-0.000
min	8744.544-8744.544=0.000
max	8744.640-8744.641=-0.000

*mean*	3820.000-3767.625=52.375
σ	1646.133-1633.613=12.520
min	1981.000-1906.000=75.000
max	6038.000-5947.000=91.000

*mean*	4527.703-4953.184=-425.481
σ	1382.987-1550.679=-167.692
min	3558.093-3547.406=10.687
max	7300.673-7103.344=197.329

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.000
max	62.080-62.080=-0.001

*mean*	4101.000-4255.250=-154.250
σ	1566.663-1893.520=-326.856
min	1981.000-1906.000=75.000
max	6038.000-7552.000=-1514.000

*mean*	81.442-84.677=-3.235
σ	9.937-11.283=-1.345
min	70.628-72.419=-1.790
max	98.344-104.382=-6.038

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=-0.000

*mean*	6038.000-7552.000=-1514.000
σ	0.000
min	6038.000-7552.000=-1514.000
max	6038.000-7552.000=-1514.000

*mean*	97.183-237.989=-140.806
σ	8.667-385.332=-376.665
min	85.078-89.607=-4.528
max	107.736-1191.486=-1083.750

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685-66.685=0.000
max	66.687-66.687=0.000

*mean*	6038.000-7552.000=-1514.000
σ	0.000
min	6038.000-7552.000=-1514.000
max	6038.000-7552.000=-1514.000

*mean*	228.591-155.512=73.079
σ	237.620-10.827=226.794
min	125.111-141.792=-16.681
max	815.743-168.043=647.700

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.832-11656.834=-0.001
σ	4.317-4.318=-0.001
min	11655.305
max	11667.517-11667.521=-0.004

*mean*	4101.000-4255.250=-154.250
σ	1566.663-1893.520=-326.856
min	1981.000-1906.000=75.000
max	6038.000-7552.000=-1514.000

*mean*	6493.128-6675.035=-181.907
σ	1371.010-1389.705=-18.695
min	4964.980-4962.128=2.853
max	8375.641-8226.655=148.985

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.065=0.004
σ	0.002-0.001=0.001
min	11560.067-11560.065=0.002
max	11560.073-11560.066=0.007

*mean*	6038.000-7552.000=-1514.000
σ	0.000
min	6038.000-7552.000=-1514.000
max	6038.000-7552.000=-1514.000

*mean*	6593.968-5388.724=1205.244
σ	1432.762-1211.008=221.755
min	4445.130-4430.232=14.898
max	8281.056-7280.309=1000.747

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.581-172.582=-0.001
σ	0.023-0.028=-0.005
min	172.558-172.562=-0.004
max	172.610-172.630=-0.020

*mean*	1981.000-1906.000=75.000
σ	0.000
min	1981.000-1906.000=75.000
max	1981.000-1906.000=75.000

*mean*	343.709-350.931=-7.223
σ	39.242-54.726=-15.483
min	272.006-268.223=3.783
max	392.553-404.645=-12.091

op=pointedIndexFromKvs

rows=400000

*mean*	357.367-357.359=0.008
σ	0.046-0.036=0.010
min	357.321
max	357.438-357.408=0.030

*mean*	1981.000-1906.000=75.000
σ	0.000
min	1981.000-1906.000=75.000
max	1981.000-1906.000=75.000

*mean*	782.343-769.971=12.372
σ	15.766-43.398=-27.632
min	763.619-675.147=88.473
max	803.557-811.415=-7.858

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1008.189=-0.004
σ	0.877-0.856=0.021
min	1007.687-1007.687=-0.000
max	1011.818-1011.716=0.102

*mean*	1041.850-1039.100=2.750
σ	306.731-306.256=0.475
min	546.000-544.000=2.000
max	1471.000-1467.000=4.000

*mean*	1.544-1.529=0.016
σ	0.132-0.085=0.047
min	1.456-1.453=0.003
max	2.027-1.751=0.276

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.002-0.003=-0.000
min	0.881
max	0.886-0.886=-0.001

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	0.441-0.424=0.017
σ	0.123-0.125=-0.002
min	0.376-0.344=0.032
max	0.661-0.644=0.017

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.003=-0.000
min	2.332
max	2.337-2.339=-0.001

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	0.906-0.885=0.021
σ	0.095-0.089=0.006
min	0.838-0.836=0.002
max	1.069-1.043=0.026

name=heavy_item.art

*mean*	1.521-1.522=-0.001
σ	0.002-0.002=-0.000
min	1.520
max	1.524-1.524=-0.000

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	0.551-0.554=-0.003
σ	0.052-0.052=-0.000
min	0.509-0.510=-0.001
max	0.641-0.641=-0.000

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	0.865-0.854=0.011
σ	0.040-0.042=-0.001
min	0.835-0.821=0.014
max	0.928-0.924=0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.922-963.543=0.379
σ	0.025-0.024=0.001
min	963.902-963.523=0.379
max	963.964-963.581=0.382

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	0.829-0.831=-0.002
σ	0.036-0.041=-0.005
min	0.779-0.771=0.008
max	0.865-0.864=0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.889-884.853=0.036
σ	0.007-0.006=0.000
min	884.883-884.847=0.036
max	884.897-884.860=0.037

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	0.683-0.738=-0.055
σ	0.046-0.029=0.017
min	0.646-0.687=-0.041
max	0.746-0.759=-0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.711=-0.001

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	4.255-3.542=0.713
σ	0.085-0.090=-0.005
min	4.110-3.225=0.885
max	4.585-3.973=0.613

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	4.278-3.504=0.775
σ	0.078-0.080=-0.002
min	4.140-3.375=0.766
max	4.543-3.931=0.612

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	0.773-0.757=0.016
σ	0.029-0.019=0.010
min	0.615-0.728=-0.113
max	0.897-0.875=0.023

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	0.732-0.713=0.019
σ	0.015-0.015=-0.000
min	0.693-0.681=0.012
max	0.817-0.793=0.024

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.211-297.434=-0.223
σ	0.228-0.210=0.018
min	297.061-297.153=-0.092
max	297.845-297.832=0.013

*mean*	1981.000-1906.000=75.000
σ	0.000
min	1981.000-1906.000=75.000
max	1981.000-1906.000=75.000

*mean*	0.558-0.590=-0.032
σ	0.029-0.033=-0.004
min	0.516-0.518=-0.001
max	0.592-0.623=-0.031

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.772-289.775=-0.002
σ	0.036-0.039=-0.003
min	289.725-289.732=-0.007
max	289.810-289.816=-0.006

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	0.402-0.405=-0.003
σ	0.015-0.006=0.008
min	0.395-0.398=-0.002
max	0.428-0.414=0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.620-1299.644=-0.023
σ	0.103-0.062=0.041
min	1299.495-1299.571=-0.076
max	1299.725-1299.711=0.013

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	1.938-2.066=-0.129
σ	0.049-0.060=-0.011
min	1.863-2.007=-0.144
max	1.987-2.166=-0.179

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.604-1542.628=-0.024
σ	4.039-4.033=0.006
min	1540.598-1540.670=-0.072
max	1549.820-1549.838=-0.018

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	2.215-2.280=-0.064
σ	0.150-0.197=-0.048
min	2.061-2.109=-0.048
max	2.397-2.567=-0.170

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.634-1861.627=0.006
σ	0.055-0.084=-0.029
min	1861.576-1861.495=0.080
max	1861.707-1861.705=0.002

*mean*	1767.600-1738.600=29.000
σ	225.188-182.183=43.005
min	1471.000-1479.000=-8.000
max	1981.000-1906.000=75.000

*mean*	3.094-3.167=-0.073
σ	0.245-0.318=-0.073
min	2.871-2.884=-0.013
max	3.502-3.684=-0.181

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.731-1.703=0.028
σ	0.151-0.118=0.033
min	1.589-1.563=0.026
max	1.957-1.869=0.088

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.206-446.185=0.021
σ	577.183-577.140=0.044
min	157.613-157.614=-0.001
max	1311.981-1311.895=0.086

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	0.542-0.534=0.008
σ	0.549-0.541=0.008
min	0.267-0.262=0.005
max	1.366-1.346=0.020

policies=20

*mean*	1576.382-1576.407=-0.025
σ	0.302-0.353=-0.051
min	1576.171-1576.165=0.006
max	1576.829-1576.932=-0.102

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	2.548-2.623=-0.075
σ	0.146-0.010=0.136
min	2.330-2.611=-0.281
max	2.642-2.637=0.005

policies=200

*mean*	15772.301-15772.299=0.002
σ	0.100-0.129=-0.029
min	15772.185-15772.181=0.004
max	15772.422-15772.473=-0.051

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1471.000-1467.000=4.000
σ	0.000
min	1471.000-1467.000=4.000
max	1471.000-1467.000=4.000

*mean*	26.357-26.498=-0.140
σ	0.036-0.075=-0.039
min	26.314-26.405=-0.091
max	26.398-26.585=-0.186