Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.625-54.623=0.002
σ	0.349-0.349=-0.000
min	54.485-54.493=-0.008
max	55.616-55.615=0.001

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.147-0.140=0.008
σ	0.012-0.007=0.005
min	0.133-0.131=0.002
max	0.169-0.153=0.016

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.788=-0.000
σ	0.007-0.006=0.001
min	43.778-43.783=-0.004
max	43.800-43.801=-0.001

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.122-0.124=-0.002
σ	0.005-0.005=-0.001
min	0.116-0.119=-0.003
max	0.131-0.133=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4158.000-4152.750=5.250
σ	1906.001-1899.844=6.158
min	1554.000-1555.000=-1.000
max	7324.000-7301.000=23.000

*mean*	12.860-12.828=0.032
σ	0.252-0.239=0.013
min	12.572-12.451=0.122
max	13.147-13.176=-0.029

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4158.000-4152.750=5.250
σ	1906.001-1899.844=6.158
min	1554.000-1555.000=-1.000
max	7324.000-7301.000=23.000

*mean*	12.719-12.934=-0.216
σ	0.533-0.469=0.065
min	12.029-11.935=0.093
max	13.507-13.422=0.085

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.000
max	41.933-41.933=0.000

*mean*	7324.000-7301.000=23.000
σ	0.000
min	7324.000-7301.000=23.000
max	7324.000-7301.000=23.000

*mean*	15.192-15.213=-0.022
σ	0.998-0.551=0.447
min	12.768-14.045=-1.278
max	15.823-15.755=0.068

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4158.000-4152.750=5.250
σ	1906.001-1899.844=6.158
min	1554.000-1555.000=-1.000
max	7324.000-7301.000=23.000

*mean*	12.752-13.339=-0.587
σ	1.932-1.664=0.269
min	10.964-11.130=-0.166
max	15.564-15.304=0.260

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990-27.990=0.000

*mean*	4158.000-4152.750=5.250
σ	1906.001-1899.844=6.158
min	1554.000-1555.000=-1.000
max	7324.000-7301.000=23.000

*mean*	9.011-8.779=0.232
σ	0.396-0.310=0.085
min	8.524-8.233=0.291
max	9.752-9.111=0.640

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4158.000-4152.750=5.250
σ	1906.001-1899.844=6.158
min	1554.000-1555.000=-1.000
max	7324.000-7301.000=23.000

*mean*	6.886-6.843=0.043
σ	0.258-0.135=0.124
min	6.586-6.662=-0.076
max	7.447-7.021=0.426

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.668

*mean*	4158.000-4152.750=5.250
σ	1906.001-1899.844=6.158
min	1554.000-1555.000=-1.000
max	7324.000-7301.000=23.000

*mean*	5.950-6.101=-0.150
σ	0.141-0.144=-0.003
min	5.754-5.993=-0.239
max	6.208-6.365=-0.157

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4158.000-4152.750=5.250
σ	1906.001-1899.844=6.158
min	1554.000-1555.000=-1.000
max	7324.000-7301.000=23.000

*mean*	5.685-5.848=-0.163
σ	0.101-0.123=-0.022
min	5.530-5.707=-0.177
max	5.789-6.055=-0.266

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.606=-0.000
max	2524.607-2524.607=-0.000

*mean*	7324.000-7301.000=23.000
σ	0.000
min	7324.000-7301.000=23.000
max	7324.000-7301.000=23.000

*mean*	1050.308-1088.703=-38.395
σ	3.884-111.185=-107.301
min	1046.602-1038.573=8.029
max	1058.675-1363.365=-304.690

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.001
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.883-8745.884=-0.001

*mean*	3579.750-3573.500=6.250
σ	1802.159-1795.513=6.645
min	1045.000-1047.000=-2.000
max	5816.000-5794.000=22.000

*mean*	4897.546-5034.659=-137.113
σ	1537.361-1674.662=-137.301
min	3514.028-3531.703=-17.676
max	7271.867-7309.869=-38.002

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.081=-0.000

*mean*	4158.000-4152.750=5.250
σ	1906.001-1899.844=6.158
min	1554.000-1555.000=-1.000
max	7324.000-7301.000=23.000

*mean*	79.047-82.088=-3.041
σ	10.435-11.948=-1.513
min	70.876-70.807=0.069
max	102.363-96.530=5.833

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.000-0.001=-0.000
min	40.944
max	40.945-40.945=-0.000

*mean*	7324.000-7301.000=23.000
σ	0.000
min	7324.000-7301.000=23.000
max	7324.000-7301.000=23.000

*mean*	107.889-107.374=0.515
σ	6.012-4.881=1.131
min	95.988-98.301=-2.313
max	115.327-112.991=2.336

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7324.000-7301.000=23.000
σ	0.000
min	7324.000-7301.000=23.000
max	7324.000-7301.000=23.000

*mean*	163.176-162.455=0.721
σ	10.137-8.313=1.824
min	139.751-144.345=-4.595
max	169.717-169.290=0.427

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538-11667.538=-0.000

*mean*	4158.000-4152.750=5.250
σ	1906.001-1899.844=6.158
min	1554.000-1555.000=-1.000
max	7324.000-7301.000=23.000

*mean*	6503.370-6466.646=36.724
σ	1229.730-1201.159=28.571
min	4890.149-4908.023=-17.873
max	7721.618-8066.787=-345.169

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7324.000-7301.000=23.000
σ	0.000
min	7324.000-7301.000=23.000
max	7324.000-7301.000=23.000

*mean*	5572.294-5453.556=118.737
σ	1521.870-1391.793=130.078
min	4333.625-4409.388=-75.762
max	7910.290-7630.770=279.520

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	383.640-381.371=2.270
σ	20.723-3.871=16.852
min	333.006-373.902=-40.897
max	395.570-386.095=9.475

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	760.999-754.197=6.803
σ	24.138-26.378=-2.241
min	710.326-709.576=0.750
max	786.578-772.877=13.701

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.370-1008.374=-0.005
σ	0.760-0.760=0.000
min	1007.901-1007.899=0.002
max	1011.512-1011.517=-0.005

*mean*	1042.350-1047.450=-5.100
σ	299.302-313.068=-13.766
min	562.000-573.000=-11.000
max	1444.000-1509.000=-65.000

*mean*	1.554-1.553=0.001
σ	0.074-0.084=-0.010
min	1.480-1.467=0.013
max	1.780-1.762=0.018

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.287-0.488=-0.201
σ	0.301-0.424=-0.123
min	0.131-0.257=-0.125
max	0.823-1.243=-0.421

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.524-0.838=-0.313
σ	0.300-0.490=-0.191
min	0.320-0.587=-0.267
max	1.029-1.713=-0.684

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.206-0.388=-0.182
σ	0.028-0.047=-0.019
min	0.187-0.355=-0.168
max	0.254-0.466=-0.212

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.319-0.593=-0.274
σ	0.019-0.022=-0.002
min	0.304-0.568=-0.264
max	0.352-0.622=-0.270

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	433.200-435.200=-2.000
σ	2.588-4.550=-1.961
min	431.000
max	436.000-440.000=-4.000

*mean*	0.565-0.630=-0.064
σ	0.073-0.064=0.009
min	0.437-0.590=-0.154
max	0.610-0.742=-0.132

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	436.000-440.000=-4.000
σ	0.000
min	436.000-440.000=-4.000
max	436.000-440.000=-4.000

*mean*	0.473-0.510=-0.037
σ	0.049-0.018=0.030
min	0.412-0.480=-0.068
max	0.526-0.525=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	436.000-440.000=-4.000
σ	0.000
min	436.000-440.000=-4.000
max	436.000-440.000=-4.000

*mean*	2.634-2.613=0.020
σ	0.107-0.089=0.018
min	2.440-2.419=0.021
max	3.002-2.876=0.126

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	436.000-440.000=-4.000
σ	0.000
min	436.000-440.000=-4.000
max	436.000-440.000=-4.000

*mean*	2.590-2.586=0.004
σ	0.080-0.082=-0.002
min	2.423-2.436=-0.013
max	2.842-2.851=-0.009

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	436.000-440.000=-4.000
σ	0.000
min	436.000-440.000=-4.000
max	436.000-440.000=-4.000

*mean*	0.311-0.305=0.006
σ	0.040-0.009=0.032
min	0.287-0.289=-0.002
max	0.696-0.349=0.347

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	436.000-440.000=-4.000
σ	0.000
min	436.000-440.000=-4.000
max	436.000-440.000=-4.000

*mean*	0.294-0.291=0.002
σ	0.019-0.008=0.011
min	0.276-0.278=-0.002
max	0.451-0.332=0.119

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.069-297.971=0.098
σ	1.019-0.990=0.029
min	297.720-297.570=0.150
max	300.969-300.785=0.184

*mean*	446.900-444.900=2.000
σ	17.291-15.920=1.372
min	422.000-419.000=3.000
max	472.000-467.000=5.000

*mean*	0.595-0.611=-0.016
σ	0.023-0.009=0.014
min	0.568-0.598=-0.030
max	0.636-0.623=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.008=0.004
σ	0.000
min	222.011-222.008=0.004
max	222.011-222.008=0.004

*mean*	1748.000-1664.000=84.000
σ	0.000
min	1748.000-1664.000=84.000
max	1748.000-1664.000=84.000

*mean*	209.173-207.247=1.927
σ	1.418-2.986=-1.567
min	207.156-204.218=2.938
max	211.597-213.904=-2.307

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1748.000-1664.000=84.000
σ	0.000
min	1748.000-1664.000=84.000
max	1748.000-1664.000=84.000

*mean*	11.448-10.005=1.442
σ	2.013-1.601=0.413
min	7.237-8.119=-0.881
max	12.626-12.626=-0.000

phase=parser

*mean*	1042.096-1042.097=-0.001
σ	0.000-0.000=-0.000
min	1042.096-1042.097=-0.001
max	1042.096-1042.097=-0.001

*mean*	1748.000-1664.000=84.000
σ	0.000
min	1748.000-1664.000=84.000
max	1748.000-1664.000=84.000

*mean*	666.865-621.850=45.015
σ	109.039-95.494=13.545
min	421.670-427.054=-5.385
max	728.028-730.939=-2.911

phase=processProdDef

*mean*	6169.659-6169.660=-0.001
σ	0.000-0.001=-0.000
min	6169.659-6169.660=-0.001
max	6169.660-6169.661=-0.002

*mean*	1748.000-1664.000=84.000
σ	0.000
min	1748.000-1664.000=84.000
max	1748.000-1664.000=84.000

*mean*	4971.629-6483.477=-1511.849
σ	1295.614-853.886=441.728
min	3696.499-4508.846=-812.347
max	7270.915-7253.841=17.074

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1748.000-1664.000=84.000
σ	0.000
min	1748.000-1664.000=84.000
max	1748.000-1664.000=84.000

*mean*	43.545-42.758=0.787
σ	7.326-6.652=0.674
min	26.557-30.625=-4.067
max	47.394-50.453=-3.059

phase=type checker

*mean*	958.537-958.540=-0.004
σ	0.066
min	958.439-958.443=-0.004
max	958.626-958.630=-0.004

*mean*	1748.000-1664.000=84.000
σ	0.000
min	1748.000-1664.000=84.000
max	1748.000-1664.000=84.000

*mean*	738.800-731.154=7.646
σ	54.417-78.023=-23.606
min	639.507-640.582=-1.075
max	776.480-885.113=-108.633

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.085-293.090=-0.005
σ	0.044-0.043=0.001
min	293.027
max	293.131-293.124=0.007

*mean*	445.000-441.400=3.600
σ	0.000-0.548=-0.548
min	445.000-441.000=4.000
max	445.000-442.000=3.000

*mean*	0.407-0.398=0.009
σ	0.010-0.007=0.003
min	0.397-0.390=0.006
max	0.422-0.404=0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.190-1303.155=0.035
σ	0.101-0.114=-0.013
min	1303.024-1303.031=-0.007
max	1303.285-1303.287=-0.002

*mean*	1094.800-1097.000=-2.200
σ	186.101-189.610=-3.509
min	837.000-836.000=1.000
max	1316.000-1324.000=-8.000

*mean*	2.122-2.010=0.112
σ	0.348-0.333=0.015
min	1.757-1.815=-0.059
max	2.609-2.599=0.010

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.213-1546.192=0.021
σ	4.039-4.035=0.004
min	1544.199-1544.142=0.057
max	1553.431-1553.402=0.029

*mean*	618.000-616.200=1.800
σ	80.215-81.214=-0.999
min	497.000-493.000=4.000
max	712.000-711.000=1.000

*mean*	2.283-2.239=0.044
σ	0.202-0.227=-0.025
min	2.185-2.088=0.097
max	2.643-2.638=0.006

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.177-1865.164=0.013
σ	0.059-0.077=-0.018
min	1865.108-1865.072=0.036
max	1865.268-1865.276=-0.008

*mean*	1715.400-1729.200=-13.800
σ	197.577-176.022=21.555
min	1450.000-1470.000=-20.000
max	1904.000-1882.000=22.000

*mean*	3.055-3.041=0.015
σ	0.165-0.192=-0.027
min	2.901-2.886=0.016
max	3.294-3.374=-0.079

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.754-1.636=0.118
σ	0.144-0.048=0.095
min	1.577-1.569=0.008
max	1.930-1.686=0.244

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.816-447.817=-0.001
σ	579.237-579.237=-0.000
min	158.197-158.195=0.001
max	1316.671-1316.672=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.541-0.522=0.019
σ	0.555-0.519=0.037
min	0.260-0.262=-0.002
max	1.374-1.300=0.074

policies=20

*mean*	1582.269-1582.285=-0.016
σ	0.353-0.349=0.003
min	1582.022-1582.041=-0.019
max	1582.790-1582.802=-0.011

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-446.000=-1.500
σ	1.000-2.000=-1.000
min	443.000
max	445.000-447.000=-2.000

*mean*	2.628-2.624=0.005
σ	0.007-0.001=0.005
min	2.622-2.623=-0.000
max	2.638-2.625=0.013

policies=200

*mean*	15830.866-15830.791=0.075
σ	0.172-0.175=-0.004
min	15830.702-15830.642=0.060
max	15831.086-15831.028=0.058

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.500-496.000=1.500
σ	5.196-4.690=0.506
min	491.000-490.000=1.000
max	503.000-501.000=2.000

*mean*	26.596-26.469=0.127
σ	0.145-0.135=0.009
min	26.471-26.334=0.136
max	26.805-26.615=0.190