Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.616=0.002
σ	0.351-0.349=0.003
min	54.485-54.484=0.001
max	55.618-55.608=0.010

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.146-0.140=0.006
σ	0.010-0.002=0.008
min	0.133-0.137=-0.004
max	0.161-0.144=0.017

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.001
σ	0.006-0.007=-0.001
min	43.775-43.779=-0.004
max	43.793-43.801=-0.007

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.123-0.121=0.001
σ	0.004-0.004=0.001
min	0.119-0.115=0.004
max	0.129-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620

*mean*	4259.625-4108.000=151.625
σ	1897.445-1566.431=331.014
min	1890.000-2006.000=-116.000
max	7555.000-6047.000=1508.000

*mean*	12.317-12.279=0.038
σ	0.326-0.317=0.010
min	11.986-11.890=0.096
max	12.979-12.734=0.245

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4259.625-4108.000=151.625
σ	1897.445-1566.431=331.014
min	1890.000-2006.000=-116.000
max	7555.000-6047.000=1508.000

*mean*	12.658-12.701=-0.043
σ	0.487-0.156=0.330
min	11.793-12.475=-0.682
max	13.404-12.920=0.484

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.001

*mean*	7555.000-6047.000=1508.000
σ	0.000
min	7555.000-6047.000=1508.000
max	7555.000-6047.000=1508.000

*mean*	14.207-13.092=1.115
σ	1.062-1.172=-0.111
min	12.813-10.785=2.029
max	15.501-14.559=0.942

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.000

*mean*	4259.625-4108.000=151.625
σ	1897.445-1566.431=331.014
min	1890.000-2006.000=-116.000
max	7555.000-6047.000=1508.000

*mean*	13.102-11.753=1.349
σ	2.321-1.526=0.796
min	10.351-9.964=0.387
max	15.752-13.640=2.112

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.604=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607-27.607=0.000

*mean*	4259.625-4108.000=151.625
σ	1897.445-1566.431=331.014
min	1890.000-2006.000=-116.000
max	7555.000-6047.000=1508.000

*mean*	9.385-8.301=1.084
σ	1.869-0.361=1.508
min	7.913-7.938=-0.025
max	12.411-8.834=3.577

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4259.625-4108.000=151.625
σ	1897.445-1566.431=331.014
min	1890.000-2006.000=-116.000
max	7555.000-6047.000=1508.000

*mean*	7.042-6.424=0.618
σ	1.728-0.191=1.537
min	5.517-6.082=-0.565
max	10.020-6.614=3.406

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002-0.002=0.000
min	25.665
max	25.670-25.670=0.000

*mean*	4259.625-4108.000=151.625
σ	1897.445-1566.431=331.014
min	1890.000-2006.000=-116.000
max	7555.000-6047.000=1508.000

*mean*	5.587-5.436=0.151
σ	0.109-0.061=0.048
min	5.363-5.329=0.034
max	5.749-5.508=0.241

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971

*mean*	4259.625-4108.000=151.625
σ	1897.445-1566.431=331.014
min	1890.000-2006.000=-116.000
max	7555.000-6047.000=1508.000

*mean*	5.313-5.224=0.089
σ	0.155-0.073=0.082
min	5.085-5.153=-0.068
max	5.501-5.336=0.166

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=-0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=0.000
max	2524.594-2524.594=-0.000

*mean*	7555.000-6047.000=1508.000
σ	0.000
min	7555.000-6047.000=1508.000
max	7555.000-6047.000=1508.000

*mean*	1039.874-1422.434=-382.560
σ	8.711-572.001=-563.290
min	1028.560-1037.009=-8.449
max	1057.576-2398.497=-1340.921

op=load_product(), with indexes

*mean*	8744.558-8744.558=-0.000
σ	0.033-0.033=0.000
min	8744.544-8744.544=0.000
max	8744.640-8744.640=0.000

*mean*	3770.000-3829.625=-59.625
σ	1639.754-1642.142=-2.389
min	1890.000-2006.000=-116.000
max	5951.000-6047.000=-96.000

*mean*	4600.605-4728.806=-128.201
σ	1557.103-1377.789=179.314
min	3510.023-3570.127=-60.105
max	7618.427-7273.065=345.363

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.001
max	62.080

*mean*	4259.625-4108.000=151.625
σ	1897.445-1566.431=331.014
min	1890.000-2006.000=-116.000
max	7555.000-6047.000=1508.000

*mean*	91.608-76.070=15.538
σ	19.185-5.770=13.415
min	70.211-70.135=0.076
max	120.693-88.181=32.512

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.944
max	40.945

*mean*	7555.000-6047.000=1508.000
σ	0.000
min	7555.000-6047.000=1508.000
max	7555.000-6047.000=1508.000

*mean*	223.580-96.675=126.906
σ	344.999-8.088=336.911
min	90.829-86.016=4.813
max	1077.252-107.740=969.512

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.001-0.000=0.001
min	66.685
max	66.689-66.686=0.003

*mean*	7555.000-6047.000=1508.000
σ	0.000
min	7555.000-6047.000=1508.000
max	7555.000-6047.000=1508.000

*mean*	151.294-228.177=-76.883
σ	14.045-234.463=-220.417
min	131.824-126.485=5.338
max	167.596-807.530=-639.934

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.832=0.000
σ	4.317-4.317=-0.000
min	11655.305-11655.305=0.000
max	11667.517

*mean*	4259.625-4108.000=151.625
σ	1897.445-1566.431=331.014
min	1890.000-2006.000=-116.000
max	7555.000-6047.000=1508.000

*mean*	6246.928-6442.452=-195.524
σ	1017.316-1320.867=-303.551
min	4952.965-4992.265=-39.300
max	8371.594-8442.567=-70.973

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=-0.000
σ	0.001-0.001=0.000
min	11560.066-11560.067=-0.001
max	11560.069

*mean*	7555.000-6047.000=1508.000
σ	0.000
min	7555.000-6047.000=1508.000
max	7555.000-6047.000=1508.000

*mean*	5389.956-6428.033=-1038.077
σ	1353.551-1272.860=80.691
min	4394.524-4448.102=-53.579
max	7501.895-8018.209=-516.314

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.588=-0.006
σ	0.023-0.028=-0.005
min	172.558
max	172.614-172.627=-0.012

*mean*	1890.000-2006.000=-116.000
σ	0.000
min	1890.000-2006.000=-116.000
max	1890.000-2006.000=-116.000

*mean*	359.750-367.614=-7.864
σ	28.232-58.474=-30.242
min	317.812-281.080=36.732
max	408.500-469.810=-61.310

op=pointedIndexFromKvs

rows=400000

*mean*	357.367-357.374=-0.006
σ	0.043-0.046=-0.004
min	357.321
max	357.426-357.432=-0.006

*mean*	1890.000-2006.000=-116.000
σ	0.000
min	1890.000-2006.000=-116.000
max	1890.000-2006.000=-116.000

*mean*	745.082-743.318=1.764
σ	61.527-77.675=-16.148
min	617.232-628.975=-11.743
max	793.843-809.398=-15.555

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.183-1008.189=-0.006
σ	0.923-0.869=0.054
min	1007.714-1007.686=0.028
max	1012.020-1011.781=0.238

*mean*	1057.650-1039.750=17.900
σ	313.331-306.097=7.234
min	593.000-545.000=48.000
max	1522.000-1467.000=55.000

*mean*	1.583-1.554=0.029
σ	0.116-0.093=0.024
min	1.448-1.480=-0.032
max	1.935-1.872=0.063

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1522.000-1467.000=55.000
σ	0.000
min	1522.000-1467.000=55.000
max	1522.000-1467.000=55.000

*mean*	0.438-0.450=-0.012
σ	0.189-0.177=0.012
min	0.338-0.349=-0.011
max	0.776-0.765=0.011

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.003=-0.000
min	2.332
max	2.337

*mean*	1522.000-1467.000=55.000
σ	0.000
min	1522.000-1467.000=55.000
max	1522.000-1467.000=55.000

*mean*	0.917-0.910=0.007
σ	0.195-0.165=0.030
min	0.818-0.815=0.003
max	1.265-1.203=0.062

name=heavy_item.art

*mean*	1.521-1.521=-0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	1522.000-1467.000=55.000
σ	0.000
min	1522.000-1467.000=55.000
max	1522.000-1467.000=55.000

*mean*	0.537-0.539=-0.002
σ	0.045-0.050=-0.005
min	0.503-0.495=0.008
max	0.615-0.626=-0.011

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	1522.000-1467.000=55.000
σ	0.000
min	1522.000-1467.000=55.000
max	1522.000-1467.000=55.000

*mean*	0.826-0.837=-0.010
σ	0.046-0.038=0.007
min	0.800-0.806=-0.006
max	0.908-0.903=0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-963.546=0.002
σ	0.029-0.030=-0.000
min	963.528-963.523=0.005
max	963.599-963.598=0.001

*mean*	1522.000-1467.000=55.000
σ	0.000
min	1522.000-1467.000=55.000
max	1522.000-1467.000=55.000

*mean*	0.741-0.773=-0.032
σ	0.110-0.056=0.054
min	0.581-0.686=-0.105
max	0.862-0.824=0.038

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.001
σ	0.005-0.008=-0.003
min	884.847
max	884.859-884.865=-0.006

*mean*	1522.000-1467.000=55.000
σ	0.000
min	1522.000-1467.000=55.000
max	1522.000-1467.000=55.000

*mean*	0.697-0.714=-0.017
σ	0.053-0.039=0.014
min	0.613-0.656=-0.043
max	0.747-0.743=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	1522.000-1467.000=55.000
σ	0.000
min	1522.000-1467.000=55.000
max	1522.000-1467.000=55.000

*mean*	4.194-4.218=-0.024
σ	0.078-0.066=0.012
min	4.085-4.089=-0.004
max	4.563-4.523=0.039

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.659-7.661=-0.001

*mean*	1522.000-1467.000=55.000
σ	0.000
min	1522.000-1467.000=55.000
max	1522.000-1467.000=55.000

*mean*	4.192-4.224=-0.032
σ	0.060-0.067=-0.008
min	4.071-4.096=-0.024
max	4.397-4.508=-0.111

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1522.000-1467.000=55.000
σ	0.000
min	1522.000-1467.000=55.000
max	1522.000-1467.000=55.000

*mean*	0.743-0.750=-0.007
σ	0.016-0.021=-0.006
min	0.709-0.687=0.022
max	0.845-0.874=-0.029

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1522.000-1467.000=55.000
σ	0.000
min	1522.000-1467.000=55.000
max	1522.000-1467.000=55.000

*mean*	0.700-0.700=0.000
σ	0.038-0.015=0.023
min	0.499-0.672=-0.173
max	0.801-0.786=0.014

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.304-297.273=0.031
σ	0.240-0.202=0.038
min	297.091-297.092=-0.001
max	297.957-297.778=0.180

*mean*	1890.000-2006.000=-116.000
σ	0.000
min	1890.000-2006.000=-116.000
max	1890.000-2006.000=-116.000

*mean*	0.570-0.550=0.020
σ	0.041-0.031=0.010
min	0.521-0.511=0.010
max	0.654-0.591=0.063

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=BuildDeclTreePhase

*mean*	219.277-219.277=0.000
σ	0.000-0.000=-0.000
min	219.277-219.277=0.000
max	219.277-219.277=0.000

*mean*	1522.000-1723.625=-201.625
σ	0.000-63.286=-63.286
min	1522.000-1567.000=-45.000
max	1522.000-1746.000=-224.000

*mean*	199.149-199.541=-0.392
σ	3.159-2.677=0.483
min	196.824-197.312=-0.488
max	205.698-205.355=0.342

phase=MacroExpansionPhase

*mean*	1.295
σ	0.000
min	1.295
max	1.295

*mean*	1522.000-1723.625=-201.625
σ	0.000-63.286=-63.286
min	1522.000-1567.000=-45.000
max	1522.000-1746.000=-224.000

*mean*	0.887-0.948=-0.061
σ	0.222-0.283=-0.062
min	0.637-0.630=0.007
max	1.110-1.442=-0.332

phase=ParserPhase

*mean*	1024.052-1024.047=0.005
σ	0.000-0.000=-0.000
min	1024.051-1024.047=0.005
max	1024.052-1024.048=0.005

*mean*	1522.000-1723.625=-201.625
σ	0.000-63.286=-63.286
min	1522.000-1567.000=-45.000
max	1522.000-1746.000=-224.000

*mean*	549.741-606.733=-56.992
σ	132.734-129.251=3.483
min	351.721-351.533=0.188
max	684.145-777.093=-92.948

phase=ProcessProdDefPhase

*mean*	6169.662-6169.666=-0.004
σ	0.001
min	6169.662-6169.666=-0.004
max	6169.663-6169.667=-0.004

*mean*	1522.000-1753.250=-231.250
σ	0.000-20.506=-20.506
min	1522.000-1746.000=-224.000
max	1522.000-1804.000=-282.000

*mean*	6788.489-5838.468=950.021
σ	679.012-1362.007=-682.996
min	5984.104-3651.151=2332.953
max	7778.601-7164.287=614.313

phase=RenamingPhase

*mean*	24.539
σ	0.000
min	24.539
max	24.539

*mean*	1522.000-1723.625=-201.625
σ	0.000-63.286=-63.286
min	1522.000-1567.000=-45.000
max	1522.000-1746.000=-224.000

*mean*	34.749-41.948=-7.199
σ	10.315-8.260=2.054
min	24.074-24.476=-0.403
max	47.109-51.895=-4.785

phase=TypeCheckerPhase

*mean*	975.811-975.807=0.004
σ	0.047
min	975.736-975.733=0.004
max	975.893-975.889=0.004

*mean*	1522.000-1723.625=-201.625
σ	0.000-63.286=-63.286
min	1522.000-1567.000=-45.000
max	1522.000-1746.000=-224.000

*mean*	763.754-746.953=16.801
σ	78.423-50.195=28.228
min	687.715-680.232=7.484
max	906.842-809.601=97.241

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.777-289.759=0.017
σ	0.035-0.044=-0.009
min	289.735-289.713=0.022
max	289.820-289.808=0.012

*mean*	1522.000-1804.000=-282.000
σ	0.000
min	1522.000-1804.000=-282.000
max	1522.000-1804.000=-282.000

*mean*	0.409-0.399=0.010
σ	0.011-0.008=0.004
min	0.395-0.394=0.001
max	0.421-0.413=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.586-1299.620=-0.034
σ	0.088-0.114=-0.026
min	1299.511-1299.497=0.014
max	1299.726-1299.751=-0.025

*mean*	1522.000-1804.000=-282.000
σ	0.000
min	1522.000-1804.000=-282.000
max	1522.000-1804.000=-282.000

*mean*	1.967-1.917=0.050
σ	0.209-0.107=0.103
min	1.801-1.806=-0.005
max	2.315-2.037=0.278

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.669-1542.599=0.070
σ	4.021-4.059=-0.038
min	1540.741-1540.525=0.216
max	1549.860-1549.852=0.009

*mean*	1522.000-1804.000=-282.000
σ	0.000
min	1522.000-1804.000=-282.000
max	1522.000-1804.000=-282.000

*mean*	2.336-2.269=0.067
σ	0.254-0.167=0.087
min	2.106-2.081=0.025
max	2.703-2.520=0.183

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.618-1861.645=-0.027
σ	0.057-0.077=-0.020
min	1861.544-1861.545=-0.001
max	1861.687-1861.724=-0.037

*mean*	1741.600-1847.200=-105.600
σ	157.012-88.979=68.033
min	1522.000-1804.000=-282.000
max	1890.000-2006.000=-116.000

*mean*	3.103-2.911=0.192
σ	0.306-0.093=0.214
min	2.818-2.826=-0.008
max	3.454-3.034=0.420

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.649-1.682=-0.034
σ	0.280-0.124=0.156
min	1.321-1.532=-0.211
max	1.902-1.866=0.036

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-446.184=0.002
σ	577.141-577.139=0.002
min	157.610-157.611=-0.001
max	1311.897-1311.893=0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1522.000-1804.000=-282.000
σ	0.000
min	1522.000-1804.000=-282.000
max	1522.000-1804.000=-282.000

*mean*	0.555-0.467=0.088
σ	0.574-0.395=0.179
min	0.266-0.258=0.008
max	1.416-1.060=0.356

policies=20

*mean*	1576.422-1576.431=-0.009
σ	0.355-0.399=-0.044
min	1576.182-1576.168=0.014
max	1576.950-1577.026=-0.076

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1522.000-1804.000=-282.000
σ	0.000
min	1522.000-1804.000=-282.000
max	1522.000-1804.000=-282.000

*mean*	2.628-2.710=-0.082
σ	0.015-0.021=-0.007
min	2.606-2.682=-0.076
max	2.636-2.731=-0.094

policies=200

*mean*	15772.302-15772.170=0.132
σ	0.084-0.066=0.018
min	15772.250-15772.101=0.148
max	15772.428-15772.229=0.198

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1522.000-1804.000=-282.000
σ	0.000
min	1522.000-1804.000=-282.000
max	1522.000-1804.000=-282.000

*mean*	26.436-27.179=-0.743
σ	0.014-0.502=-0.488
min	26.419-26.436=-0.017
max	26.453-27.545=-1.092