Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.578-54.625=-0.047
σ	0.351-0.349=0.002
min	54.438-54.485=-0.047
max	55.576-55.616=-0.041

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.141-0.147=-0.006
σ	0.004-0.012=-0.007
min	0.137-0.133=0.004
max	0.149-0.169=-0.019

cache=y

dps=1

iters=10

policies=100

*mean*	43.707-43.788=-0.081
σ	0.006-0.007=-0.001
min	43.697-43.778=-0.082
max	43.719-43.800=-0.081

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.123-0.122=0.001
σ	0.004-0.005=-0.001
min	0.119-0.116=0.003
max	0.131-0.131=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620

*mean*	4150.500-4158.000=-7.500
σ	1897.164-1906.001=-8.837
min	1556.000-1554.000=2.000
max	7296.000-7324.000=-28.000

*mean*	12.855-12.860=-0.005
σ	0.358-0.252=0.107
min	12.427-12.572=-0.145
max	13.477-13.147=0.330

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4150.500-4158.000=-7.500
σ	1897.164-1906.001=-8.837
min	1556.000-1554.000=2.000
max	7296.000-7324.000=-28.000

*mean*	13.258-12.719=0.539
σ	0.176-0.533=-0.357
min	13.102-12.029=1.074
max	13.538-13.507=0.031

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.001
max	41.933

*mean*	7296.000-7324.000=-28.000
σ	0.000
min	7296.000-7324.000=-28.000
max	7296.000-7324.000=-28.000

*mean*	15.215-15.192=0.023
σ	0.626-0.998=-0.372
min	13.899-12.768=1.132
max	16.123-15.823=0.300

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4150.500-4158.000=-7.500
σ	1897.164-1906.001=-8.837
min	1556.000-1554.000=2.000
max	7296.000-7324.000=-28.000

*mean*	12.742-12.752=-0.010
σ	1.307-1.932=-0.625
min	11.027-10.964=0.063
max	14.344-15.564=-1.219

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=0.000
max	27.990-27.990=-0.000

*mean*	4150.500-4158.000=-7.500
σ	1897.164-1906.001=-8.837
min	1556.000-1554.000=2.000
max	7296.000-7324.000=-28.000

*mean*	9.151-9.011=0.140
σ	0.256-0.396=-0.140
min	8.771-8.524=0.247
max	9.499-9.752=-0.253

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4150.500-4158.000=-7.500
σ	1897.164-1906.001=-8.837
min	1556.000-1554.000=2.000
max	7296.000-7324.000=-28.000

*mean*	7.194-6.886=0.308
σ	0.139-0.258=-0.119
min	6.998-6.586=0.412
max	7.369-7.447=-0.078

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664
max	25.668-25.668=-0.000

*mean*	4150.500-4158.000=-7.500
σ	1897.164-1906.001=-8.837
min	1556.000-1554.000=2.000
max	7296.000-7324.000=-28.000

*mean*	5.976-5.950=0.026
σ	0.144-0.141=0.003
min	5.821-5.754=0.067
max	6.191-6.208=-0.018

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972-25.972=0.000

*mean*	4150.500-4158.000=-7.500
σ	1897.164-1906.001=-8.837
min	1556.000-1554.000=2.000
max	7296.000-7324.000=-28.000

*mean*	5.799-5.685=0.113
σ	0.020-0.101=-0.081
min	5.772-5.530=0.243
max	5.821-5.789=0.032

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.001-0.000=0.000
min	2524.606-2524.606=-0.000
max	2524.607-2524.607=0.000

*mean*	7296.000-7324.000=-28.000
σ	0.000
min	7296.000-7324.000=-28.000
max	7296.000-7324.000=-28.000

*mean*	1381.993-1050.308=331.685
σ	622.934-3.884=619.050
min	1047.739-1046.602=1.137
max	2838.598-1058.675=1779.923

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.883=-0.000

*mean*	3571.250-3579.750=-8.500
σ	1794.095-1802.159=-8.063
min	1044.000-1045.000=-1.000
max	5789.000-5816.000=-27.000

*mean*	4970.707-4897.546=73.161
σ	1691.767-1537.361=154.405
min	3506.737-3514.028=-7.291
max	7344.470-7271.867=72.603

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.000

*mean*	4150.500-4158.000=-7.500
σ	1897.164-1906.001=-8.837
min	1556.000-1554.000=2.000
max	7296.000-7324.000=-28.000

*mean*	86.936-79.047=7.888
σ	11.717-10.435=1.282
min	71.450-70.876=0.574
max	98.913-102.363=-3.449

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.000=0.000
min	40.944
max	40.945-40.945=0.000

*mean*	7296.000-7324.000=-28.000
σ	0.000
min	7296.000-7324.000=-28.000
max	7296.000-7324.000=-28.000

*mean*	108.686-107.889=0.797
σ	5.322-6.012=-0.690
min	99.940-95.988=3.952
max	114.708-115.327=-0.619

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7296.000-7324.000=-28.000
σ	0.000
min	7296.000-7324.000=-28.000
max	7296.000-7324.000=-28.000

*mean*	164.384-163.176=1.208
σ	7.963-10.137=-2.174
min	146.199-139.751=6.448
max	169.597-169.717=-0.120

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.538=0.000

*mean*	4150.500-4158.000=-7.500
σ	1897.164-1906.001=-8.837
min	1556.000-1554.000=2.000
max	7296.000-7324.000=-28.000

*mean*	6565.871-6503.370=62.501
σ	1380.926-1229.730=151.196
min	4935.487-4890.149=45.337
max	8099.149-7721.618=377.531

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066

*mean*	7296.000-7324.000=-28.000
σ	0.000
min	7296.000-7324.000=-28.000
max	7296.000-7324.000=-28.000

*mean*	5941.697-5572.294=369.403
σ	1587.643-1521.870=65.772
min	4376.746-4333.625=43.121
max	7783.826-7910.290=-126.464

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	386.770-383.640=3.129
σ	6.345-20.723=-14.378
min	375.015-333.006=42.009
max	393.799-395.570=-1.772

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	767.443-760.999=6.444
σ	16.600-24.138=-7.538
min	750.858-710.326=40.532
max	801.596-786.578=15.017

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.370=0.130
σ	0.760-0.760=-0.000
min	1008.025-1007.901=0.124
max	1011.641-1011.512=0.129

*mean*	1055.750-1042.350=13.400
σ	315.020-299.302=15.718
min	562.000
max	1525.000-1444.000=81.000

*mean*	1.586-1.554=0.032
σ	0.136-0.074=0.062
min	1.483-1.480=0.003
max	2.083-1.780=0.303

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.314-0.287=0.027
σ	0.301-0.301=-0.000
min	0.148-0.131=0.017
max	0.848-0.823=0.025

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.524=-0.046
σ	0.320-0.300=0.020
min	0.332-0.320=0.012
max	1.051-1.029=0.021

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.206=0.015
σ	0.021-0.028=-0.006
min	0.206-0.187=0.019
max	0.257-0.254=0.003

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.319=0.014
σ	0.014-0.019=-0.005
min	0.319-0.304=0.014
max	0.355-0.352=0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	434.600-433.200=1.400
σ	4.099-2.588=1.510
min	431.000
max	439.000-436.000=3.000

*mean*	0.562-0.565=-0.004
σ	0.045-0.073=-0.028
min	0.500-0.437=0.063
max	0.619-0.610=0.009

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.506-0.473=0.034
σ	0.032-0.049=-0.017
min	0.451-0.412=0.039
max	0.529-0.526=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	2.671-2.634=0.037
σ	0.084-0.107=-0.024
min	2.430-2.440=-0.010
max	2.863-3.002=-0.139

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	2.606-2.590=0.017
σ	0.085-0.080=0.005
min	2.423-2.423=0.000
max	2.820-2.842=-0.021

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.309-0.311=-0.002
σ	0.008-0.040=-0.032
min	0.293-0.287=0.006
max	0.367-0.696=-0.329

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.298-0.294=0.005
σ	0.038-0.019=0.019
min	0.279-0.276=0.003
max	0.663-0.451=0.213

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.133-298.069=0.064
σ	1.070-1.019=0.051
min	297.595-297.720=-0.125
max	301.147-300.969=0.178

*mean*	444.000-446.900=-2.900
σ	16.990-17.291=-0.301
min	418.000-422.000=-4.000
max	466.000-472.000=-6.000

*mean*	0.594-0.595=-0.001
σ	0.032-0.023=0.009
min	0.546-0.568=-0.022
max	0.636-0.636=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000-0.000=0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	213.716-209.173=4.542
σ	20.644-1.418=19.226
min	204.502-207.156=-2.654
max	264.574-211.597=52.976

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	9.369-11.448=-2.078
σ	1.263-2.013=-0.751
min	6.277-7.237=-0.961
max	9.986-12.626=-2.640

phase=parser

*mean*	1042.102-1042.096=0.007
σ	0.000-0.000=0.000
min	1042.102-1042.096=0.006
max	1042.103-1042.096=0.007

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	673.065-666.865=6.200
σ	74.565-109.039=-34.473
min	558.336-421.670=136.667
max	729.749-728.028=1.721

phase=processProdDef

*mean*	6169.658-6169.659=-0.001
σ	0.001-0.000=0.000
min	6169.657-6169.659=-0.002
max	6169.659-6169.660=-0.001

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	5656.363-4971.629=684.734
σ	1548.582-1295.614=252.968
min	3602.552-3696.499=-93.948
max	7876.933-7270.915=606.017

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	30.907-43.545=-12.639
σ	5.192-7.326=-2.135
min	20.913-26.557=-5.644
max	40.109-47.394=-7.285

phase=type checker

*mean*	958.461-958.537=-0.075
σ	0.066
min	958.363-958.439=-0.075
max	958.551-958.626=-0.075

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	689.971-738.800=-48.829
σ	103.297-54.417=48.881
min	630.922-639.507=-8.586
max	927.869-776.480=151.389

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.690-293.085=0.605
σ	0.043-0.044=-0.000
min	293.633-293.027=0.605
max	293.738-293.131=0.607

*mean*	444.000-445.000=-1.000
σ	0.000
min	444.000-445.000=-1.000
max	444.000-445.000=-1.000

*mean*	0.405-0.407=-0.002
σ	0.009-0.010=-0.001
min	0.401-0.397=0.004
max	0.421-0.422=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.774-1303.190=0.584
σ	0.074-0.101=-0.027
min	1303.654-1303.024=0.630
max	1303.854-1303.285=0.569

*mean*	1084.400-1094.800=-10.400
σ	228.264-186.101=42.162
min	818.000-837.000=-19.000
max	1384.000-1316.000=68.000

*mean*	2.057-2.122=-0.065
σ	0.135-0.348=-0.213
min	1.903-1.757=0.147
max	2.173-2.609=-0.436

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.835-1546.213=0.622
σ	4.043-4.039=0.004
min	1544.824-1544.199=0.625
max	1554.061-1553.431=0.629

*mean*	623.000-618.000=5.000
σ	92.655-80.215=12.440
min	494.000-497.000=-3.000
max	736.000-712.000=24.000

*mean*	2.335-2.283=0.052
σ	0.188-0.202=-0.013
min	2.183-2.185=-0.002
max	2.652-2.643=0.009

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.779-1865.177=0.602
σ	0.067-0.059=0.008
min	1865.709-1865.108=0.601
max	1865.884-1865.268=0.616

*mean*	1704.400-1715.400=-11.000
σ	162.646-197.577=-34.931
min	1523.000-1450.000=73.000
max	1942.000-1904.000=38.000

*mean*	3.007-3.055=-0.049
σ	0.189-0.165=0.025
min	2.873-2.901=-0.029
max	3.326-3.294=0.032

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.716-1.754=-0.038
σ	0.186-0.144=0.043
min	1.506-1.577=-0.071
max	1.954-1.930=0.025

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.980-447.816=0.164
σ	579.242-579.237=0.005
min	158.356-158.197=0.159
max	1316.843-1316.671=0.172

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.540-0.541=-0.002
σ	0.539-0.555=-0.017
min	0.268-0.260=0.007
max	1.347-1.374=-0.027

policies=20

*mean*	1583.911-1582.269=1.642
σ	0.362-0.353=0.010
min	1583.657-1582.022=1.635
max	1584.445-1582.790=1.655

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.000-444.500=0.500
σ	2.000-1.000=1.000
min	442.000-443.000=-1.000
max	446.000-445.000=1.000

*mean*	2.635-2.628=0.007
σ	0.012-0.007=0.005
min	2.622-2.622=0.000
max	2.651-2.638=0.013

policies=200

*mean*	15847.139-15830.866=16.273
σ	0.138-0.172=-0.034
min	15847.025-15830.702=16.323
max	15847.340-15831.086=16.254

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000-497.500=-1.500
σ	4.163-5.196=-1.033
min	491.000
max	501.000-503.000=-2.000

*mean*	26.787-26.596=0.191
σ	0.229-0.145=0.084
min	26.603-26.471=0.132
max	27.084-26.805=0.279