Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.576=0.000
σ	0.349-0.348=0.001
min	54.446-54.441=0.005
max	55.569-55.566=0.003

*mean*	418.000-418.400=-0.400
σ	0.000-0.966=-0.966
min	418.000-417.000=1.000
max	418.000-419.000=-1.000

*mean*	0.140-0.140=0.000
σ	0.005-0.004=0.000
min	0.137-0.137=-0.000
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.706=0.001
σ	0.007-0.006=0.000
min	43.697-43.699=-0.002
max	43.718-43.717=0.001

*mean*	418.700-419.000=-0.300
σ	0.483-0.000=0.483
min	418.000-419.000=-1.000
max	419.000

*mean*	0.122-0.123=-0.001
σ	0.004-0.004=0.000
min	0.119-0.120=-0.002
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4150.500-4149.500=1.000
σ	1893.383-1893.423=-0.041
min	1555.000-1554.000=1.000
max	7277.000-7278.000=-1.000

*mean*	12.863-12.966=-0.103
σ	0.212-0.142=0.070
min	12.562-12.652=-0.090
max	13.118-13.116=0.002

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4150.500-4149.500=1.000
σ	1893.383-1893.423=-0.041
min	1555.000-1554.000=1.000
max	7277.000-7278.000=-1.000

*mean*	13.177-13.199=-0.022
σ	0.415-0.174=0.242
min	12.257-12.927=-0.670
max	13.550-13.438=0.112

op=table_records(), no indexes

*mean*	41.931-41.931=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.000
max	41.932

*mean*	7277.000-7278.000=-1.000
σ	0.000
min	7277.000-7278.000=-1.000
max	7277.000-7278.000=-1.000

*mean*	15.282-15.387=-0.105
σ	0.299-0.303=-0.004
min	14.674-14.668=0.006
max	15.649-15.603=0.046

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4150.500-4149.500=1.000
σ	1893.383-1893.423=-0.041
min	1555.000-1554.000=1.000
max	7277.000-7278.000=-1.000

*mean*	12.789-12.654=0.135
σ	1.899-1.829=0.070
min	10.960-10.821=0.139
max	15.560-15.522=0.038

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=-0.000
max	27.990-27.990=-0.000

*mean*	4150.500-4149.500=1.000
σ	1893.383-1893.423=-0.041
min	1555.000-1554.000=1.000
max	7277.000-7278.000=-1.000

*mean*	8.923-9.036=-0.113
σ	0.335-0.319=0.015
min	8.547-8.583=-0.036
max	9.586-9.433=0.153

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4150.500-4149.500=1.000
σ	1893.383-1893.423=-0.041
min	1555.000-1554.000=1.000
max	7277.000-7278.000=-1.000

*mean*	6.889-6.956=-0.067
σ	0.190-0.531=-0.341
min	6.599-6.108=0.492
max	7.153-7.606=-0.453

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.668-25.668=-0.000

*mean*	4150.500-4149.500=1.000
σ	1893.383-1893.423=-0.041
min	1555.000-1554.000=1.000
max	7277.000-7278.000=-1.000

*mean*	5.996-6.019=-0.024
σ	0.176-0.166=0.010
min	5.818-5.774=0.044
max	6.293-6.214=0.078

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.972-25.972=-0.000

*mean*	4150.500-4149.500=1.000
σ	1893.383-1893.423=-0.041
min	1555.000-1554.000=1.000
max	7277.000-7278.000=-1.000

*mean*	5.797-5.867=-0.070
σ	0.115-0.173=-0.057
min	5.653-5.684=-0.031
max	5.976-6.250=-0.274

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.607=0.000

*mean*	7277.000-7278.000=-1.000
σ	0.000
min	7277.000-7278.000=-1.000
max	7277.000-7278.000=-1.000

*mean*	1505.304-1504.057=1.248
σ	888.581-859.463=29.118
min	1040.488-1045.717=-5.230
max	3624.558-3538.066=86.492

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.883

*mean*	3572.125-3571.625=0.500
σ	1794.742-1794.296=0.446
min	1043.000
max	5787.000

*mean*	4513.874-4945.174=-431.300
σ	1301.564-1565.579=-264.015
min	3524.757-3539.800=-15.042
max	6782.115-7419.736=-637.621

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.000
max	62.081

*mean*	4150.500-4149.500=1.000
σ	1893.383-1893.423=-0.041
min	1555.000-1554.000=1.000
max	7277.000-7278.000=-1.000

*mean*	84.450-85.810=-1.360
σ	12.618-13.314=-0.696
min	70.700-71.534=-0.834
max	100.726-101.968=-1.242

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.000-0.001=-0.000
min	40.944-40.944=-0.000
max	40.945-40.945=-0.001

*mean*	7277.000-7278.000=-1.000
σ	0.000
min	7277.000-7278.000=-1.000
max	7277.000-7278.000=-1.000

*mean*	108.927-107.692=1.235
σ	3.257-2.364=0.893
min	104.007-103.543=0.463
max	112.856-109.618=3.238

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7277.000-7278.000=-1.000
σ	0.000
min	7277.000-7278.000=-1.000
max	7277.000-7278.000=-1.000

*mean*	164.093-163.889=0.204
σ	4.984-5.794=-0.810
min	152.795-151.239=1.557
max	167.782-169.638=-1.855

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4150.500-4149.500=1.000
σ	1893.383-1893.423=-0.041
min	1555.000-1554.000=1.000
max	7277.000-7278.000=-1.000

*mean*	6675.727-6600.890=74.837
σ	1104.403-1312.335=-207.932
min	4923.576-4933.361=-9.785
max	8315.987-8068.833=247.154

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066-11560.066=0.001

*mean*	7277.000-7278.000=-1.000
σ	0.000
min	7277.000-7278.000=-1.000
max	7277.000-7278.000=-1.000

*mean*	5790.560-5336.465=454.095
σ	1514.040-1294.143=219.897
min	4403.369-4392.548=10.822
max	8107.470-7962.496=144.974

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	387.908-385.931=1.976
σ	13.314-14.941=-1.627
min	357.122-349.086=8.036
max	400.297-393.734=6.564

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.250=2.750
σ	0.000-0.463=-0.463
min	562.000-559.000=3.000
max	562.000-560.000=2.000

*mean*	758.936-757.482=1.454
σ	54.865-66.925=-12.060
min	634.924-602.860=32.064
max	809.081-831.371=-22.290

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.515-1008.515=0.001
σ	0.818-0.818=-0.000
min	1008.027-1008.026=0.001
max	1011.908-1011.908=-0.000

*mean*	1043.650-1051.100=-7.450
σ	311.536-316.305=-4.769
min	564.000
max	1501.000-1524.000=-23.000

*mean*	1.542-1.538=0.003
σ	0.071-0.077=-0.006
min	1.472-1.354=0.117
max	1.755-1.700=0.055

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.481-0.401=0.080
σ	0.447-0.518=-0.072
min	0.246-0.138=0.108
max	1.272-1.326=-0.054

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.735-0.661=0.074
σ	0.299-0.308=-0.009
min	0.573-0.337=0.235
max	1.268-1.039=0.229

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.316-0.219=0.096
σ	0.107-0.023=0.084
min	0.197-0.196=0.001
max	0.439-0.258=0.181

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.338-0.336=0.003
σ	0.018-0.016=0.002
min	0.326-0.323=0.003
max	0.371-0.362=0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	432.200-436.600=-4.400
σ	2.588-6.066=-3.478
min	430.000-431.000=-1.000
max	435.000-443.000=-8.000

*mean*	0.528-0.536=-0.008
σ	0.068-0.052=0.016
min	0.420-0.476=-0.056
max	0.590-0.615=-0.025

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	0.481-0.512=-0.031
σ	0.052-0.032=0.019
min	0.414-0.455=-0.041
max	0.531-0.529=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	1.945-1.961=-0.016
σ	0.079-0.075=0.004
min	1.815-1.845=-0.030
max	2.278-2.292=-0.013

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	1.946-1.969=-0.022
σ	0.060-0.090=-0.030
min	1.817-1.841=-0.024
max	2.141-2.274=-0.133

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	0.306-0.302=0.003
σ	0.010-0.008=0.001
min	0.291-0.287=0.004
max	0.358-0.348=0.011

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	0.294-0.291=0.003
σ	0.013-0.008=0.005
min	0.279-0.274=0.004
max	0.395-0.335=0.060

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.413-298.272=0.141
σ	1.034-1.025=0.009
min	297.983-297.839=0.144
max	301.352-301.179=0.174

*mean*	442.100-442.900=-0.800
σ	16.455-18.912=-2.457
min	418.000-416.000=2.000
max	470.000-467.000=3.000

*mean*	0.593-0.607=-0.014
σ	0.020-0.016=0.004
min	0.555-0.584=-0.030
max	0.620-0.641=-0.021

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000-0.000=0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1684.000-1742.500=-58.500
σ	0.000-0.926=-0.926
min	1684.000-1741.000=-57.000
max	1684.000-1743.000=-59.000

*mean*	207.238-204.051=3.187
σ	1.901-1.437=0.464
min	205.005-201.846=3.159
max	210.769-206.239=4.530

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1684.000-1742.500=-58.500
σ	0.000-0.926=-0.926
min	1684.000-1741.000=-57.000
max	1684.000-1743.000=-59.000

*mean*	11.754-10.998=0.757
σ	1.441-1.382=0.059
min	9.334-9.187=0.147
max	12.754-12.573=0.182

phase=parser

*mean*	1042.101-1042.099=0.002
σ	0.000-0.000=0.000
min	1042.100-1042.098=0.002
max	1042.101-1042.099=0.002

*mean*	1684.000-1742.500=-58.500
σ	0.000-0.926=-0.926
min	1684.000-1741.000=-57.000
max	1684.000-1743.000=-59.000

*mean*	696.792-633.648=63.145
σ	44.682-75.618=-30.937
min	589.580-567.916=21.665
max	721.717-724.612=-2.895

phase=processProdDef

*mean*	6169.659-6169.656=0.003
σ	0.001
min	6169.658-6169.655=0.003
max	6169.660-6169.657=0.003

*mean*	1691.625-1742.750=-51.125
σ	21.567-0.707=20.860
min	1684.000-1741.000=-57.000
max	1745.000-1743.000=2.000

*mean*	5564.178-5198.344=365.834
σ	1377.264-1229.820=147.444
min	4116.683-3618.709=497.974
max	7985.176-7206.905=778.271

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1684.000-1742.500=-58.500
σ	0.000-0.926=-0.926
min	1684.000-1741.000=-57.000
max	1684.000-1743.000=-59.000

*mean*	44.931-40.776=4.154
σ	3.931-5.986=-2.055
min	39.803-34.539=5.264
max	48.437-47.723=0.714

phase=type checker

*mean*	958.461-958.457=0.004
σ	0.066
min	958.363-958.360=0.004
max	958.551-958.547=0.004

*mean*	1684.000-1742.500=-58.500
σ	0.000-0.926=-0.926
min	1684.000-1741.000=-57.000
max	1684.000-1743.000=-59.000

*mean*	757.552-801.736=-44.185
σ	49.613-96.971=-47.358
min	668.336-662.715=5.621
max	828.003-884.002=-55.999

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.955-293.957=-0.001
σ	0.040-0.038=0.002
min	293.901-293.902=-0.002
max	293.995-293.994=0.001

*mean*	444.000-447.000=-3.000
σ	0.000
min	444.000-447.000=-3.000
max	444.000-447.000=-3.000

*mean*	0.399-0.395=0.004
σ	0.007-0.003=0.004
min	0.392-0.393=-0.001
max	0.410-0.400=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1304.038-1304.033=0.005
σ	0.125-0.073=0.052
min	1303.915-1303.911=0.004
max	1304.236-1304.109=0.127

*mean*	1104.000-1107.600=-3.600
σ	182.774-171.208=11.566
min	888.000-895.000=-7.000
max	1359.000-1332.000=27.000

*mean*	1.912-2.067=-0.155
σ	0.022-0.156=-0.134
min	1.884-1.893=-0.009
max	1.934-2.247=-0.313

iters=5

new-facts=6402

prior-facts=1

*mean*	1547.034-1547.118=-0.084
σ	4.036-4.026=0.010
min	1544.994-1545.182=-0.188
max	1554.244-1554.316=-0.072

*mean*	623.600-625.400=-1.800
σ	88.639-88.401=0.237
min	507.000-510.000=-3.000
max	727.000-730.000=-3.000

*mean*	2.247-2.417=-0.171
σ	0.186-0.326=-0.140
min	2.039-2.109=-0.070
max	2.464-2.812=-0.347

iters=5

new-facts=6402

prior-facts=6402

*mean*	1866.043-1866.062=-0.019
σ	0.086-0.097=-0.011
min	1865.941-1865.942=-0.002
max	1866.130-1866.169=-0.039

*mean*	1746.600-1761.800=-15.200
σ	191.464-216.764=-25.301
min	1499.000-1479.000=20.000
max	1930.000-1969.000=-39.000

*mean*	3.132-3.203=-0.071
σ	0.298-0.364=-0.066
min	2.869-2.691=0.178
max	3.612-3.540=0.072

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.843-1.814=0.029
σ	0.093-0.122=-0.028
min	1.706-1.633=0.074
max	1.935-1.957=-0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.581-448.578=0.003
σ	579.375-579.374=0.001
min	158.892-158.889=0.003
max	1317.643-1317.640=0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	445.000-444.000=1.000
σ	0.000
min	445.000-444.000=1.000
max	445.000-444.000=1.000

*mean*	0.528-0.539=-0.010
σ	0.520-0.547=-0.026
min	0.265-0.263=0.003
max	1.309-1.359=-0.050

policies=20

*mean*	1589.251-1589.226=0.025
σ	0.375-0.363=0.013
min	1588.993-1588.974=0.019
max	1589.808-1589.763=0.045

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	448.500-448.000=0.500
σ	4.041-4.619=-0.577
min	445.000-444.000=1.000
max	452.000

*mean*	2.657-2.636=0.020
σ	0.013-0.015=-0.002
min	2.637-2.622=0.015
max	2.668-2.656=0.011

policies=200

*mean*	15900.392-15900.357=0.035
σ	0.067-0.136=-0.069
min	15900.292-15900.218=0.074
max	15900.430-15900.544=-0.114

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.750-496.500=2.250
σ	4.573-2.887=1.687
min	493.000
max	504.000-500.000=4.000

*mean*	26.738-26.771=-0.034
σ	0.080-0.097=-0.017
min	26.633-26.645=-0.012
max	26.822-26.856=-0.034