Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.575=0.102
σ	0.358-0.349=0.009
min	54.547-54.443=0.104
max	55.694-55.567=0.127

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.143-0.138=0.005
σ	0.005-0.006=-0.001
min	0.138-0.131=0.006
max	0.152-0.148=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.706=-0.002
σ	0.005-0.007=-0.002
min	43.698-43.695=0.003
max	43.711-43.719=-0.008

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.119-0.123=-0.004
σ	0.004-0.005=-0.001
min	0.115-0.116=-0.001
max	0.127-0.132=-0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4153.500-4149.625=3.875
σ	1900.871-1896.697=4.174
min	1557.000-1552.000=5.000
max	7306.000-7290.000=16.000

*mean*	12.786-12.732=0.054
σ	0.137-0.257=-0.120
min	12.628-12.316=0.312
max	13.002-13.045=-0.043

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.001
σ	0.002-0.002=-0.000
min	36.616-36.615=0.001
max	36.620-36.620=0.000

*mean*	4153.500-4149.625=3.875
σ	1900.871-1896.697=4.174
min	1557.000-1552.000=5.000
max	7306.000-7290.000=16.000

*mean*	13.394-12.508=0.887
σ	0.159-0.603=-0.444
min	13.146-11.481=1.665
max	13.590-13.248=0.342

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.930-41.929=0.001
max	41.933-41.933=0.000

*mean*	7306.000-7290.000=16.000
σ	0.000
min	7306.000-7290.000=16.000
max	7306.000-7290.000=16.000

*mean*	15.294-15.485=-0.191
σ	0.465-0.366=0.099
min	14.409-14.709=-0.299
max	16.014-15.856=0.158

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4153.500-4149.625=3.875
σ	1900.871-1896.697=4.174
min	1557.000-1552.000=5.000
max	7306.000-7290.000=16.000

*mean*	13.445-13.096=0.349
σ	1.555-1.838=-0.283
min	11.200-11.138=0.062
max	15.423-15.377=0.046

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4153.500-4149.625=3.875
σ	1900.871-1896.697=4.174
min	1557.000-1552.000=5.000
max	7306.000-7290.000=16.000

*mean*	9.057-9.229=-0.172
σ	0.413-0.475=-0.062
min	8.510-8.568=-0.058
max	9.634-9.793=-0.160

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4153.500-4149.625=3.875
σ	1900.871-1896.697=4.174
min	1557.000-1552.000=5.000
max	7306.000-7290.000=16.000

*mean*	6.756-6.554=0.202
σ	0.233-0.334=-0.101
min	6.363-5.963=0.400
max	7.056-6.966=0.090

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.005

*mean*	4153.500-4149.625=3.875
σ	1900.871-1896.697=4.174
min	1557.000-1552.000=5.000
max	7306.000-7290.000=16.000

*mean*	6.048-6.069=-0.021
σ	0.262-0.213=0.049
min	5.624-5.768=-0.143
max	6.426-6.401=0.025

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	4153.500-4149.625=3.875
σ	1900.871-1896.697=4.174
min	1557.000-1552.000=5.000
max	7306.000-7290.000=16.000

*mean*	5.761-5.749=0.012
σ	0.172-0.226=-0.054
min	5.545-5.438=0.107
max	6.030-6.012=0.018

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606-2524.605=0.000
max	2524.607-2524.606=0.000

*mean*	7306.000-7290.000=16.000
σ	0.000
min	7306.000-7290.000=16.000
max	7306.000-7290.000=16.000

*mean*	1086.213-1335.091=-248.878
σ	109.203-604.639=-495.436
min	1041.801-1033.938=7.863
max	1355.932-2791.194=-1435.262

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.883=0.000

*mean*	3573.125-3572.625=0.500
σ	1797.447-1793.779=3.668
min	1045.000-1047.000=-2.000
max	5797.000-5791.000=6.000

*mean*	5084.863-5040.409=44.454
σ	1715.371-1665.686=49.685
min	3553.402-3506.098=47.304
max	7450.440-7261.491=188.949

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.000

*mean*	4153.500-4149.625=3.875
σ	1900.871-1896.697=4.174
min	1557.000-1552.000=5.000
max	7306.000-7290.000=16.000

*mean*	82.391-84.111=-1.719
σ	11.058-10.578=0.480
min	72.235-70.799=1.436
max	100.067-99.314=0.753

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.944=0.001
σ	0.001-0.001=-0.000
min	40.945-40.944=0.001
max	40.946-40.945=0.001

*mean*	7306.000-7290.000=16.000
σ	0.000
min	7306.000-7290.000=16.000
max	7306.000-7290.000=16.000

*mean*	105.876-107.285=-1.410
σ	4.288-4.086=0.202
min	97.790-98.112=-0.323
max	109.133-109.992=-0.859

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.000-0.000=-0.000
min	66.686-66.685=0.001
max	66.687-66.687=0.001

*mean*	7306.000-7290.000=16.000
σ	0.000
min	7306.000-7290.000=16.000
max	7306.000-7290.000=16.000

*mean*	162.397-164.229=-1.832
σ	9.045-8.864=0.181
min	141.815-143.849=-2.034
max	167.992-170.260=-2.268

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.836=0.065
σ	4.304-4.324=-0.020
min	11655.306-11655.305=0.000
max	11667.552-11667.537=0.014

*mean*	4153.500-4149.625=3.875
σ	1900.871-1896.697=4.174
min	1557.000-1552.000=5.000
max	7306.000-7290.000=16.000

*mean*	6590.512-6325.082=265.430
σ	1219.427-1177.293=42.135
min	4953.693-4881.249=72.443
max	8345.556-7900.242=445.314

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.065=0.001
σ	0.001-0.001=0.000
min	11560.065-11560.064=0.001
max	11560.067-11560.066=0.001

*mean*	7306.000-7290.000=16.000
σ	0.000
min	7306.000-7290.000=16.000
max	7306.000-7290.000=16.000

*mean*	5411.437-5118.083=293.355
σ	1218.352-1213.303=5.049
min	4424.344-4399.571=24.773
max	7481.874-7567.563=-85.689

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	377.286-377.757=-0.471
σ	22.235-18.256=3.979
min	332.842-347.410=-14.567
max	394.121-392.502=1.618

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	742.560-760.213=-17.654
σ	57.569-43.946=13.624
min	623.906-660.788=-36.882
max	790.460-801.183=-10.724

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1008.502=15.827
σ	0.759-0.760=-0.001
min	1023.854-1008.025=15.829
max	1027.466-1011.641=15.825

*mean*	1046.800-1054.650=-7.850
σ	305.402-309.709=-4.307
min	571.000-561.000=10.000
max	1502.000-1467.000=35.000

*mean*	1.573-1.515=0.058
σ	0.080-0.063=0.016
min	1.511-1.463=0.048
max	1.834-1.733=0.101

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.312-0.457=-0.145
σ	0.332-0.487=-0.155
min	0.132-0.154=-0.022
max	0.901-1.306=-0.405

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.464-0.474=-0.010
σ	0.321-0.322=-0.001
min	0.311-0.317=-0.006
max	1.037-1.050=-0.012

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.206-0.221=-0.015
σ	0.027-0.019=0.007
min	0.186-0.205=-0.019
max	0.252-0.253=-0.002

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.336=-0.004
σ	0.015-0.018=-0.003
min	0.318-0.319=-0.002
max	0.357-0.365=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	436.200-436.600=-0.400
σ	1.789-6.066=-4.277
min	433.000-431.000=2.000
max	437.000-443.000=-6.000

*mean*	0.537-0.526=0.010
σ	0.064-0.050=0.015
min	0.430-0.479=-0.049
max	0.594-0.607=-0.013

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.488-0.462=0.026
σ	0.019-0.047=-0.028
min	0.469-0.394=0.074
max	0.515-0.524=-0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.642-2.605=0.036
σ	0.092-0.082=0.011
min	2.478-2.462=0.016
max	2.907-2.893=0.014

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.588-2.583=0.005
σ	0.076-0.086=-0.010
min	2.455-2.461=-0.006
max	2.777-3.069=-0.292

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.302-0.303=-0.001
σ	0.008-0.010=-0.002
min	0.288-0.288=0.000
max	0.355-0.373=-0.018

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.292-0.295=-0.004
σ	0.007-0.047=-0.040
min	0.278-0.273=0.005
max	0.322-0.753=-0.431

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.791-297.956=0.835
σ	1.058-1.000=0.058
min	298.336-297.583=0.753
max	301.796-300.799=0.997

*mean*	445.300-442.900=2.400
σ	18.874-18.640=0.235
min	418.000-416.000=2.000
max	469.000-467.000=2.000

*mean*	0.603-0.617=-0.014
σ	0.030-0.012=0.017
min	0.540-0.600=-0.060
max	0.626-0.636=-0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536-222.008=17.528
σ	0.000
min	239.536-222.008=17.528
max	239.536-222.008=17.528

*mean*	1684.625-1744.000=-59.375
σ	1.768-0.000=1.768
min	1684.000-1744.000=-60.000
max	1689.000-1744.000=-55.000

*mean*	222.810-215.517=7.292
σ	2.699-22.520=-19.821
min	218.892-205.092=13.800
max	227.476-270.978=-43.503

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1684.625-1744.000=-59.375
σ	1.768-0.000=1.768
min	1684.000-1744.000=-60.000
max	1689.000-1744.000=-55.000

*mean*	11.432-10.732=0.700
σ	1.369-1.539=-0.170
min	9.645-9.362=0.283
max	12.768-12.609=0.159

phase=parser

*mean*	1042.363-1042.099=0.264
σ	0.000-0.000=-0.000
min	1042.363-1042.098=0.264
max	1042.363-1042.099=0.264

*mean*	1684.625-1744.000=-59.375
σ	1.768-0.000=1.768
min	1684.000-1744.000=-60.000
max	1689.000-1744.000=-55.000

*mean*	680.087-660.536=19.551
σ	89.766-63.350=26.416
min	566.115-572.848=-6.733
max	836.704-728.305=108.400

phase=processProdDef

*mean*	6169.657-6169.656=0.001
σ	0.001-0.001=-0.000
min	6169.657-6169.655=0.001
max	6169.658-6169.657=0.001

*mean*	1685.250-1744.000=-58.750
σ	2.315-0.000=2.315
min	1684.000-1744.000=-60.000
max	1689.000-1744.000=-55.000

*mean*	6140.336-5593.148=547.189
σ	1348.533-1484.733=-136.200
min	4010.225-3461.004=549.222
max	7808.916-7323.249=485.667

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1684.625-1744.000=-59.375
σ	1.768-0.000=1.768
min	1684.000-1744.000=-60.000
max	1689.000-1744.000=-55.000

*mean*	44.241-43.382=0.859
σ	6.469-5.415=1.055
min	34.982-34.184=0.798
max	51.133-49.716=1.417

phase=type checker

*mean*	990.442-958.457=31.985
σ	0.066
min	990.344-958.360=31.985
max	990.532-958.547=31.985

*mean*	1684.625-1744.000=-59.375
σ	1.768-0.000=1.768
min	1684.000-1744.000=-60.000
max	1689.000-1744.000=-55.000

*mean*	829.362-795.471=33.891
σ	89.968-85.665=4.303
min	716.065-660.556=55.508
max	992.983-881.200=111.783

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.924-293.689=0.234
σ	0.042-0.041=0.001
min	293.862-293.631=0.231
max	293.958-293.732=0.226

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.394-0.404=-0.010
σ	0.001-0.009=-0.008
min	0.393-0.397=-0.004
max	0.395-0.419=-0.024

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.188-1303.777=16.411
σ	0.089-0.085=0.005
min	1320.093-1303.648=16.444
max	1320.318-1303.856=16.462

*mean*	1110.000-1099.200=10.800
σ	171.504-190.985=-19.481
min	896.000-837.000=59.000
max	1334.000-1329.000=5.000

*mean*	1.953-2.124=-0.171
σ	0.072-0.334=-0.262
min	1.882-1.813=0.070
max	2.065-2.613=-0.549

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.729-1546.814=12.915
σ	4.087-4.045=0.042
min	1557.680-1544.806=12.874
max	1567.033-1554.044=12.989

*mean*	625.400-618.000=7.400
σ	88.053-80.215=7.837
min	495.000-497.000=-2.000
max	730.000-712.000=18.000

*mean*	2.297-2.282=0.015
σ	0.261-0.209=0.052
min	2.144-2.143=0.001
max	2.760-2.644=0.116

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.294-1865.781=16.513
σ	0.080-0.068=0.012
min	1882.200-1865.723=16.476
max	1882.397-1865.892=16.505

*mean*	1760.000-1729.400=30.600
σ	219.527-176.452=43.075
min	1480.000-1479.000=1.000
max	1972.000-1891.000=81.000

*mean*	3.213-3.097=0.117
σ	0.357-0.353=0.004
min	2.862-2.892=-0.030
max	3.732-3.725=0.007

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.836-1.583=0.253
σ	0.095-0.110=-0.015
min	1.731-1.388=0.343
max	1.933-1.650=0.283

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.537-447.981=5.556
σ	585.528-579.242=6.287
min	160.767-158.357=2.411
max	1331.829-1316.844=14.986

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.550-0.543=0.007
σ	0.561-0.547=0.014
min	0.267-0.268=-0.000
max	1.391-1.363=0.028

policies=20

*mean*	1608.043-1583.923=24.119
σ	0.416-0.360=0.056
min	1607.759-1583.674=24.086
max	1608.661-1584.455=24.206

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	447.500-444.500=3.000
σ	7.506-1.000=6.506
min	441.000-443.000=-2.000
max	454.000-445.000=9.000

*mean*	2.704-2.654=0.050
σ	0.031-0.007=0.024
min	2.666-2.647=0.019
max	2.742-2.664=0.078

policies=200

*mean*	16088.517-15847.071=241.446
σ	0.216-0.187=0.028
min	16088.340-15846.965=241.375
max	16088.826-15847.351=241.474

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	495.750-496.000=-0.250
σ	3.403-5.292=-1.888
min	491.000
max	499.000-503.000=-4.000

*mean*	27.327-26.631=0.696
σ	0.167-0.193=-0.026
min	27.192-26.441=0.751
max	27.570-26.848=0.722