Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.580=0.096
σ	0.358-0.341=0.017
min	54.547-54.451=0.096
max	55.694-55.550=0.144

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.143-0.141=0.002
σ	0.005-0.006=-0.001
min	0.138-0.136=0.001
max	0.152-0.152=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=0.001
σ	0.005-0.006=-0.001
min	43.698-43.694=0.004
max	43.711-43.710=0.001

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.119-0.120=-0.001
σ	0.004-0.006=-0.001
min	0.115-0.115=0.001
max	0.127-0.131=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4153.500-4147.500=6.000
σ	1900.871-1890.836=10.035
min	1557.000-1554.000=3.000
max	7306.000-7273.000=33.000

*mean*	12.786-12.876=-0.090
σ	0.137-0.458=-0.321
min	12.628-12.332=0.297
max	13.002-13.628=-0.627

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.619=0.001

*mean*	4153.500-4147.500=6.000
σ	1900.871-1890.836=10.035
min	1557.000-1554.000=3.000
max	7306.000-7273.000=33.000

*mean*	13.394-12.871=0.523
σ	0.159-0.556=-0.396
min	13.146-11.904=1.241
max	13.590-13.419=0.171

op=table_records(), no indexes

*mean*	41.932-41.932=0.001
σ	0.001-0.001=-0.000
min	41.930-41.928=0.001
max	41.933-41.933=0.000

*mean*	7306.000-7273.000=33.000
σ	0.000
min	7306.000-7273.000=33.000
max	7306.000-7273.000=33.000

*mean*	15.294-15.407=-0.113
σ	0.465-0.312=0.153
min	14.409-14.745=-0.336
max	16.014-15.746=0.268

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4153.500-4147.500=6.000
σ	1900.871-1890.836=10.035
min	1557.000-1554.000=3.000
max	7306.000-7273.000=33.000

*mean*	13.445-13.463=-0.018
σ	1.555-1.581=-0.026
min	11.200-11.510=-0.309
max	15.423-15.397=0.026

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4153.500-4147.500=6.000
σ	1900.871-1890.836=10.035
min	1557.000-1554.000=3.000
max	7306.000-7273.000=33.000

*mean*	9.057-8.929=0.127
σ	0.413-0.372=0.041
min	8.510-8.297=0.212
max	9.634-9.479=0.154

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=-0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4153.500-4147.500=6.000
σ	1900.871-1890.836=10.035
min	1557.000-1554.000=3.000
max	7306.000-7273.000=33.000

*mean*	6.756-6.765=-0.009
σ	0.233-0.232=0.001
min	6.363-6.419=-0.056
max	7.056-7.134=-0.078

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.005

*mean*	4153.500-4147.500=6.000
σ	1900.871-1890.836=10.035
min	1557.000-1554.000=3.000
max	7306.000-7273.000=33.000

*mean*	6.048-6.150=-0.103
σ	0.262-0.205=0.057
min	5.624-5.735=-0.111
max	6.426-6.362=0.064

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	4153.500-4147.500=6.000
σ	1900.871-1890.836=10.035
min	1557.000-1554.000=3.000
max	7306.000-7273.000=33.000

*mean*	5.761-5.835=-0.074
σ	0.172-0.067=0.105
min	5.545-5.726=-0.181
max	6.030-5.946=0.084

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606-2524.606=0.000
max	2524.607-2524.606=0.000

*mean*	7306.000-7273.000=33.000
σ	0.000
min	7306.000-7273.000=33.000
max	7306.000-7273.000=33.000

*mean*	1086.213-1524.507=-438.294
σ	109.203-771.362=-662.159
min	1041.801-1040.096=1.705
max	1355.932-3176.521=-1820.589

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.001
max	8745.883-8745.882=0.001

*mean*	3573.125-3569.375=3.750
σ	1797.447-1789.167=8.280
min	1045.000-1046.000=-1.000
max	5797.000-5775.000=22.000

*mean*	5084.863-4738.056=346.807
σ	1715.371-1552.005=163.366
min	3553.402-3533.519=19.883
max	7450.440-7160.475=289.965

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	4153.500-4147.500=6.000
σ	1900.871-1890.836=10.035
min	1557.000-1554.000=3.000
max	7306.000-7273.000=33.000

*mean*	82.391-83.975=-1.583
σ	11.058-13.726=-2.668
min	72.235-70.323=1.912
max	100.067-101.704=-1.637

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.944=0.001
σ	0.001-0.001=-0.000
min	40.945-40.944=0.001
max	40.946-40.945=0.001

*mean*	7306.000-7273.000=33.000
σ	0.000
min	7306.000-7273.000=33.000
max	7306.000-7273.000=33.000

*mean*	105.876-107.404=-1.528
σ	4.288-3.559=0.729
min	97.790-103.026=-5.237
max	109.133-112.670=-3.537

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.000-0.000=-0.000
min	66.686-66.685=0.001
max	66.687-66.687=0.001

*mean*	7306.000-7273.000=33.000
σ	0.000
min	7306.000-7273.000=33.000
max	7306.000-7273.000=33.000

*mean*	162.397-164.069=-1.672
σ	9.045-4.836=4.209
min	141.815-153.335=-11.520
max	167.992-167.779=0.213

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.836=0.064
σ	4.304-4.324=-0.020
min	11655.306-11655.305=0.000
max	11667.552-11667.538=0.013

*mean*	4153.500-4147.500=6.000
σ	1900.871-1890.836=10.035
min	1557.000-1554.000=3.000
max	7306.000-7273.000=33.000

*mean*	6590.512-6263.055=327.458
σ	1219.427-894.872=324.555
min	4953.693-4941.006=12.686
max	8345.556-7487.161=858.395

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.065=0.001
σ	0.001-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.067-11560.066=0.001

*mean*	7306.000-7273.000=33.000
σ	0.000
min	7306.000-7273.000=33.000
max	7306.000-7273.000=33.000

*mean*	5411.437-5965.969=-554.532
σ	1218.352-1613.816=-395.464
min	4424.344-4416.973=7.370
max	7481.874-7811.108=-329.235

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	377.286-378.375=-1.090
σ	22.235-28.517=-6.282
min	332.842-308.664=24.178
max	394.121-396.137=-2.017

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000
σ	0.000
min	561.000
max	561.000

*mean*	742.560-735.875=6.684
σ	57.569-60.700=-3.131
min	623.906-635.814=-11.908
max	790.460-799.530=-9.070

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1008.499=15.829
σ	0.759-0.759=0.000
min	1023.854-1008.028=15.826
max	1027.466-1011.637=15.828

*mean*	1046.800-1047.250=-0.450
σ	305.402-313.304=-7.902
min	571.000-573.000=-2.000
max	1502.000-1510.000=-8.000

*mean*	1.573-1.545=0.029
σ	0.080-0.088=-0.008
min	1.511-1.418=0.093
max	1.834-1.760=0.074

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.312-0.321=-0.009
σ	0.332-0.288=0.044
min	0.132-0.138=-0.006
max	0.901-0.800=0.101

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.464-0.465=-0.002
σ	0.321-0.305=0.015
min	0.311-0.318=-0.007
max	1.037-1.012=0.026

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.206-0.220=-0.014
σ	0.027-0.025=0.001
min	0.186-0.197=-0.011
max	0.252-0.262=-0.010

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.335=-0.003
σ	0.015-0.018=-0.004
min	0.318-0.324=-0.006
max	0.357-0.368=-0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	436.200-435.600=0.600
σ	1.789-5.079=-3.291
min	433.000-431.000=2.000
max	437.000-441.000=-4.000

*mean*	0.537-0.569=-0.032
σ	0.064-0.028=0.036
min	0.430-0.521=-0.092
max	0.594-0.592=0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.488-0.408=0.080
σ	0.019-0.027=-0.009
min	0.469-0.372=0.097
max	0.515-0.444=0.071

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.642-1.952=0.690
σ	0.092-0.075=0.018
min	2.478-1.844=0.634
max	2.907-2.323=0.584

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.588-2.058=0.530
σ	0.076-0.278=-0.203
min	2.455-1.826=0.629
max	2.777-3.296=-0.519

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.302-0.320=-0.018
σ	0.008-0.028=-0.020
min	0.288-0.293=-0.005
max	0.355-0.514=-0.158

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.292-0.310=-0.018
σ	0.007-0.066=-0.059
min	0.278-0.282=-0.004
max	0.322-0.721=-0.399

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.791-298.078=0.713
σ	1.058-1.047=0.010
min	298.336-297.698=0.638
max	301.796-301.058=0.738

*mean*	445.300-444.700=0.600
σ	18.874-17.820=1.054
min	418.000-417.000=1.000
max	469.000-471.000=-2.000

*mean*	0.603-0.613=-0.010
σ	0.030-0.011=0.019
min	0.540-0.597=-0.057
max	0.626-0.629=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536-222.008=17.528
σ	0.000
min	239.536-222.008=17.528
max	239.536-222.008=17.528

*mean*	1684.625-1754.000=-69.375
σ	1.768-0.000=1.768
min	1684.000-1754.000=-70.000
max	1689.000-1754.000=-65.000

*mean*	222.810-207.063=15.746
σ	2.699-1.512=1.187
min	218.892-204.935=13.958
max	227.476-208.954=18.521

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1684.625-1754.000=-69.375
σ	1.768-0.000=1.768
min	1684.000-1754.000=-70.000
max	1689.000-1754.000=-65.000

*mean*	11.432-11.310=0.122
σ	1.369-1.427=-0.058
min	9.645-9.507=0.138
max	12.768-12.653=0.114

phase=parser

*mean*	1042.363-1042.101=0.262
σ	0.000-0.000=-0.000
min	1042.363-1042.100=0.262
max	1042.363-1042.101=0.262

*mean*	1684.625-1754.000=-69.375
σ	1.768-0.000=1.768
min	1684.000-1754.000=-70.000
max	1689.000-1754.000=-65.000

*mean*	680.087-722.521=-42.434
σ	89.766-63.277=26.489
min	566.115-597.374=-31.259
max	836.704-832.038=4.666

phase=processProdDef

*mean*	6169.657-6169.660=-0.002
σ	0.001
min	6169.657-6169.659=-0.002
max	6169.658-6169.660=-0.002

*mean*	1685.250-1754.000=-68.750
σ	2.315-0.000=2.315
min	1684.000-1754.000=-70.000
max	1689.000-1754.000=-65.000

*mean*	6140.336-5561.810=578.526
σ	1348.533-1268.978=79.556
min	4010.225-3883.278=126.947
max	7808.916-7043.030=765.886

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1684.625-1754.000=-69.375
σ	1.768-0.000=1.768
min	1684.000-1754.000=-70.000
max	1689.000-1754.000=-65.000

*mean*	44.241-40.347=3.894
σ	6.469-8.062=-1.593
min	34.982-29.649=5.332
max	51.133-48.035=3.098

phase=type checker

*mean*	990.442-958.461=31.981
σ	0.066
min	990.344-958.363=31.981
max	990.532-958.551=31.981

*mean*	1684.625-1754.000=-69.375
σ	1.768-0.000=1.768
min	1684.000-1754.000=-70.000
max	1689.000-1754.000=-65.000

*mean*	829.362-737.256=92.106
σ	89.968-79.763=10.205
min	716.065-636.660=79.405
max	992.983-869.637=123.346

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.924-293.686=0.238
σ	0.042-0.040=0.003
min	293.862-293.632=0.230
max	293.958-293.726=0.232

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.394-0.400=-0.006
σ	0.001-0.002=-0.001
min	0.393-0.399=-0.006
max	0.395-0.403=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.188-1303.788=16.401
σ	0.089-0.042=0.047
min	1320.093-1303.744=16.349
max	1320.318-1303.844=16.474

*mean*	1110.000-1063.200=46.800
σ	171.504-168.433=3.071
min	896.000-841.000=55.000
max	1334.000-1274.000=60.000

*mean*	1.953-2.023=-0.070
σ	0.072-0.186=-0.114
min	1.882-1.819=0.064
max	2.065-2.203=-0.138

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.729-1546.817=12.912
σ	4.087-4.033=0.054
min	1557.680-1544.795=12.885
max	1567.033-1554.025=13.008

*mean*	625.400-612.600=12.800
σ	88.053-73.545=14.508
min	495.000-497.000=-2.000
max	730.000-691.000=39.000

*mean*	2.297-2.287=0.010
σ	0.261-0.228=0.033
min	2.144-2.135=0.009
max	2.760-2.687=0.073

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.294-1865.807=16.487
σ	0.080-0.059=0.021
min	1882.200-1865.747=16.453
max	1882.397-1865.887=16.509

*mean*	1760.000-1711.800=48.200
σ	219.527-249.198=-29.671
min	1480.000-1419.000=61.000
max	1972.000-2064.000=-92.000

*mean*	3.213-2.968=0.245
σ	0.357-0.147=0.210
min	2.862-2.856=0.006
max	3.732-3.216=0.516

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.836-1.820=0.016
σ	0.095-0.112=-0.017
min	1.731-1.647=0.084
max	1.933-1.908=0.025

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.537-450.090=3.446
σ	585.528-579.265=6.264
min	160.767-160.454=0.314
max	1331.829-1318.987=12.842

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.550-0.527=0.022
σ	0.561-0.509=0.052
min	0.267-0.270=-0.003
max	1.391-1.291=0.100

policies=20

*mean*	1608.043-1604.901=3.141
σ	0.416-0.398=0.018
min	1607.759-1604.628=3.131
max	1608.661-1605.490=3.171

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-446.750=0.750
σ	7.506-2.500=5.006
min	441.000-443.000=-2.000
max	454.000-448.000=6.000

*mean*	2.704-2.662=0.042
σ	0.031-0.011=0.020
min	2.666-2.651=0.015
max	2.742-2.674=0.068

policies=200

*mean*	16088.517-16057.332=31.185
σ	0.216-0.085=0.131
min	16088.340-16057.281=31.058
max	16088.826-16057.458=31.367

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-495.250=0.500
σ	3.403-4.856=-1.453
min	491.000-489.000=2.000
max	499.000-500.000=-1.000

*mean*	27.327-27.008=0.318
σ	0.167-0.070=0.097
min	27.192-26.919=0.273
max	27.570-27.065=0.505