Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.621=-0.001
σ	0.351-0.351=0.000
min	54.491-54.488=0.003
max	55.618-55.619=-0.001

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.142-0.142=0.000
σ	0.005-0.005=-0.000
min	0.137-0.138=-0.000
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.788=0.002
σ	0.006-0.005=0.001
min	43.782-43.782=-0.000
max	43.802-43.798=0.004

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.124-0.122=0.003
σ	0.005-0.005=-0.000
min	0.120-0.114=0.006
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4145.375
σ	1891.707-1888.589=3.118
min	1554.000-1556.000=-2.000
max	7261.000-7264.000=-3.000

*mean*	12.730-12.793=-0.063
σ	0.332-0.213=0.120
min	12.331-12.449=-0.117
max	13.266-13.111=0.155

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620

*mean*	4145.375
σ	1891.707-1888.589=3.118
min	1554.000-1556.000=-2.000
max	7261.000-7264.000=-3.000

*mean*	13.292-13.182=0.111
σ	0.297-0.585=-0.289
min	12.997-12.004=0.993
max	13.899-13.858=0.041

op=table_records(), no indexes

*mean*	41.931-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928
max	41.932-41.932=-0.000

*mean*	7261.000-7264.000=-3.000
σ	0.000
min	7261.000-7264.000=-3.000
max	7261.000-7264.000=-3.000

*mean*	15.260-15.582=-0.322
σ	0.351-0.383=-0.031
min	14.429-14.813=-0.384
max	15.530-16.164=-0.633

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4145.375
σ	1891.707-1888.589=3.118
min	1554.000-1556.000=-2.000
max	7261.000-7264.000=-3.000

*mean*	13.476-13.482=-0.007
σ	1.793-1.841=-0.048
min	11.310-11.025=0.285
max	15.219-15.497=-0.279

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=0.000
min	27.603
max	27.991

*mean*	4145.375
σ	1891.707-1888.589=3.118
min	1554.000-1556.000=-2.000
max	7261.000-7264.000=-3.000

*mean*	9.061-9.193=-0.132
σ	0.456-0.477=-0.021
min	8.379-8.496=-0.117
max	9.665-9.818=-0.153

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4145.375
σ	1891.707-1888.589=3.118
min	1554.000-1556.000=-2.000
max	7261.000-7264.000=-3.000

*mean*	6.789-6.665=0.124
σ	0.338-0.291=0.047
min	6.291-6.184=0.106
max	7.276-7.109=0.167

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.668

*mean*	4145.375
σ	1891.707-1888.589=3.118
min	1554.000-1556.000=-2.000
max	7261.000-7264.000=-3.000

*mean*	6.022-6.060=-0.039
σ	0.207-0.143=0.064
min	5.644-5.735=-0.090
max	6.300-6.211=0.089

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972-25.972=-0.000

*mean*	4145.375
σ	1891.707-1888.589=3.118
min	1554.000-1556.000=-2.000
max	7261.000-7264.000=-3.000

*mean*	5.827-5.814=0.013
σ	0.208-0.123=0.086
min	5.410-5.610=-0.200
max	5.996-5.976=0.020

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.607=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.607-2524.607=-0.000

*mean*	7261.000-7264.000=-3.000
σ	0.000
min	7261.000-7264.000=-3.000
max	7261.000-7264.000=-3.000

*mean*	1498.310-1551.173=-52.863
σ	850.165-1075.397=-225.232
min	1030.914-1037.547=-6.633
max	3471.266-4130.174=-658.908

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=-0.000
min	8744.554
max	8745.881-8745.882=-0.001

*mean*	3566.250-3567.000=-0.750
σ	1794.413-1790.014=4.399
min	1041.000-1043.000=-2.000
max	5776.000-5774.000=2.000

*mean*	5056.158-4908.711=147.447
σ	1723.772-1553.135=170.637
min	3498.901-3493.378=5.523
max	7279.154-7272.058=7.095

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081

*mean*	4145.375
σ	1891.707-1888.589=3.118
min	1554.000-1556.000=-2.000
max	7261.000-7264.000=-3.000

*mean*	83.844-82.959=0.886
σ	13.270-11.081=2.189
min	70.239-71.651=-1.412
max	103.079-102.865=0.214

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	7261.000-7264.000=-3.000
σ	0.000
min	7261.000-7264.000=-3.000
max	7261.000-7264.000=-3.000

*mean*	108.954-107.960=0.994
σ	2.928-2.407=0.521
min	104.707-104.870=-0.163
max	113.708-112.874=0.834

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7261.000-7264.000=-3.000
σ	0.000
min	7261.000-7264.000=-3.000
max	7261.000-7264.000=-3.000

*mean*	163.460-165.110=-1.650
σ	4.307-4.438=-0.131
min	153.446-154.935=-1.489
max	167.086-168.931=-1.846

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4145.375
σ	1891.707-1888.589=3.118
min	1554.000-1556.000=-2.000
max	7261.000-7264.000=-3.000

*mean*	6641.275-6579.960=61.315
σ	1118.398-1323.850=-205.452
min	4875.012-4883.935=-8.923
max	7865.254-8292.095=-426.842

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7261.000-7264.000=-3.000
σ	0.000
min	7261.000-7264.000=-3.000
max	7261.000-7264.000=-3.000

*mean*	5762.597-5526.670=235.926
σ	1560.026-1638.020=-77.994
min	4371.515-4355.887=15.628
max	8218.334-8283.080=-64.746

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-474.000=4.000
σ	0.000
min	478.000-474.000=4.000
max	478.000-474.000=4.000

*mean*	386.394-389.428=-3.034
σ	13.843-5.205=8.638
min	352.582-379.454=-26.872
max	395.667-395.607=0.060

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.000=3.000
σ	0.000
min	562.000-559.000=3.000
max	562.000-559.000=3.000

*mean*	717.676-769.546=-51.870
σ	88.792-17.330=71.462
min	594.040-744.837=-150.797
max	794.955-794.013=0.942

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.371-1008.376=-0.005
σ	0.761-0.760=0.001
min	1007.901-1007.900=0.002
max	1011.517-1011.517=0.000

*mean*	1056.850-1044.450=12.400
σ	315.578-298.184=17.395
min	563.000-562.000=1.000
max	1528.000-1443.000=85.000

*mean*	1.561-1.526=0.035
σ	0.075-0.070=0.005
min	1.493-1.466=0.027
max	1.777-1.744=0.033

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.443-0.300=0.144
σ	0.471-0.286=0.186
min	0.230-0.144=0.087
max	1.287-0.807=0.480

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.833-0.484=0.349
σ	0.527-0.328=0.199
min	0.568-0.330=0.238
max	1.775-1.070=0.705

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.374-0.214=0.161
σ	0.035-0.025=0.010
min	0.344-0.189=0.155
max	0.435-0.254=0.180

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.589-0.334=0.255
σ	0.032-0.014=0.018
min	0.567-0.320=0.246
max	0.645-0.356=0.289

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	434.400-434.800=-0.400
σ	1.342-1.643=-0.302
min	432.000
max	435.000-436.000=-1.000

*mean*	0.605-0.564=0.041
σ	0.085-0.046=0.039
min	0.549-0.495=0.053
max	0.753-0.598=0.155

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.483-0.474=0.009
σ	0.037-0.058=-0.021
min	0.434-0.398=0.036
max	0.535-0.534=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	1.948-2.598=-0.650
σ	0.079-0.099=-0.020
min	1.828-2.467=-0.639
max	2.219-3.019=-0.800

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	1.934-2.588=-0.654
σ	0.067-0.080=-0.014
min	1.821-2.406=-0.585
max	2.180-2.792=-0.612

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.304-0.311=-0.007
σ	0.008-0.011=-0.003
min	0.289-0.295=-0.006
max	0.353-0.369=-0.016

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.291-0.294=-0.003
σ	0.007-0.008=-0.002
min	0.278-0.279=-0.001
max	0.309-0.343=-0.033

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.981-297.941=0.040
σ	1.009-0.976=0.033
min	297.530-297.451=0.079
max	300.841-300.704=0.137

*mean*	443.600-440.600=3.000
σ	19.051-13.906=5.145
min	415.000-416.000=-1.000
max	465.000-462.000=3.000

*mean*	0.617-0.603=0.015
σ	0.014-0.020=-0.006
min	0.587-0.570=0.017
max	0.641-0.630=0.012

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.012

*mean*	1791.000-1731.750=59.250
σ	28.284-8.988=19.296
min	1721.000
max	1801.000-1740.000=61.000

*mean*	210.568-204.263=6.305
σ	3.242-2.531=0.711
min	204.015-200.803=3.212
max	214.244-209.247=4.997

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1791.000-1731.750=59.250
σ	28.284-8.988=19.296
min	1721.000
max	1801.000-1740.000=61.000

*mean*	11.828-10.125=1.704
σ	1.126-2.183=-1.057
min	9.551-7.360=2.191
max	12.497-12.799=-0.302

phase=parser

*mean*	1041.161-1041.161=-0.000
σ	0.000-0.000=-0.000
min	1041.160
max	1041.161

*mean*	1791.000-1731.750=59.250
σ	28.284-8.988=19.296
min	1721.000
max	1801.000-1740.000=61.000

*mean*	699.405-631.986=67.419
σ	57.122-119.563=-62.441
min	563.438-485.325=78.113
max	756.846-831.080=-74.234

phase=processProdDef

*mean*	6169.658-6169.658=0.000
σ	0.001-0.001=0.000
min	6169.657
max	6169.659

*mean*	1801.000-1734.125=66.875
σ	0.000-8.219=-8.219
min	1801.000-1721.000=80.000
max	1801.000-1740.000=61.000

*mean*	5287.432-5446.077=-158.644
σ	1192.920-1308.457=-115.537
min	3680.175-3815.726=-135.551
max	7095.053-7084.698=10.355

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1791.000-1731.750=59.250
σ	28.284-8.988=19.296
min	1721.000
max	1801.000-1740.000=61.000

*mean*	44.775-41.675=3.100
σ	4.840-7.664=-2.824
min	34.441-26.773=7.668
max	47.612-51.786=-4.174

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1791.000-1731.750=59.250
σ	28.284-8.988=19.296
min	1721.000
max	1801.000-1740.000=61.000

*mean*	799.428-719.058=80.371
σ	57.419-71.147=-13.728
min	741.826-631.671=110.154
max	882.002-808.529=73.473

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.773-292.775=-0.002
σ	0.036-0.035=0.002
min	292.724-292.727=-0.003
max	292.812-292.812=-0.000

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.401-0.397=0.004
σ	0.007-0.001=0.005
min	0.397-0.395=0.001
max	0.412-0.398=0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.880-1302.866=0.014
σ	0.093-0.087=0.006
min	1302.717-1302.716=0.000
max	1302.946-1302.918=0.028

*mean*	1076.400-1089.600=-13.200
σ	186.165-181.100=5.064
min	842.000-838.000=4.000
max	1323.000-1303.000=20.000

*mean*	2.010-2.019=-0.009
σ	0.199-0.199=0.000
min	1.762-1.779=-0.017
max	2.198-2.164=0.033

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.910-1545.903=0.008
σ	4.022-4.006=0.016
min	1543.927-1543.948=-0.022
max	1553.098-1553.062=0.036

*mean*	612.600-612.800=-0.200
σ	74.090-77.629=-3.539
min	496.000-493.000=3.000
max	691.000-700.000=-9.000

*mean*	2.274-2.249=0.025
σ	0.177-0.117=0.060
min	2.137-2.142=-0.005
max	2.548-2.449=0.099

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.845-1864.835=0.010
σ	0.050-0.029=0.021
min	1864.788-1864.790=-0.002
max	1864.896-1864.867=0.029

*mean*	1714.000-1733.200=-19.200
σ	234.338-225.880=8.459
min	1429.000
max	2022.000-1946.000=76.000

*mean*	2.920-2.953=-0.032
σ	0.065-0.148=-0.082
min	2.863-2.836=0.026
max	3.014-3.196=-0.183

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.721-1.805=-0.084
σ	0.125-0.115=0.009
min	1.640-1.624=0.017
max	1.939-1.902=0.037

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.753-447.755=-0.003
σ	579.111-579.110=0.001
min	158.194-158.199=-0.005
max	1316.419-1316.421=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.519-0.532=-0.014
σ	0.517-0.544=-0.027
min	0.258-0.252=0.006
max	1.294-1.349=-0.055

policies=20

*mean*	1582.285-1582.287=-0.003
σ	0.354-0.349=0.005
min	1582.034-1582.042=-0.008
max	1582.808-1582.803=0.005

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.500-444.500=1.000
σ	5.196-4.041=1.155
min	441.000
max	450.000-448.000=2.000

*mean*	2.621-2.623=-0.002
σ	0.023-0.018=0.004
min	2.597-2.598=-0.001
max	2.647-2.642=0.005

policies=200

*mean*	15830.815-15830.897=-0.082
σ	0.117-0.139=-0.022
min	15830.676-15830.786=-0.110
max	15830.931-15831.088=-0.157

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.000-494.250=3.750
σ	5.164-2.500=2.664
min	492.000-491.000=1.000
max	504.000-497.000=7.000

*mean*	26.532-26.457=0.075
σ	0.188-0.157=0.031
min	26.284-26.238=0.045
max	26.697-26.575=0.122