Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.621=-0.002
σ	0.349-0.351=-0.002
min	54.488-54.488=-0.000
max	55.613-55.619=-0.006

*mean*	417.400-416.000=1.400
σ	0.966-0.000=0.966
min	416.000
max	418.000-416.000=2.000

*mean*	0.140-0.142=-0.001
σ	0.004-0.005=-0.001
min	0.137-0.138=-0.001
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.788=0.000
σ	0.006-0.005=0.001
min	43.782-43.782=-0.000
max	43.803-43.798=0.005

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.120-0.122=-0.002
σ	0.004-0.005=-0.001
min	0.115-0.114=0.001
max	0.128-0.131=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4158.000-4145.375=12.625
σ	1907.005-1888.589=18.416
min	1556.000
max	7327.000-7264.000=63.000

*mean*	12.958-12.793=0.165
σ	0.209-0.213=-0.004
min	12.671-12.449=0.222
max	13.272-13.111=0.161

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4158.000-4145.375=12.625
σ	1907.005-1888.589=18.416
min	1556.000
max	7327.000-7264.000=63.000

*mean*	13.113-13.182=-0.069
σ	0.702-0.585=0.117
min	11.825-12.004=-0.179
max	13.760-13.858=-0.098

op=table_records(), no indexes

*mean*	41.931-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7327.000-7264.000=63.000
σ	0.000
min	7327.000-7264.000=63.000
max	7327.000-7264.000=63.000

*mean*	15.111-15.582=-0.471
σ	0.731-0.383=0.349
min	13.471-14.813=-1.342
max	15.671-16.164=-0.493

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.000

*mean*	4158.000-4145.375=12.625
σ	1907.005-1888.589=18.416
min	1556.000
max	7327.000-7264.000=63.000

*mean*	13.129-13.482=-0.353
σ	1.776-1.841=-0.065
min	11.051-11.025=0.025
max	15.497-15.497=-0.000

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=-0.000
min	27.603-27.603=0.000
max	27.991

*mean*	4158.000-4145.375=12.625
σ	1907.005-1888.589=18.416
min	1556.000
max	7327.000-7264.000=63.000

*mean*	8.803-9.193=-0.389
σ	0.347-0.477=-0.130
min	8.366-8.496=-0.130
max	9.233-9.818=-0.585

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4158.000-4145.375=12.625
σ	1907.005-1888.589=18.416
min	1556.000
max	7327.000-7264.000=63.000

*mean*	6.596-6.665=-0.068
σ	0.282-0.291=-0.009
min	6.160-6.184=-0.025
max	7.060-7.109=-0.049

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.668

*mean*	4158.000-4145.375=12.625
σ	1907.005-1888.589=18.416
min	1556.000
max	7327.000-7264.000=63.000

*mean*	6.002-6.060=-0.058
σ	0.141-0.143=-0.002
min	5.786-5.735=0.051
max	6.285-6.211=0.074

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.972=0.000

*mean*	4158.000-4145.375=12.625
σ	1907.005-1888.589=18.416
min	1556.000
max	7327.000-7264.000=63.000

*mean*	5.849-5.814=0.035
σ	0.131-0.123=0.008
min	5.693-5.610=0.082
max	6.075-5.976=0.099

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.607=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.607-2524.607=-0.001

*mean*	7327.000-7264.000=63.000
σ	0.000
min	7327.000-7264.000=63.000
max	7327.000-7264.000=63.000

*mean*	1045.589-1551.173=-505.584
σ	8.197-1075.397=-1067.200
min	1031.738-1037.547=-5.809
max	1058.166-4130.174=-3072.009

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.554=-0.000
max	8745.883-8745.882=0.000

*mean*	3578.875-3567.000=11.875
σ	1802.314-1790.014=12.300
min	1044.000-1043.000=1.000
max	5814.000-5774.000=40.000

*mean*	4862.380-4908.711=-46.331
σ	1599.823-1553.135=46.688
min	3506.945-3493.378=13.567
max	7292.848-7272.058=20.789

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	4158.000-4145.375=12.625
σ	1907.005-1888.589=18.416
min	1556.000
max	7327.000-7264.000=63.000

*mean*	82.223-82.959=-0.736
σ	9.554-11.081=-1.527
min	71.154-71.651=-0.497
max	94.087-102.865=-8.778

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7327.000-7264.000=63.000
σ	0.000
min	7327.000-7264.000=63.000
max	7327.000-7264.000=63.000

*mean*	106.018-107.960=-1.942
σ	5.479-2.407=3.072
min	95.838-104.870=-9.032
max	110.725-112.874=-2.149

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7327.000-7264.000=63.000
σ	0.000
min	7327.000-7264.000=63.000
max	7327.000-7264.000=63.000

*mean*	162.944-165.110=-2.166
σ	9.768-4.438=5.329
min	141.202-154.935=-13.733
max	170.256-168.931=1.325

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.537-11667.538=-0.001

*mean*	4158.000-4145.375=12.625
σ	1907.005-1888.589=18.416
min	1556.000
max	7327.000-7264.000=63.000

*mean*	6536.872-6579.960=-43.088
σ	1144.153-1323.850=-179.697
min	4919.776-4883.935=35.841
max	7931.299-8292.095=-360.796

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.000-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.066-11560.066=0.000

*mean*	7327.000-7264.000=63.000
σ	0.000
min	7327.000-7264.000=63.000
max	7327.000-7264.000=63.000

*mean*	6039.306-5526.670=512.635
σ	1623.067-1638.020=-14.953
min	4396.194-4355.887=40.307
max	7888.122-8283.080=-394.958

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-474.000=3.000
σ	0.000
min	477.000-474.000=3.000
max	477.000-474.000=3.000

*mean*	381.075-389.428=-8.354
σ	20.255-5.205=15.049
min	350.967-379.454=-28.487
max	400.212-395.607=4.605

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-559.000=2.000
σ	0.000
min	561.000-559.000=2.000
max	561.000-559.000=2.000

*mean*	763.979-769.546=-5.567
σ	39.144-17.330=21.814
min	682.141-744.837=-62.695
max	808.292-794.013=14.279

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.376=-0.001
σ	0.758-0.760=-0.001
min	1007.902-1007.900=0.002
max	1011.511-1011.517=-0.006

*mean*	1041.450-1044.450=-3.000
σ	306.998-298.184=8.814
min	572.000-562.000=10.000
max	1491.000-1443.000=48.000

*mean*	1.543-1.526=0.017
σ	0.080-0.070=0.010
min	1.460-1.466=-0.006
max	1.753-1.744=0.008

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.290-0.300=-0.010
σ	0.290-0.286=0.004
min	0.137-0.144=-0.006
max	0.804-0.807=-0.003

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.484=-0.009
σ	0.320-0.328=-0.008
min	0.323-0.330=-0.007
max	1.048-1.070=-0.023

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.214=0.005
σ	0.026-0.025=0.001
min	0.198-0.189=0.008
max	0.264-0.254=0.009

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.334=0.001
σ	0.022-0.014=0.008
min	0.319-0.320=-0.001
max	0.374-0.356=0.019

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	434.400-434.800=-0.400
σ	1.342-1.643=-0.302
min	432.000
max	435.000-436.000=-1.000

*mean*	0.584-0.564=0.020
σ	0.016-0.046=-0.031
min	0.564-0.495=0.069
max	0.603-0.598=0.005

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.477-0.474=0.003
σ	0.024-0.058=-0.034
min	0.456-0.398=0.058
max	0.510-0.534=-0.023

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	1.939-2.598=-0.659
σ	0.061-0.099=-0.038
min	1.825-2.467=-0.641
max	2.205-3.019=-0.814

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	1.932-2.588=-0.656
σ	0.058-0.080=-0.022
min	1.818-2.406=-0.588
max	2.164-2.792=-0.628

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.311-0.311=-0.000
σ	0.045-0.011=0.034
min	0.289-0.295=-0.006
max	0.748-0.369=0.378

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.295-0.294=0.001
σ	0.010-0.008=0.002
min	0.277-0.279=-0.002
max	0.366-0.343=0.023

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.994-297.941=0.053
σ	0.969-0.976=-0.006
min	297.604-297.451=0.152
max	300.749-300.704=0.045

*mean*	446.900-440.600=6.300
σ	17.323-13.906=3.417
min	426.000-416.000=10.000
max	472.000-462.000=10.000

*mean*	0.607-0.603=0.005
σ	0.019-0.020=-0.001
min	0.575-0.570=0.005
max	0.639-0.630=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.011=-0.000
σ	0.000-0.000=-0.000
min	222.011
max	222.011-222.012=-0.000

*mean*	1537.750-1731.750=-194.000
σ	87.330-8.988=78.342
min	1496.000-1721.000=-225.000
max	1739.000-1740.000=-1.000

*mean*	204.385-204.263=0.122
σ	1.257-2.531=-1.273
min	202.762-200.803=1.960
max	206.946-209.247=-2.301

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	1537.750-1731.750=-194.000
σ	87.330-8.988=78.342
min	1496.000-1721.000=-225.000
max	1739.000-1740.000=-1.000

*mean*	11.974-10.125=1.849
σ	1.218-2.183=-0.965
min	9.440-7.360=2.080
max	12.733-12.799=-0.066

phase=parser

*mean*	1041.158-1041.161=-0.002
σ	0.000-0.000=0.000
min	1041.158-1041.160=-0.002
max	1041.159-1041.161=-0.002

*mean*	1537.750-1731.750=-194.000
σ	87.330-8.988=78.342
min	1496.000-1721.000=-225.000
max	1739.000-1740.000=-1.000

*mean*	700.220-631.986=68.234
σ	85.831-119.563=-33.732
min	568.835-485.325=83.509
max	836.824-831.080=5.744

phase=processProdDef

*mean*	6169.660-6169.658=0.002
σ	0.001-0.001=-0.000
min	6169.659-6169.657=0.002
max	6169.661-6169.659=0.002

*mean*	1568.125-1734.125=-166.000
σ	110.041-8.219=101.822
min	1496.000-1721.000=-225.000
max	1739.000-1740.000=-1.000

*mean*	5486.753-5446.077=40.676
σ	819.825-1308.457=-488.632
min	4424.083-3815.726=608.357
max	6585.186-7084.698=-499.512

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1537.750-1731.750=-194.000
σ	87.330-8.988=78.342
min	1496.000-1721.000=-225.000
max	1739.000-1740.000=-1.000

*mean*	45.216-41.675=3.540
σ	5.198-7.664=-2.466
min	35.115-26.773=8.341
max	50.982-51.786=-0.805

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1537.750-1731.750=-194.000
σ	87.330-8.988=78.342
min	1496.000-1721.000=-225.000
max	1739.000-1740.000=-1.000

*mean*	805.753-719.058=86.695
σ	86.660-71.147=15.513
min	660.557-631.671=28.886
max	887.176-808.529=78.646

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.774-292.775=-0.001
σ	0.034-0.035=-0.000
min	292.726-292.727=-0.001
max	292.811-292.812=-0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.402-0.397=0.006
σ	0.006-0.001=0.005
min	0.399-0.395=0.004
max	0.413-0.398=0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.873-1302.866=0.008
σ	0.079-0.087=-0.008
min	1302.744-1302.716=0.027
max	1302.936-1302.918=0.018

*mean*	1074.200-1089.600=-15.400
σ	184.193-181.100=3.093
min	841.000-838.000=3.000
max	1317.000-1303.000=14.000

*mean*	2.017-2.019=-0.002
σ	0.181-0.199=-0.019
min	1.828-1.779=0.049
max	2.226-2.164=0.061

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.905-1545.903=0.002
σ	4.023-4.006=0.017
min	1543.925-1543.948=-0.023
max	1553.094-1553.062=0.032

*mean*	611.800-612.800=-1.000
σ	74.244-77.629=-3.384
min	495.000-493.000=2.000
max	690.000-700.000=-10.000

*mean*	2.246-2.249=-0.003
σ	0.158-0.117=0.041
min	2.066-2.142=-0.075
max	2.502-2.449=0.053

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.835-1864.835=0.000
σ	0.040-0.029=0.011
min	1864.786-1864.790=-0.004
max	1864.879-1864.867=0.012

*mean*	1714.200-1733.200=-19.000
σ	252.850-225.880=26.970
min	1421.000-1429.000=-8.000
max	2068.000-1946.000=122.000

*mean*	2.948-2.953=-0.005
σ	0.092-0.148=-0.056
min	2.876-2.836=0.039
max	3.064-3.196=-0.132

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.849-1.805=0.044
σ	0.100-0.115=-0.015
min	1.690-1.624=0.067
max	1.948-1.902=0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.754-447.755=-0.002
σ	579.110-579.110=0.000
min	158.197-158.199=-0.002
max	1316.419-1316.421=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.540-0.532=0.007
σ	0.551-0.544=0.007
min	0.262-0.252=0.010
max	1.366-1.349=0.018

policies=20

*mean*	1582.269-1582.287=-0.018
σ	0.342-0.349=-0.007
min	1582.026-1582.042=-0.016
max	1582.774-1582.803=-0.029

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.500-444.500=2.000
σ	4.041
min	443.000-441.000=2.000
max	450.000-448.000=2.000

*mean*	2.632-2.623=0.009
σ	0.015-0.018=-0.004
min	2.620-2.598=0.022
max	2.653-2.642=0.011

policies=200

*mean*	15830.723-15830.897=-0.173
σ	0.194-0.139=0.054
min	15830.566-15830.786=-0.220
max	15831.005-15831.088=-0.083

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	495.000-494.250=0.750
σ	3.916-2.500=1.416
min	491.000
max	500.000-497.000=3.000

*mean*	26.672-26.457=0.215
σ	0.151-0.157=-0.006
min	26.493-26.238=0.255
max	26.814-26.575=0.239