Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.618=0.000
σ	0.351-0.352=-0.001
min	54.487-54.484=0.003
max	55.616-55.619=-0.002

*mean*	414.000-413.000=1.000
σ	0.000
min	414.000-413.000=1.000
max	414.000-413.000=1.000

*mean*	0.139-0.136=0.003
σ	0.005-0.005=-0.001
min	0.132-0.130=0.002
max	0.147-0.146=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.790-43.788=0.002
σ	0.006-0.006=-0.000
min	43.782-43.779=0.003
max	43.799-43.800=-0.001

*mean*	414.000-413.000=1.000
σ	0.000
min	414.000-413.000=1.000
max	414.000-413.000=1.000

*mean*	0.128-0.122=0.006
σ	0.007-0.004=0.003
min	0.120-0.117=0.003
max	0.142-0.128=0.014

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4107.125-4112.250=-5.125
σ	1560.971-1554.399=6.572
min	2043.000-2063.000=-20.000
max	6040.000-6042.000=-2.000

*mean*	12.053-11.904=0.149
σ	0.368-0.255=0.112
min	11.399-11.599=-0.200
max	12.483-12.328=0.155

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.001
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4107.125-4112.250=-5.125
σ	1560.971-1554.399=6.572
min	2043.000-2063.000=-20.000
max	6040.000-6042.000=-2.000

*mean*	11.481-11.867=-0.387
σ	0.331-0.687=-0.357
min	11.099-10.830=0.270
max	11.991-12.684=-0.693

op=table_records(), no indexes

*mean*	41.932-41.928=0.004
σ	0.000-0.000=-0.000
min	41.932-41.928=0.004
max	41.933-41.929=0.003

*mean*	6040.000-6042.000=-2.000
σ	0.000
min	6040.000-6042.000=-2.000
max	6040.000-6042.000=-2.000

*mean*	13.104-13.212=-0.107
σ	1.177-1.247=-0.070
min	10.529-10.674=-0.145
max	14.446-14.904=-0.458

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.001-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.931=-0.000

*mean*	4107.125-4112.250=-5.125
σ	1560.971-1554.399=6.572
min	2043.000-2063.000=-20.000
max	6040.000-6042.000=-2.000

*mean*	12.147-12.163=-0.015
σ	1.886-1.937=-0.051
min	10.331-10.159=0.172
max	14.310-14.431=-0.122

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.609-27.607=0.002

*mean*	4107.125-4112.250=-5.125
σ	1560.971-1554.399=6.572
min	2043.000-2063.000=-20.000
max	6040.000-6042.000=-2.000

*mean*	8.239-8.022=0.217
σ	0.231-0.196=0.034
min	7.968-7.793=0.175
max	8.632-8.303=0.329

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4107.125-4112.250=-5.125
σ	1560.971-1554.399=6.572
min	2043.000-2063.000=-20.000
max	6040.000-6042.000=-2.000

*mean*	6.038-5.974=0.064
σ	0.504-0.468=0.037
min	5.128-4.981=0.147
max	6.753-6.636=0.117

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4107.125-4112.250=-5.125
σ	1560.971-1554.399=6.572
min	2043.000-2063.000=-20.000
max	6040.000-6042.000=-2.000

*mean*	5.320-5.277=0.043
σ	0.187-0.162=0.025
min	5.146-5.061=0.086
max	5.697-5.613=0.084

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4107.125-4112.250=-5.125
σ	1560.971-1554.399=6.572
min	2043.000-2063.000=-20.000
max	6040.000-6042.000=-2.000

*mean*	5.004-5.029=-0.025
σ	0.095-0.223=-0.128
min	4.888-4.628=0.260
max	5.151-5.300=-0.149

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.603=0.003
σ	0.000-0.000=0.000
min	2524.606-2524.603=0.003
max	2524.607-2524.603=0.004

*mean*	6040.000-6042.000=-2.000
σ	0.000
min	6040.000-6042.000=-2.000
max	6040.000-6042.000=-2.000

*mean*	1494.307-1453.179=41.128
σ	730.707-682.237=48.470
min	1056.412-1055.952=0.459
max	3059.719-2992.629=67.090

op=load_product(), with indexes

*mean*	8744.567-8744.568=-0.000
σ	0.033-0.033=0.000
min	8744.553-8744.553=0.000
max	8744.649-8744.649=-0.000

*mean*	3828.375-3840.750=-12.375
σ	1634.025-1622.932=11.092
min	2043.000-2063.000=-20.000
max	6040.000-6042.000=-2.000

*mean*	4532.375-4286.063=246.311
σ	1341.428-1320.540=20.889
min	3551.408-3545.829=5.579
max	7435.279-7329.404=105.875

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.001
σ	0.003-0.002=0.001
min	62.076-62.075=0.001
max	62.084-62.080=0.004

*mean*	4107.125-4112.250=-5.125
σ	1560.971-1554.399=6.572
min	2043.000-2063.000=-20.000
max	6040.000-6042.000=-2.000

*mean*	80.614-81.581=-0.966
σ	9.657-11.027=-1.371
min	71.141-70.252=0.890
max	97.244-98.183=-0.939

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	6040.000-6042.000=-2.000
σ	0.000
min	6040.000-6042.000=-2.000
max	6040.000-6042.000=-2.000

*mean*	96.654-97.078=-0.424
σ	8.228-8.265=-0.037
min	84.790-86.387=-1.597
max	108.224-106.983=1.242

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.001-0.000=0.001
min	66.685-66.685=-0.000
max	66.689-66.687=0.003

*mean*	6040.000-6042.000=-2.000
σ	0.000
min	6040.000-6042.000=-2.000
max	6040.000-6042.000=-2.000

*mean*	228.399-231.153=-2.754
σ	239.458-245.615=-6.157
min	125.699-127.720=-2.021
max	820.029-838.213=-18.184

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.317-4.318=-0.002
min	11655.305
max	11667.516-11667.521=-0.004

*mean*	4107.125-4112.250=-5.125
σ	1560.971-1554.399=6.572
min	2043.000-2063.000=-20.000
max	6040.000-6042.000=-2.000

*mean*	6543.220-5900.656=642.564
σ	1367.613-1168.177=199.436
min	4925.041-4917.759=7.283
max	8019.378-8382.611=-363.232

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.069=-0.003
σ	0.000-0.001=-0.000
min	11560.065-11560.067=-0.002
max	11560.066-11560.069=-0.003

*mean*	6040.000-6042.000=-2.000
σ	0.000
min	6040.000-6042.000=-2.000
max	6040.000-6042.000=-2.000

*mean*	6735.906-6412.865=323.041
σ	1148.784-1340.522=-191.738
min	4435.081-4436.898=-1.817
max	8168.920-7921.663=247.257

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.588-172.589=-0.001
σ	0.036-0.038=-0.002
min	172.558-172.561=-0.003
max	172.663-172.668=-0.005

*mean*	2043.000-2063.000=-20.000
σ	0.000
min	2043.000-2063.000=-20.000
max	2043.000-2063.000=-20.000

*mean*	355.140-365.131=-9.991
σ	49.323-36.810=12.513
min	303.427-332.521=-29.094
max	448.698-430.197=18.501

op=pointedIndexFromKvs

rows=400000

*mean*	357.369-357.369=0.000
σ	0.041-0.043=-0.002
min	357.321
max	357.419-357.425=-0.006

*mean*	2043.000-2063.000=-20.000
σ	0.000
min	2043.000-2063.000=-20.000
max	2043.000-2063.000=-20.000

*mean*	771.007-723.861=47.146
σ	25.544-61.409=-35.865
min	730.024-627.773=102.251
max	804.196-794.430=9.766

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.480-1008.474=0.006
σ	0.877-0.882=-0.005
min	1007.980-1007.978=0.002
max	1012.110-1012.135=-0.026

*mean*	1036.150-1036.950=-0.800
σ	304.369-306.748=-2.379
min	543.000-542.000=1.000
max	1460.000-1466.000=-6.000

*mean*	1.520-1.549=-0.029
σ	0.097-0.131=-0.034
min	1.439-1.448=-0.009
max	1.810-1.998=-0.188

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.399-0.405=-0.006
σ	0.112-0.101=0.011
min	0.326-0.334=-0.008
max	0.597-0.583=0.015

name=error_case.art

*mean*	2.333-2.335=-0.001
σ	0.003-0.003=-0.000
min	2.332
max	2.337-2.339=-0.001

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.882-0.895=-0.014
σ	0.084-0.082=0.003
min	0.824-0.841=-0.018
max	1.030-1.036=-0.007

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.543-0.538=0.005
σ	0.057-0.054=0.003
min	0.504-0.494=0.010
max	0.641-0.626=0.015

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.844-0.845=-0.001
σ	0.042-0.035=0.007
min	0.806-0.818=-0.012
max	0.917-0.904=0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.923-963.921=0.002
σ	0.026-0.028=-0.002
min	963.902
max	963.965-963.969=-0.004

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.840-0.830=0.010
σ	0.021-0.023=-0.002
min	0.806-0.801=0.004
max	0.857-0.855=0.002

name=cdr_enhanced_4k_loc.art

*mean*	884.889-884.889=0.000
σ	0.007-0.005=0.001
min	884.883
max	884.897-884.896=0.001

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.700-0.702=-0.002
σ	0.026-0.037=-0.011
min	0.669-0.648=0.021
max	0.742-0.744=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	4.288-4.307=-0.018
σ	0.120-0.083=0.037
min	4.144-4.145=-0.001
max	4.868-4.629=0.239

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	4.247-4.262=-0.015
σ	0.075-0.078=-0.002
min	4.133-4.110=0.022
max	4.517-4.526=-0.009

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.608-0.756=-0.148
σ	0.101-0.026=0.075
min	0.515-0.634=-0.119
max	0.868-0.851=0.017

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.513-0.545=-0.032
σ	0.020-0.072=-0.052
min	0.486-0.491=-0.005
max	0.661-0.768=-0.107

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.651-297.744=-0.092
σ	0.194-0.281=-0.087
min	297.522-297.577=-0.055
max	298.190-298.515=-0.325

*mean*	2043.000-2063.000=-20.000
σ	0.000
min	2043.000-2063.000=-20.000
max	2043.000-2063.000=-20.000

*mean*	0.609-0.601=0.008
σ	0.009-0.018=-0.009
min	0.598-0.557=0.041
max	0.624-0.620=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1607.000-1791.750=-184.750
σ	68.586-54.447=14.138
min	1460.000-1657.000=-197.000
max	1642.000-1811.000=-169.000

*mean*	202.911-204.475=-1.564
σ	3.311-3.266=0.045
min	199.700-199.876=-0.175
max	210.084-209.632=0.452

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1607.000-1791.750=-184.750
σ	68.586-54.447=14.138
min	1460.000-1657.000=-197.000
max	1642.000-1811.000=-169.000

*mean*	11.558-10.814=0.744
σ	1.553-2.441=-0.888
min	9.292-6.247=3.045
max	12.830-13.356=-0.526

phase=parser

*mean*	1041.160-1041.159=0.001
σ	0.000-0.000=0.000
min	1041.160-1041.159=0.001
max	1041.161-1041.160=0.001

*mean*	1607.000-1791.750=-184.750
σ	68.586-54.447=14.138
min	1460.000-1657.000=-197.000
max	1642.000-1811.000=-169.000

*mean*	670.946-633.439=37.506
σ	73.040-135.591=-62.551
min	567.714-384.172=183.542
max	732.300-844.197=-111.897

phase=processProdDef

*mean*	6169.660-6169.661=-0.001
σ	0.001-0.000=0.000
min	6169.659-6169.660=-0.001
max	6169.661-6169.661=-0.000

*mean*	1629.750-1811.000=-181.250
σ	34.648-0.000=34.648
min	1544.000-1811.000=-267.000
max	1642.000-1811.000=-169.000

*mean*	5808.557-6103.180=-294.623
σ	1374.668-1521.094=-146.426
min	3725.717-3514.404=211.314
max	7523.451-7474.377=49.074

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1607.000-1791.750=-184.750
σ	68.586-54.447=14.138
min	1460.000-1657.000=-197.000
max	1642.000-1811.000=-169.000

*mean*	44.236-44.432=-0.196
σ	5.496-10.715=-5.219
min	33.893-20.491=13.402
max	48.732-54.588=-5.856

phase=type checker

*mean*	958.693-958.690=0.004
σ	0.055
min	958.608-958.604=0.004
max	958.764-958.760=0.004

*mean*	1607.000-1791.750=-184.750
σ	68.586-54.447=14.138
min	1460.000-1657.000=-197.000
max	1642.000-1811.000=-169.000

*mean*	813.506-809.733=3.773
σ	97.267-84.158=13.109
min	668.690-674.477=-5.787
max	938.765-910.812=27.954

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.990-292.989=0.001
σ	0.034-0.043=-0.009
min	292.952-292.929=0.022
max	293.027-293.031=-0.003

*mean*	1642.000-1811.000=-169.000
σ	0.000
min	1642.000-1811.000=-169.000
max	1642.000-1811.000=-169.000

*mean*	0.396-0.398=-0.002
σ	0.007-0.006=0.001
min	0.391-0.391=-0.001
max	0.404-0.405=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.830-1302.823=0.007
σ	0.113-0.109=0.004
min	1302.732-1302.730=0.002
max	1303.011-1303.002=0.009

*mean*	1642.000-1811.000=-169.000
σ	0.000
min	1642.000-1811.000=-169.000
max	1642.000-1811.000=-169.000

*mean*	1.944-1.900=0.044
σ	0.194-0.145=0.049
min	1.823-1.789=0.034
max	2.282-2.139=0.143

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.921-1545.900=0.021
σ	3.989-3.998=-0.010
min	1543.927-1543.955=-0.028
max	1553.050-1553.047=0.002

*mean*	1642.000-1811.000=-169.000
σ	0.000
min	1642.000-1811.000=-169.000
max	1642.000-1811.000=-169.000

*mean*	2.405-2.357=0.047
σ	0.288-0.210=0.078
min	2.138-2.101=0.036
max	2.884-2.672=0.212

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.877-1864.863=0.014
σ	0.062-0.051=0.011
min	1864.795-1864.799=-0.004
max	1864.932-1864.925=0.007

*mean*	1779.400-1871.600=-92.200
σ	171.729-109.251=62.478
min	1642.000-1811.000=-169.000
max	2043.000-2063.000=-20.000

*mean*	2.917-2.927=-0.011
σ	0.065-0.093=-0.028
min	2.837-2.851=-0.014
max	2.993-3.076=-0.083

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.757-1.803=-0.047
σ	0.130-0.040=0.090
min	1.529-1.774=-0.245
max	1.850-1.872=-0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.795-446.793=0.002
σ	577.189-577.191=-0.001
min	158.198-158.194=0.004
max	1312.579-1312.579=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1642.000-1811.000=-169.000
σ	0.000
min	1642.000-1811.000=-169.000
max	1642.000-1811.000=-169.000

*mean*	0.553-0.470=0.084
σ	0.576-0.390=0.187
min	0.264-0.270=-0.006
max	1.418-1.054=0.364

policies=20

*mean*	1582.276-1582.284=-0.009
σ	0.349-0.402=-0.053
min	1582.040-1582.022=0.018
max	1582.794-1582.883=-0.088

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1642.000-1811.000=-169.000
σ	0.000
min	1642.000-1811.000=-169.000
max	1642.000-1811.000=-169.000

*mean*	2.624-2.707=-0.083
σ	0.011-0.004=0.007
min	2.611-2.704=-0.093
max	2.636-2.713=-0.077

policies=200

*mean*	15830.864-15830.819=0.045
σ	0.021-0.191=-0.171
min	15830.836-15830.648=0.188
max	15830.884-15831.061=-0.177

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1642.000-1811.000=-169.000
σ	0.000
min	1642.000-1811.000=-169.000
max	1642.000-1811.000=-169.000

*mean*	26.497-26.768=-0.271
σ	0.123-0.482=-0.358
min	26.399-26.363=0.036
max	26.667-27.356=-0.689