Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.698-54.697=0.002
σ	0.366-0.363=0.003
min	54.565-54.559=0.006
max	55.740-55.728=0.012

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.139-0.139=0.000
σ	0.003-0.005=-0.001
min	0.136-0.135=0.001
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.779=-0.002
σ	0.008-0.008=0.000
min	43.766-43.766=0.000
max	43.792-43.791=0.001

*mean*	419.700-416.000=3.700
σ	0.483-0.000=0.483
min	419.000-416.000=3.000
max	420.000-416.000=4.000

*mean*	0.122-0.123=-0.000
σ	0.004-0.004=0.001
min	0.118-0.119=-0.002
max	0.130-0.131=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.000

*mean*	4588.500-4427.125=161.375
σ	2248.666-2230.102=18.564
min	1487.000-1484.000=3.000
max	7380.000-7413.000=-33.000

*mean*	158.223-13.622=144.601
σ	411.195-3.564=407.631
min	11.904-12.045=-0.141
max	1175.870-22.405=1153.464

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605-36.605=0.000
max	36.605-36.606=-0.001

*mean*	4588.500-4608.625=-20.125
σ	2248.666-2261.333=-12.667
min	1487.000-1484.000=3.000
max	7380.000-7413.000=-33.000

*mean*	15.051-148.270=-133.219
σ	4.220-380.389=-376.169
min	12.732-11.666=1.066
max	24.622-1089.639=-1065.017

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.001

*mean*	7380.000-7413.000=-33.000
σ	0.000
min	7380.000-7413.000=-33.000
max	7380.000-7413.000=-33.000

*mean*	11.700-11.468=0.232
σ	1.747-0.295=1.451
min	10.904-11.097=-0.193
max	16.007-12.041=3.966

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.000=0.000
min	41.924-41.925=-0.000
max	41.926-41.925=0.000

*mean*	4178.625-4198.250=-19.625
σ	1945.570-1957.137=-11.567
min	1487.000-1484.000=3.000
max	7380.000-7413.000=-33.000

*mean*	11.660-11.668=-0.008
σ	1.947-0.972=0.975
min	10.652-10.874=-0.222
max	16.455-14.002=2.453

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=-0.000
min	27.585
max	27.972-27.972=-0.000

*mean*	4178.625-4198.250=-19.625
σ	1945.570-1957.137=-11.567
min	1487.000-1484.000=3.000
max	7380.000-7413.000=-33.000

*mean*	9.265-8.839=0.427
σ	1.350-0.455=0.895
min	7.937-8.275=-0.338
max	12.485-9.713=2.772

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=0.000
min	26.385
max	26.385

*mean*	4178.625-4198.250=-19.625
σ	1945.570-1957.137=-11.567
min	1487.000-1484.000=3.000
max	7380.000-7413.000=-33.000

*mean*	7.053-6.390=0.662
σ	0.901-0.678=0.222
min	6.427-5.351=1.076
max	9.253-7.752=1.501

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674-25.674=0.000

*mean*	4588.500-4608.625=-20.125
σ	2248.666-2261.333=-12.667
min	1487.000-1484.000=3.000
max	7380.000-7413.000=-33.000

*mean*	6.578-6.659=-0.081
σ	0.934-1.238=-0.305
min	6.034-5.820=0.214
max	8.591-8.849=-0.258

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.962=0.000
σ	0.001-0.001=0.001
min	25.962
max	25.966-25.964=0.002

*mean*	4588.500-4608.625=-20.125
σ	2248.666-2261.333=-12.667
min	1487.000-1484.000=3.000
max	7380.000-7413.000=-33.000

*mean*	6.401-6.532=-0.131
σ	0.983-1.210=-0.227
min	5.818-5.783=0.035
max	8.574-8.958=-0.384

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=-0.000
σ	0.002-0.002=-0.000
min	1021.597
max	1021.602-1021.602=-0.000

*mean*	7380.000-7413.000=-33.000
σ	0.000
min	7380.000-7413.000=-33.000
max	7380.000-7413.000=-33.000

*mean*	345.534-345.684=-0.151
σ	3.019-1.487=1.533
min	341.768-343.634=-1.866
max	349.737-347.554=2.183

op=load_product(), with indexes

*mean*	3495.846-3495.846=0.000
σ	0.455-0.455=0.000
min	3495.685
max	3496.972-3496.971=0.001

*mean*	3756.000-3772.000=-16.000
σ	2299.809-2313.092=-13.282
min	720.000
max	7380.000-7413.000=-33.000

*mean*	1776.946-1801.959=-25.013
σ	640.393-695.110=-54.717
min	1401.211-1394.826=6.385
max	2832.972-3025.011=-192.039

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841
max	107.842-107.842=0.000

*mean*	4406.625-4198.250=208.375
σ	2217.864-1957.137=260.727
min	1487.000-1484.000=3.000
max	7380.000-7413.000=-33.000

*mean*	265.086-130.747=134.339
σ	360.830-9.197=351.633
min	126.278-125.313=0.965
max	1156.969-153.036=1003.933

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.069-62.070=-0.001

*mean*	4406.625-4427.125=-20.500
σ	2217.864-2230.102=-12.238
min	1487.000-1484.000=3.000
max	7380.000-7413.000=-33.000

*mean*	46.966-174.918=-127.952
σ	9.673-373.576=-363.903
min	41.662-41.259=0.403
max	70.586-1099.468=-1028.882

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002-0.002=-0.000
min	40.926
max	40.930-40.930=-0.001

*mean*	7380.000-7413.000=-33.000
σ	0.000
min	7380.000-7413.000=-33.000
max	7380.000-7413.000=-33.000

*mean*	270.491-129.344=141.147
σ	701.631-303.031=398.599
min	21.463-21.640=-0.177
max	2006.930-879.307=1127.623

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=0.000
max	71.297

*mean*	7380.000-7413.000=-33.000
σ	0.000
min	7380.000-7413.000=-33.000
max	7380.000-7413.000=-33.000

*mean*	62.898-58.852=4.046
σ	18.202-10.097=8.104
min	55.356-54.517=0.839
max	107.811-83.813=23.998

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.843=-0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4178.625-4198.250=-19.625
σ	1945.570-1957.137=-11.567
min	1487.000-1484.000=3.000
max	7380.000-7413.000=-33.000

*mean*	3345.215-3289.084=56.131
σ	894.713-696.782=197.932
min	2510.742-2500.229=10.513
max	4828.807-4153.895=674.912

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=0.000
σ	0.002-0.002=0.000
min	1973.829
max	1973.833-1973.833=0.000

*mean*	7380.000-7413.000=-33.000
σ	0.000
min	7380.000-7413.000=-33.000
max	7380.000-7413.000=-33.000

*mean*	1048.173-985.634=62.539
σ	281.754-118.284=163.470
min	915.047-911.951=3.096
max	1724.303-1242.397=481.906

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7380.000-7413.000=-33.000
σ	0.000
min	7380.000-7413.000=-33.000
max	7380.000-7413.000=-33.000

*mean*	405.095-389.206=15.889
σ	42.605-3.173=39.432
min	375.072-381.528=-6.456
max	509.294-391.077=118.217

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.250-476.000=2.250
σ	1.389-0.000=1.389
min	476.000
max	479.000-476.000=3.000

*mean*	384.349-357.760=26.588
σ	21.229-37.792=-16.564
min	353.100-309.658=43.442
max	424.158-419.044=5.115

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-562.000=3.000
σ	0.000
min	565.000-562.000=3.000
max	565.000-562.000=3.000

*mean*	739.004-754.699=-15.696
σ	64.604-43.281=21.322
min	603.344-671.495=-68.151
max	825.396-806.361=19.035

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.559-964.559=-0.000
σ	1.880-1.880=0.000
min	963.836-963.837=-0.001
max	972.511-972.510=0.001

*mean*	1049.000-1041.300=7.700
σ	313.781-308.263=5.518
min	558.000-557.000=1.000
max	1499.000-1491.000=8.000

*mean*	1.313-1.292=0.021
σ	0.142-0.169=-0.027
min	1.185-1.180=0.005
max	1.608-1.790=-0.182

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.402-0.297=0.105
σ	0.521-0.295=0.226
min	0.143-0.131=0.012
max	1.331-0.819=0.512

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.743-0.474=0.269
σ	0.334-0.318=0.016
min	0.580-0.322=0.257
max	1.339-1.043=0.297

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.386-0.233=0.153
σ	0.032-0.019=0.012
min	0.368-0.209=0.159
max	0.442-0.255=0.188

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.595-0.332=0.263
σ	0.026-0.019=0.006
min	0.575-0.315=0.260
max	0.633-0.363=0.270

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.599-0.494=0.105
σ	0.089-0.058=0.032
min	0.530-0.420=0.110
max	0.747-0.575=0.172

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.467-0.490=-0.023
σ	0.052-0.062=-0.010
min	0.388-0.379=0.008
max	0.514-0.525=-0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.620-2.634=-0.014
σ	0.131-0.095=0.037
min	1.961-2.485=-0.524
max	2.960-3.052=-0.092

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.670-2.624=0.046
σ	0.117-0.119=-0.003
min	2.444-2.438=0.006
max	3.120-3.010=0.110

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.311-0.301=0.010
σ	0.042-0.009=0.033
min	0.289-0.283=0.006
max	0.646-0.359=0.288

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.287-0.295=-0.008
σ	0.006-0.012=-0.005
min	0.275-0.280=-0.005
max	0.318-0.366=-0.049

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.499-12.083=-0.585
σ	10.633-11.899=-1.266
min	0.573-0.574=-0.000
max	79.203-85.449=-6.246

*mean*	462.121-459.134=2.987
σ	19.252-20.594=-1.342
min	406.000-408.000=-2.000
max	479.000-481.000=-2.000

*mean*	0.026-0.027=-0.001
σ	0.026-0.029=-0.003
min	0.001-0.001=-0.000
max	0.193-0.210=-0.017

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.098-278.907=0.191
σ	1.036-1.002=0.035
min	278.604-278.396=0.208
max	282.038-281.735=0.304

*mean*	447.100-442.400=4.700
σ	16.908-13.970=2.938
min	426.000-423.000=3.000
max	472.000-465.000=7.000

*mean*	0.576-0.580=-0.003
σ	0.023-0.016=0.007
min	0.534-0.542=-0.008
max	0.616-0.602=0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546-106.546=-0.000
max	106.546-106.546=-0.000

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	146.511-148.520=-2.010
σ	9.528-11.525=-1.997
min	130.708-134.868=-4.160
max	159.843-163.110=-3.267

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	8.349-8.651=-0.302
σ	2.259-0.612=1.646
min	5.806-7.145=-1.339
max	11.951-8.970=2.981

phase=parser

*mean*	1042.132-1042.130=0.002
σ	0.000-0.000=-0.000
min	1042.132-1042.130=0.003
max	1042.132-1042.131=0.002

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	527.006-580.528=-53.521
σ	133.388-39.084=94.303
min	373.149-494.339=-121.190
max	722.566-609.929=112.637

phase=processProdDef

*mean*	2241.194-2241.195=-0.001
σ	0.000
min	2241.194-2241.195=-0.001
max	2241.194-2241.195=-0.001

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	2836.880-3044.506=-207.626
σ	276.808-242.529=34.279
min	2542.343-2675.616=-133.273
max	3311.402-3283.430=27.972

phase=renaming

*mean*	21.434-21.433=0.000
σ	0.000
min	21.434-21.433=0.000
max	21.434-21.433=0.000

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	39.462-46.006=-6.543
σ	5.358-3.286=2.072
min	29.793-38.767=-8.974
max	47.226-49.180=-1.955

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	708.288-664.041=44.247
σ	76.047-16.227=59.820
min	641.949-632.209=9.740
max	855.109-684.461=170.648

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.856=-0.001
σ	0.038-0.037=0.000
min	282.800-282.801=-0.001
max	282.891-282.891=-0.000

*mean*	444.400-442.400=2.000
σ	0.548
min	444.000-442.000=2.000
max	445.000-443.000=2.000

*mean*	0.374-0.375=-0.001
σ	0.000-0.004=-0.004
min	0.374-0.371=0.003
max	0.375-0.382=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.052-1268.049=0.002
σ	0.107-0.110=-0.003
min	1267.955-1267.946=0.009
max	1268.229-1268.228=0.001

*mean*	1089.000-1085.000=4.000
σ	167.581-163.371=4.211
min	891.000-890.000=1.000
max	1320.000-1307.000=13.000

*mean*	1.995-2.031=-0.036
σ	0.083-0.111=-0.028
min	1.895-1.852=0.043
max	2.076-2.128=-0.052

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.028-1507.024=0.004
σ	2.963-2.960=0.003
min	1505.470-1505.472=-0.002
max	1512.316-1512.309=0.007

*mean*	624.200-622.600=1.600
σ	87.311-87.446=-0.135
min	494.000-493.000=1.000
max	726.000-725.000=1.000

*mean*	2.240-2.230=0.010
σ	0.209-0.212=-0.003
min	2.114-2.056=0.058
max	2.612-2.591=0.021

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.059-1830.059=0.001
σ	0.049-0.040=0.009
min	1829.988-1830.002=-0.014
max	1830.103-1830.097=0.006

*mean*	1721.600-1723.200=-1.600
σ	172.709-173.120=-0.412
min	1474.000
max	1882.000-1883.000=-1.000

*mean*	3.008-3.051=-0.044
σ	0.286-0.364=-0.078
min	2.823-2.830=-0.006
max	3.516-3.700=-0.184

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.637-1.643=-0.005
σ	0.122-0.102=0.020
min	1.483-1.534=-0.050
max	1.769-1.804=-0.035

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.942-405.944=-0.002
σ	509.285-509.285=0.000
min	151.294-151.299=-0.005
max	1169.870-1169.872=-0.002

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.493-0.500=-0.007
σ	0.482-0.505=-0.023
min	0.247-0.243=0.003
max	1.216-1.258=-0.042

policies=20

*mean*	1513.123-1513.131=-0.008
σ	0.246-0.263=-0.017
min	1512.960-1512.959=0.001
max	1513.487-1513.520=-0.033

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-452.250=-1.250
σ	11.165-10.112=1.054
min	441.000-444.000=-3.000
max	467.000

*mean*	2.472-2.494=-0.021
σ	0.021-0.012=0.008
min	2.445-2.478=-0.033
max	2.494-2.509=-0.015

policies=200

*mean*	15139.966-15140.011=-0.044
σ	0.084-0.108=-0.024
min	15139.873-15139.913=-0.041
max	15140.041-15140.154=-0.113

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.000-498.250=1.750
σ	3.916-4.272=-0.356
min	496.000-493.000=3.000
max	505.000-503.000=2.000

*mean*	25.073-24.987=0.086
σ	0.112-0.122=-0.010
min	24.987-24.913=0.074
max	25.237-25.170=0.067