Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.695-558.664=0.031
σ	0.000
min	558.695-558.664=0.031
max	558.695-558.664=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.882-54.882=-0.000
σ	0.360-0.356=0.003
min	54.740-54.748=-0.008
max	55.904-55.896=0.009

*mean*	419.700-416.000=3.700
σ	0.483-0.000=0.483
min	419.000-416.000=3.000
max	420.000-416.000=4.000

*mean*	0.141-0.150=-0.008
σ	0.004-0.012=-0.008
min	0.138-0.133=0.005
max	0.148-0.169=-0.022

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.850=-0.002
σ	0.004-0.005=-0.001
min	43.841-43.842=-0.001
max	43.852-43.858=-0.006

*mean*	420.000-416.100=3.900
σ	0.000-0.316=-0.316
min	420.000-416.000=4.000
max	420.000-417.000=3.000

*mean*	0.120-0.126=-0.006
σ	0.004-0.007=-0.002
min	0.116-0.118=-0.002
max	0.128-0.138=-0.009

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4042.750-4041.375=1.375
σ	2010.481-2008.814=1.667
min	1218.000-1217.000=1.000
max	7154.000-7148.000=6.000

*mean*	12.856-13.575=-0.719
σ	1.735-1.697=0.038
min	11.742-12.493=-0.751
max	17.022-17.708=-0.685

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4042.750-4041.375=1.375
σ	2010.481-2008.814=1.667
min	1218.000-1217.000=1.000
max	7154.000-7148.000=6.000

*mean*	13.243-13.267=-0.023
σ	1.749-1.458=0.291
min	12.354-11.925=0.429
max	17.538-16.616=0.923

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7154.000-7148.000=6.000
σ	0.000
min	7154.000-7148.000=6.000
max	7154.000-7148.000=6.000

*mean*	14.782-15.249=-0.467
σ	0.166-0.152=0.014
min	14.513-15.000=-0.487
max	15.119-15.404=-0.285

op=table_records(), repeat

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	4042.750-4041.375=1.375
σ	2010.481-2008.814=1.667
min	1218.000-1217.000=1.000
max	7154.000-7148.000=6.000

*mean*	13.808-14.315=-0.507
σ	1.555-1.727=-0.172
min	10.756-11.056=-0.300
max	15.758-15.962=-0.205

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4042.750-4041.375=1.375
σ	2010.481-2008.814=1.667
min	1218.000-1217.000=1.000
max	7154.000-7148.000=6.000

*mean*	9.106-9.906=-0.800
σ	1.313-1.758=-0.445
min	7.720-8.402=-0.682
max	11.791-12.852=-1.061

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=-0.000

*mean*	4042.750-4041.375=1.375
σ	2010.481-2008.814=1.667
min	1218.000-1217.000=1.000
max	7154.000-7148.000=6.000

*mean*	6.901-7.647=-0.746
σ	1.353-1.806=-0.453
min	5.949-6.098=-0.149
max	9.798-10.500=-0.702

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665
max	25.678-25.678=-0.000

*mean*	4042.750-4041.375=1.375
σ	2010.481-2008.814=1.667
min	1218.000-1217.000=1.000
max	7154.000-7148.000=6.000

*mean*	5.636-6.213=-0.577
σ	0.588-0.435=0.154
min	5.327-5.905=-0.578
max	7.065-7.262=-0.197

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.969
max	25.972-25.972=0.000

*mean*	4042.750-4041.375=1.375
σ	2010.481-2008.814=1.667
min	1218.000-1217.000=1.000
max	7154.000-7148.000=6.000

*mean*	5.513-6.064=-0.552
σ	0.576-0.467=0.108
min	5.191-5.706=-0.515
max	6.922-7.190=-0.268

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616-1021.616=-0.000

*mean*	7154.000-7148.000=6.000
σ	0.000
min	7154.000-7148.000=6.000
max	7154.000-7148.000=6.000

*mean*	411.050-368.310=42.740
σ	182.545-58.197=124.348
min	344.469-345.456=-0.987
max	862.814-512.282=350.532

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.001
σ	0.469-0.469=0.000
min	7917.625
max	7918.954-7918.954=-0.001

*mean*	3273.625-3273.000=0.625
σ	1824.000-1823.402=0.598
min	811.000-809.000=2.000
max	5622.000-5620.000=2.000

*mean*	3686.461-3620.172=66.290
σ	1063.861-1112.638=-48.776
min	3105.110-3077.025=28.086
max	6140.530-6202.359=-61.829

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4042.750-4041.375=1.375
σ	2010.481-2008.814=1.667
min	1218.000-1217.000=1.000
max	7154.000-7148.000=6.000

*mean*	82.775-84.948=-2.173
σ	15.042-19.532=-4.491
min	69.771-70.803=-1.031
max	102.594-124.831=-22.237

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.950

*mean*	7154.000-7148.000=6.000
σ	0.000
min	7154.000-7148.000=6.000
max	7154.000-7148.000=6.000

*mean*	60.491-60.630=-0.139
σ	0.337-1.419=-1.083
min	60.005-59.642=0.362
max	61.049-63.959=-2.909

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.691-66.691=-0.000

*mean*	7154.000-7148.000=6.000
σ	0.000
min	7154.000-7148.000=6.000
max	7154.000-7148.000=6.000

*mean*	99.625-99.491=0.135
σ	0.564-1.301=-0.737
min	98.670-98.061=0.609
max	100.387-101.932=-1.545

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.170=0.000
σ	4.304-4.304=0.000
min	14215.575-14215.576=-0.001
max	14227.821-14227.820=0.000

*mean*	4042.750-4041.375=1.375
σ	2010.481-2008.814=1.667
min	1218.000-1217.000=1.000
max	7154.000-7148.000=6.000

*mean*	7870.730-7896.161=-25.431
σ	1930.013-1700.982=229.031
min	5966.533-6002.591=-36.058
max	10916.122-10381.490=534.632

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.108=-0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7154.000-7148.000=6.000
σ	0.000
min	7154.000-7148.000=6.000
max	7154.000-7148.000=6.000

*mean*	5192.748-5326.997=-134.250
σ	303.813-636.343=-332.531
min	4960.875-4978.860=-17.986
max	5728.814-6702.593=-973.779

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	386.745-387.829=-1.083
σ	13.673-3.843=9.830
min	354.047-381.524=-27.477
max	398.102-394.201=3.901

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-562.000=-1.000
σ	0.000
min	561.000-562.000=-1.000
max	561.000-562.000=-1.000

*mean*	728.954-723.410=5.545
σ	64.056-53.551=10.505
min	630.865-654.884=-24.020
max	786.335-779.617=6.718

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.001
σ	0.759-0.759=0.000
min	1023.826-1023.826=0.000
max	1027.438-1027.437=0.001

*mean*	1040.300-1053.900=-13.600
σ	300.346-312.140=-11.794
min	554.000-570.000=-16.000
max	1462.000-1511.000=-49.000

*mean*	1.542-1.536=0.006
σ	0.063-0.064=-0.001
min	1.475-1.465=0.010
max	1.703-1.734=-0.031

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.296-0.305=-0.009
σ	0.293-0.314=-0.021
min	0.139-0.138=0.001
max	0.816-0.863=-0.047

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.476=0.000
σ	0.317-0.325=-0.008
min	0.327-0.325=0.003
max	1.043-1.057=-0.015

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.217=0.006
σ	0.022-0.022=-0.001
min	0.208-0.200=0.008
max	0.259-0.256=0.003

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.343=-0.012
σ	0.018-0.021=-0.003
min	0.311-0.329=-0.019
max	0.358-0.379=-0.021

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-431.600=4.600
σ	5.541-1.342=4.199
min	431.000
max	442.000-434.000=8.000

*mean*	0.576-0.555=0.021
σ	0.042-0.058=-0.016
min	0.510-0.476=0.034
max	0.618-0.609=0.009

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.481-0.479=0.002
σ	0.024-0.057=-0.033
min	0.461-0.386=0.075
max	0.519-0.519=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.701-2.677=0.024
σ	0.105-0.093=0.013
min	2.435-2.471=-0.036
max	3.130-2.997=0.133

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.629-2.710=-0.080
σ	0.105-0.085=0.019
min	2.470-2.526=-0.057
max	3.174-3.017=0.157

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.308-0.306=0.003
σ	0.010-0.009=0.001
min	0.295-0.287=0.008
max	0.371-0.359=0.012

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.292-0.294=-0.001
σ	0.007-0.006=0.001
min	0.279-0.280=-0.001
max	0.320-0.325=-0.005

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.576-298.712=-0.136
σ	1.018-1.004=0.015
min	298.200-298.311=-0.111
max	301.473-301.564=-0.090

*mean*	440.900-443.700=-2.800
σ	16.716-17.864=-1.148
min	417.000
max	468.000

*mean*	0.608-0.605=0.003
σ	0.013-0.017=-0.004
min	0.582-0.585=-0.002
max	0.627-0.642=-0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	824.000-1065.000=-241.000
σ	0.000-33.941=-33.941
min	824.000-981.000=-157.000
max	824.000-1077.000=-253.000

*mean*	204.729-202.853=1.876
σ	2.903-2.473=0.430
min	198.860-198.408=0.452
max	208.375-205.293=3.082

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	822.375-1065.000=-242.625
σ	4.596-33.941=-29.345
min	811.000-981.000=-170.000
max	824.000-1077.000=-253.000

*mean*	7.798-9.396=-1.598
σ	2.271-2.810=-0.539
min	6.210-6.252=-0.042
max	12.709-12.933=-0.224

phase=parser

*mean*	1042.363-1042.366=-0.003
σ	0.000-0.001=-0.001
min	1042.362-1042.363=-0.000
max	1042.363-1042.366=-0.003

*mean*	822.000-1065.000=-243.000
σ	5.657-33.941=-28.284
min	808.000-981.000=-173.000
max	824.000-1077.000=-253.000

*mean*	491.884-574.675=-82.791
σ	123.234-147.968=-24.735
min	376.398-374.778=1.620
max	757.344-755.961=1.384

phase=processProdDef

*mean*	4850.764-4850.765=-0.001
σ	0.000-0.000=-0.000
min	4850.764-4850.765=-0.001
max	4850.764-4850.765=-0.001

*mean*	824.000-1077.000=-253.000
σ	0.000
min	824.000-1077.000=-253.000
max	824.000-1077.000=-253.000

*mean*	5006.327-5022.512=-16.185
σ	457.922-361.799=96.124
min	4413.899-4276.045=137.854
max	5542.613-5304.440=238.173

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	824.000-1065.000=-241.000
σ	0.000-33.941=-33.941
min	824.000-981.000=-157.000
max	824.000-1077.000=-253.000

*mean*	43.012-33.279=9.733
σ	9.506-11.822=-2.317
min	20.968-20.638=0.330
max	52.072-48.322=3.750

phase=type checker

*mean*	990.450-990.453=-0.003
σ	0.071-0.072=-0.001
min	990.344
max	990.563-990.567=-0.004

*mean*	824.000-1065.000=-241.000
σ	0.000-33.941=-33.941
min	824.000-981.000=-157.000
max	824.000-1077.000=-253.000

*mean*	747.922-796.224=-48.301
σ	54.071-156.375=-102.305
min	674.549-639.634=34.915
max	843.720-1013.377=-169.657

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.818=0.001
σ	0.038-0.041=-0.003
min	293.767-293.764=0.003
max	293.859-293.859=0.000

*mean*	443.800-442.800=1.000
σ	1.095
min	443.000-442.000=1.000
max	445.000-444.000=1.000

*mean*	0.395-0.406=-0.011
σ	0.005-0.010=-0.006
min	0.390-0.394=-0.004
max	0.403-0.416=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.202-1320.213=-0.011
σ	0.045-0.032=0.013
min	1320.146-1320.169=-0.023
max	1320.254-1320.248=0.007

*mean*	1094.000-1097.000=-3.000
σ	182.553-186.259=-3.706
min	840.000-839.000=1.000
max	1310.000-1318.000=-8.000

*mean*	2.219-2.273=-0.054
σ	0.058-0.119=-0.061
min	2.130-2.164=-0.034
max	2.288-2.475=-0.187

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.638-1560.622=0.017
σ	6.213-6.229=-0.017
min	1557.681-1557.652=0.029
max	1571.749-1571.762=-0.013

*mean*	618.600-619.200=-0.600
σ	82.312-82.400=-0.087
min	494.000
max	715.000

*mean*	2.373-2.309=0.065
σ	0.202-0.128=0.074
min	2.227-2.185=0.042
max	2.658-2.516=0.142

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.148-1882.167=-0.020
σ	0.043-0.050=-0.007
min	1882.104-1882.107=-0.002
max	1882.213-1882.223=-0.010

*mean*	1737.400-1723.800=13.600
σ	230.084-195.548=34.536
min	1433.000-1456.000=-23.000
max	1955.000-1908.000=47.000

*mean*	3.059-3.059=0.000
σ	0.196-0.142=0.054
min	2.883-2.884=-0.001
max	3.318-3.224=0.094

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.699-1.746=-0.047
σ	0.144-0.150=-0.006
min	1.513-1.508=0.005
max	1.839-1.901=-0.062

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.081=-0.001
σ	582.722-582.723=-0.001
min	160.718-160.716=0.002
max	1326.164-1326.166=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.547-0.533=0.014
σ	0.546-0.518=0.028
min	0.269-0.266=0.003
max	1.366-1.310=0.056

policies=20

*mean*	1607.525-1607.521=0.004
σ	0.425-0.416=0.009
min	1607.235-1607.249=-0.014
max	1608.154-1608.139=0.014

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-445.750=4.750
σ	8.660-7.500=1.160
min	443.000-442.000=1.000
max	458.000-457.000=1.000

*mean*	2.700-2.695=0.005
σ	0.011-0.022=-0.011
min	2.686-2.669=0.017
max	2.712-2.716=-0.004

policies=200

*mean*	16083.445-16083.400=0.045
σ	0.053-0.101=-0.049
min	16083.399-16083.253=0.146
max	16083.516-16083.479=0.037

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-497.000=0.500
σ	3.873-4.899=-1.026
min	493.000-491.000=2.000
max	502.000-503.000=-1.000

*mean*	27.197-27.233=-0.036
σ	0.104-0.087=0.016
min	27.043-27.117=-0.075
max	27.264-27.315=-0.051