Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.880=0.001
σ	0.358-0.358=-0.000
min	54.743-54.746=-0.003
max	55.899-55.898=0.001

*mean*	416.700-417.000=-0.300
σ	0.483-0.000=0.483
min	416.000-417.000=-1.000
max	417.000

*mean*	0.139-0.139=0.000
σ	0.004-0.005=-0.001
min	0.135-0.132=0.003
max	0.146-0.146=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.848=0.001
σ	0.005-0.006=-0.000
min	43.841-43.837=0.004
max	43.858-43.855=0.004

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.123-0.123=0.000
σ	0.004-0.005=-0.000
min	0.118-0.116=0.001
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4042.000
σ	2008.521-2007.232=1.289
min	1215.000-1219.000=-4.000
max	7146.000-7142.000=4.000

*mean*	12.902-13.481=-0.579
σ	0.275-1.833=-1.557
min	12.540-12.487=0.053
max	13.319-17.941=-4.621

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4042.000
σ	2008.521-2007.232=1.289
min	1215.000-1219.000=-4.000
max	7146.000-7142.000=4.000

*mean*	12.820-13.533=-0.714
σ	0.805-1.618=-0.813
min	11.760-12.009=-0.248
max	13.678-17.383=-3.705

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.933=-0.001

*mean*	7146.000-7142.000=4.000
σ	0.000
min	7146.000-7142.000=4.000
max	7146.000-7142.000=4.000

*mean*	14.931-14.959=-0.027
σ	0.080-1.682=-1.602
min	14.807-11.140=3.667
max	15.036-16.970=-1.933

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932

*mean*	4042.000
σ	2008.521-2007.232=1.289
min	1215.000-1219.000=-4.000
max	7146.000-7142.000=4.000

*mean*	13.604-14.261=-0.657
σ	2.071-1.292=0.778
min	11.208-12.319=-1.111
max	16.369-15.588=0.781

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4042.000
σ	2008.521-2007.232=1.289
min	1215.000-1219.000=-4.000
max	7146.000-7142.000=4.000

*mean*	9.294-9.959=-0.665
σ	1.402-1.825=-0.423
min	8.283-8.239=0.044
max	12.698-12.882=-0.184

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4042.000
σ	2008.521-2007.232=1.289
min	1215.000-1219.000=-4.000
max	7146.000-7142.000=4.000

*mean*	7.398-7.739=-0.341
σ	1.210-1.605=-0.395
min	6.656-6.675=-0.019
max	10.331-10.326=0.004

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.677

*mean*	4042.000
σ	2008.521-2007.232=1.289
min	1215.000-1219.000=-4.000
max	7146.000-7142.000=4.000

*mean*	5.998-6.248=-0.251
σ	0.135-0.513=-0.379
min	5.807-5.905=-0.099
max	6.205-7.485=-1.280

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.969-25.969=0.000
max	25.972-25.972=-0.000

*mean*	4042.000
σ	2008.521-2007.232=1.289
min	1215.000-1219.000=-4.000
max	7146.000-7142.000=4.000

*mean*	5.805-6.024=-0.219
σ	0.059-0.550=-0.491
min	5.705-5.732=-0.028
max	5.893-7.364=-1.472

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7146.000-7142.000=4.000
σ	0.000
min	7146.000-7142.000=4.000
max	7146.000-7142.000=4.000

*mean*	372.984-346.954=26.030
σ	80.763-1.506=79.257
min	341.902-345.576=-3.674
max	572.797-350.192=222.605

op=load_product(), with indexes

*mean*	7917.793-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.625
max	7918.954

*mean*	3273.625-3273.125=0.500
σ	1824.250-1825.180=-0.931
min	809.000-811.000=-2.000
max	5620.000-5622.000=-2.000

*mean*	3597.095-3611.804=-14.709
σ	1097.146-1104.287=-7.141
min	3061.048-3058.233=2.815
max	6145.956-6155.212=-9.256

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4042.000
σ	2008.521-2007.232=1.289
min	1215.000-1219.000=-4.000
max	7146.000-7142.000=4.000

*mean*	83.317-88.444=-5.127
σ	18.464-22.255=-3.790
min	70.584-70.348=0.236
max	125.572-121.581=3.991

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.950-40.950=0.000

*mean*	7146.000-7142.000=4.000
σ	0.000
min	7146.000-7142.000=4.000
max	7146.000-7142.000=4.000

*mean*	60.719-165.267=-104.548
σ	0.545-245.188=-244.644
min	60.110-60.305=-0.196
max	61.354-762.224=-700.870

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691

*mean*	7146.000-7142.000=4.000
σ	0.000
min	7146.000-7142.000=4.000
max	7146.000-7142.000=4.000

*mean*	100.354-107.020=-6.666
σ	0.661-13.447=-12.786
min	99.818-98.630=1.188
max	101.760-136.219=-34.459

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.303-4.303=0.000
min	14215.576-14215.575=0.001
max	14227.820

*mean*	4042.000
σ	2008.521-2007.232=1.289
min	1215.000-1219.000=-4.000
max	7146.000-7142.000=4.000

*mean*	7684.631-7867.732=-183.101
σ	1843.392-1967.645=-124.253
min	5969.847-5934.339=35.508
max	10241.372-10806.088=-564.715

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7146.000-7142.000=4.000
σ	0.000
min	7146.000-7142.000=4.000
max	7146.000-7142.000=4.000

*mean*	5097.107-5370.009=-272.902
σ	201.810-1074.182=-872.371
min	4968.422-4964.427=3.994
max	5494.609-8028.097=-2533.488

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	383.818-377.134=6.684
σ	16.624-20.720=-4.096
min	343.087-342.346=0.741
max	392.526-391.618=0.908

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	777.606-696.078=81.528
σ	25.413-69.927=-44.515
min	732.247-617.218=115.029
max	815.585-776.868=38.717

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.297-1024.299=-0.001
σ	0.758-0.758=0.000
min	1023.825-1023.821=0.004
max	1027.434-1027.435=-0.000

*mean*	1036.450-1035.800=0.650
σ	302.970-302.990=-0.020
min	552.000
max	1459.000-1460.000=-1.000

*mean*	1.571-1.569=0.002
σ	0.080-0.081=-0.001
min	1.501-1.481=0.020
max	1.799-1.789=0.011

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.405-0.446=-0.041
σ	0.511-0.494=0.017
min	0.144-0.158=-0.014
max	1.316-1.326=-0.010

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.470-0.836=-0.365
σ	0.313-0.515=-0.201
min	0.315-0.571=-0.257
max	1.030-1.755=-0.725

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.386=-0.168
σ	0.020-0.037=-0.017
min	0.196-0.363=-0.166
max	0.251-0.451=-0.200

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.598=-0.270
σ	0.018-0.029=-0.012
min	0.307-0.581=-0.274
max	0.356-0.650=-0.295

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.600-431.000=4.600
σ	5.079-0.000=5.079
min	431.000
max	441.000-431.000=10.000

*mean*	0.571-0.667=-0.096
σ	0.027-0.066=-0.040
min	0.541-0.595=-0.054
max	0.609-0.735=-0.126

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.459-0.500=-0.041
σ	0.029-0.025=0.004
min	0.428-0.464=-0.036
max	0.506-0.529=-0.022

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	2.588-1.961=0.627
σ	0.076-0.085=-0.009
min	2.439-1.828=0.611
max	2.884-2.389=0.495

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	2.557-1.969=0.588
σ	0.078-0.097=-0.019
min	2.435-1.832=0.603
max	2.889-2.425=0.464

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.315-0.307=0.007
σ	0.041-0.009=0.033
min	0.296-0.295=0.001
max	0.704-0.356=0.348

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.297-0.294=0.003
σ	0.009-0.007=0.002
min	0.286-0.282=0.004
max	0.334-0.328=0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.603-298.710=-0.106
σ	1.058-1.031=0.027
min	298.205-298.167=0.039
max	301.609-301.625=-0.016

*mean*	440.600-441.200=-0.600
σ	13.745-14.266=-0.520
min	417.000-420.000=-3.000
max	461.000-463.000=-2.000

*mean*	0.593-0.585=0.008
σ	0.028-0.031=-0.004
min	0.545-0.515=0.030
max	0.631-0.618=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.681=0.000
σ	0.000-0.000=0.000
min	236.681
max	236.682-236.681=0.000

*mean*	1068.625-1064.875=3.750
σ	26.517-34.295=-7.778
min	1003.000-980.000=23.000
max	1078.000-1077.000=1.000

*mean*	212.635-212.190=0.445
σ	3.797-3.005=0.792
min	206.381-207.797=-1.416
max	218.333-217.398=0.935

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	1068.625-1064.875=3.750
σ	26.517-34.295=-7.778
min	1003.000-980.000=23.000
max	1078.000-1077.000=1.000

*mean*	10.138-7.924=2.214
σ	2.157-1.516=0.641
min	6.234-6.328=-0.094
max	13.068-9.745=3.322

phase=parser

*mean*	1042.363-1042.359=0.004
σ	0.000-0.000=-0.000
min	1042.363-1042.359=0.004
max	1042.363-1042.360=0.004

*mean*	1068.625-1064.875=3.750
σ	26.517-34.295=-7.778
min	1003.000-980.000=23.000
max	1078.000-1077.000=1.000

*mean*	560.029-482.751=77.279
σ	143.070-64.818=78.252
min	381.204-377.316=3.888
max	830.891-560.960=269.931

phase=processProdDef

*mean*	4850.763-4850.767=-0.004
σ	0.000-0.000=-0.000
min	4850.763-4850.767=-0.004
max	4850.763-4850.768=-0.004

*mean*	1078.000-1077.000=1.000
σ	0.000
min	1078.000-1077.000=1.000
max	1078.000-1077.000=1.000

*mean*	4681.947-4756.489=-74.541
σ	757.144-439.211=317.933
min	3461.985-4035.042=-573.057
max	5508.687-5209.274=299.413

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1068.625-1064.875=3.750
σ	26.517-34.295=-7.778
min	1003.000-980.000=23.000
max	1078.000-1077.000=1.000

*mean*	39.729-26.901=12.828
σ	9.763-9.019=0.744
min	20.524-19.987=0.536
max	52.331-41.258=11.073

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1068.625-1064.875=3.750
σ	26.517-34.295=-7.778
min	1003.000-980.000=23.000
max	1078.000-1077.000=1.000

*mean*	782.893-743.556=39.337
σ	165.434-114.796=50.638
min	649.837-645.984=3.853
max	1127.066-899.231=227.835

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.820=0.001
σ	0.038-0.038=0.001
min	293.768-293.767=0.001
max	293.860-293.858=0.002

*mean*	443.400-441.400=2.000
σ	0.548
min	443.000-441.000=2.000
max	444.000-442.000=2.000

*mean*	0.395-0.394=0.001
σ	0.010-0.008=0.002
min	0.388-0.389=-0.001
max	0.412-0.407=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.218-1320.221=-0.002
σ	0.043-0.038=0.005
min	1320.147-1320.156=-0.009
max	1320.251-1320.248=0.003

*mean*	1067.200-1066.000=1.200
σ	166.588-166.571=0.017
min	843.000-842.000=1.000
max	1272.000-1270.000=2.000

*mean*	2.299-2.236=0.063
σ	0.188-0.076=0.112
min	2.159-2.144=0.014
max	2.628-2.331=0.296

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.606-1560.594=0.011
σ	6.231-6.241=-0.011
min	1557.585-1557.565=0.020
max	1571.746-1571.754=-0.008

*mean*	619.000-617.600=1.400
σ	82.741-82.473=0.268
min	494.000-493.000=1.000
max	716.000-715.000=1.000

*mean*	2.296-2.277=0.019
σ	0.213-0.240=-0.027
min	2.158-2.115=0.042
max	2.668-2.698=-0.029

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.174-1882.175=-0.001
σ	0.058-0.055=0.002
min	1882.111-1882.112=-0.001
max	1882.251-1882.247=0.003

*mean*	1701.400-1702.600=-1.200
σ	255.696-257.030=-1.334
min	1402.000-1396.000=6.000
max	2055.000-2052.000=3.000

*mean*	2.954-2.995=-0.041
σ	0.129-0.100=0.029
min	2.760-2.879=-0.119
max	3.106-3.133=-0.027

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.738-1.755=-0.017
σ	0.261-0.066=0.196
min	1.356-1.644=-0.288
max	1.961-1.805=0.156

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.081=-0.001
σ	582.722-582.723=-0.001
min	160.718-160.715=0.002
max	1326.163-1326.166=-0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.532-0.549=-0.017
σ	0.531-0.547=-0.017
min	0.265-0.267=-0.002
max	1.328-1.370=-0.042

policies=20

*mean*	1607.508-1607.523=-0.015
σ	0.410-0.401=0.009
min	1607.230-1607.250=-0.021
max	1608.115-1608.117=-0.002

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.000-444.500=4.500
σ	8.083-7.000=1.083
min	442.000-441.000=1.000
max	456.000-455.000=1.000

*mean*	2.693-2.678=0.015
σ	0.015-0.004=0.012
min	2.672-2.672=-0.000
max	2.705-2.681=0.024

policies=200

*mean*	16083.330-16083.434=-0.104
σ	0.180-0.055=0.125
min	16083.213-16083.369=-0.156
max	16083.599-16083.500=0.099

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-494.000=4.250
σ	5.058-4.243=0.815
min	492.000-489.000=3.000
max	504.000-498.000=6.000

*mean*	27.048-27.015=0.034
σ	0.058-0.063=-0.005
min	26.969-26.939=0.030
max	27.096-27.085=0.011