Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.881=-0.000
σ	0.358-0.357=0.001
min	54.746-54.746=-0.000
max	55.900-55.896=0.004

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.140-0.143=-0.003
σ	0.004-0.005=-0.000
min	0.134-0.138=-0.004
max	0.147-0.152=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.850=-0.000
σ	0.007-0.005=0.002
min	43.839-43.843=-0.004
max	43.860-43.857=0.003

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.124-0.126=-0.002
σ	0.005-0.004=0.000
min	0.119-0.121=-0.003
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4043.000-4042.750=0.250
σ	2009.324-2009.155=0.169
min	1218.000
max	7146.000-7149.000=-3.000

*mean*	13.685-12.859=0.826
σ	2.551-0.178=2.372
min	11.874-12.617=-0.743
max	18.165-13.151=5.015

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4043.000-4042.750=0.250
σ	2009.324-2009.155=0.169
min	1218.000
max	7146.000-7149.000=-3.000

*mean*	13.593-13.376=0.218
σ	2.667-0.302=2.365
min	11.530-13.049=-1.519
max	18.225-13.915=4.310

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=0.000

*mean*	7146.000-7149.000=-3.000
σ	0.000
min	7146.000-7149.000=-3.000
max	7146.000-7149.000=-3.000

*mean*	14.815-15.258=-0.443
σ	0.178-0.150=0.027
min	14.619-15.020=-0.401
max	15.154-15.430=-0.276

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932

*mean*	4043.000-4042.750=0.250
σ	2009.324-2009.155=0.169
min	1218.000
max	7146.000-7149.000=-3.000

*mean*	14.221-14.312=-0.091
σ	1.608-1.351=0.257
min	10.693-11.151=-0.458
max	15.951-15.292=0.659

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4043.000-4042.750=0.250
σ	2009.324-2009.155=0.169
min	1218.000
max	7146.000-7149.000=-3.000

*mean*	9.554-9.532=0.023
σ	1.541-0.729=0.811
min	8.177-8.672=-0.495
max	12.015-10.826=1.188

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404-26.404=-0.000

*mean*	4043.000-4042.750=0.250
σ	2009.324-2009.155=0.169
min	1218.000
max	7146.000-7149.000=-3.000

*mean*	7.231-7.179=0.053
σ	1.643-0.763=0.880
min	6.059-6.266=-0.206
max	9.898-8.412=1.486

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665-25.666=-0.000
max	25.678-25.678=-0.000

*mean*	4043.000-4042.750=0.250
σ	2009.324-2009.155=0.169
min	1218.000
max	7146.000-7149.000=-3.000

*mean*	5.828-6.054=-0.227
σ	0.751-0.147=0.604
min	5.218-5.812=-0.594
max	7.082-6.218=0.864

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.969-25.969=-0.000
max	25.972

*mean*	4043.000-4042.750=0.250
σ	2009.324-2009.155=0.169
min	1218.000
max	7146.000-7149.000=-3.000

*mean*	5.677-5.796=-0.120
σ	0.668-0.162=0.506
min	5.128-5.600=-0.472
max	6.955-6.051=0.905

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616-1021.616=-0.000

*mean*	7146.000-7149.000=-3.000
σ	0.000
min	7146.000-7149.000=-3.000
max	7146.000-7149.000=-3.000

*mean*	376.988-379.810=-2.821
σ	81.523-90.299=-8.776
min	345.045-345.891=-0.846
max	578.677-603.233=-24.555

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.624=-0.000
max	7918.954-7918.953=0.000

*mean*	3274.750-3274.000=0.750
σ	1825.466-1824.443=1.023
min	810.000-809.000=1.000
max	5624.000-5622.000=2.000

*mean*	3675.814-3560.923=114.891
σ	881.535-928.401=-46.866
min	3096.802-3081.005=15.797
max	5649.713-5612.332=37.381

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4043.000-4042.750=0.250
σ	2009.324-2009.155=0.169
min	1218.000
max	7146.000-7149.000=-3.000

*mean*	90.541-82.869=7.672
σ	21.687-15.117=6.570
min	70.677-71.218=-0.541
max	125.231-111.041=14.190

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7146.000-7149.000=-3.000
σ	0.000
min	7146.000-7149.000=-3.000
max	7146.000-7149.000=-3.000

*mean*	60.320-60.934=-0.614
σ	1.298-1.143=0.155
min	59.501-59.851=-0.350
max	63.455-63.560=-0.105

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.691-66.691=0.000

*mean*	7146.000-7149.000=-3.000
σ	0.000
min	7146.000-7149.000=-3.000
max	7146.000-7149.000=-3.000

*mean*	98.259-98.611=-0.352
σ	0.504-0.388=0.115
min	97.457-98.013=-0.556
max	99.168-99.118=0.051

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.001
σ	4.304-4.304=0.000
min	14215.576-14215.576=-0.000
max	14227.821-14227.821=-0.001

*mean*	4043.000-4042.750=0.250
σ	2009.324-2009.155=0.169
min	1218.000
max	7146.000-7149.000=-3.000

*mean*	8157.899-8243.605=-85.706
σ	2018.678-1834.343=184.336
min	6000.460-5931.229=69.231
max	11207.206-10585.813=621.393

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7146.000-7149.000=-3.000
σ	0.000
min	7146.000-7149.000=-3.000
max	7146.000-7149.000=-3.000

*mean*	5315.511-5320.452=-4.941
σ	616.613-770.484=-153.871
min	5024.428-4984.767=39.661
max	6784.127-7198.369=-414.243

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	370.488-364.795=5.692
σ	33.848-22.864=10.983
min	295.690-334.922=-39.232
max	391.077-392.687=-1.610

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-561.000=1.000
σ	0.000
min	562.000-561.000=1.000
max	562.000-561.000=1.000

*mean*	745.122-715.829=29.293
σ	39.616-57.167=-17.551
min	653.139-641.342=11.796
max	772.987-789.403=-16.415

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.299=0.000
σ	0.759-0.759=0.000
min	1023.826-1023.823=0.002
max	1027.438-1027.437=0.001

*mean*	1039.200-1054.650=-15.450
σ	300.603-311.601=-10.997
min	566.000-571.000=-5.000
max	1461.000-1510.000=-49.000

*mean*	1.538-1.544=-0.005
σ	0.066-0.073=-0.007
min	1.430-1.485=-0.056
max	1.727-1.815=-0.088

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.397-0.404=-0.007
σ	0.529-0.521=0.008
min	0.131-0.139=-0.009
max	1.340-1.332=0.007

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.470-0.490=-0.019
σ	0.324-0.324=0.000
min	0.313-0.332=-0.019
max	1.050-1.068=-0.018

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.225=-0.005
σ	0.023-0.021=0.002
min	0.201-0.210=-0.009
max	0.259-0.260=-0.001

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.331=0.000
σ	0.014-0.017=-0.003
min	0.321-0.318=0.003
max	0.356-0.361=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-431.000=5.000
σ	2.236-0.000=2.236
min	432.000-431.000=1.000
max	437.000-431.000=6.000

*mean*	0.572-0.555=0.017
σ	0.028-0.052=-0.024
min	0.531-0.487=0.044
max	0.593-0.612=-0.019

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.465-0.443=0.022
σ	0.029-0.052=-0.023
min	0.432-0.384=0.048
max	0.495-0.524=-0.029

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	1.970-2.651=-0.681
σ	0.068-0.096=-0.028
min	1.855-2.466=-0.611
max	2.194-2.988=-0.794

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	1.849-2.606=-0.757
σ	0.088-0.086=0.002
min	1.726-2.467=-0.741
max	2.246-2.850=-0.604

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.306-0.308=-0.001
σ	0.008-0.009=-0.002
min	0.293-0.284=0.009
max	0.350-0.351=-0.001

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.293-0.299=-0.006
σ	0.013-0.029=-0.017
min	0.277-0.281=-0.004
max	0.367-0.571=-0.205

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.703-298.743=-0.040
σ	1.010-1.011=-0.001
min	298.233-298.369=-0.136
max	301.567-301.618=-0.052

*mean*	441.100-442.400=-1.300
σ	14.564-15.342=-0.778
min	417.000
max	468.000-467.000=1.000

*mean*	0.597-0.604=-0.007
σ	0.030-0.029=0.000
min	0.534-0.538=-0.005
max	0.643-0.644=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=0.000
min	236.681-236.678=0.004
max	236.682-236.678=0.004

*mean*	958.625-806.000=152.625
σ	20.860-0.000=20.860
min	907.000-806.000=101.000
max	966.000-806.000=160.000

*mean*	209.794-211.938=-2.144
σ	3.354-4.122=-0.768
min	204.260-206.596=-2.337
max	213.926-216.928=-3.001

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000-0.000=0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	958.625-806.000=152.625
σ	20.860-0.000=20.860
min	907.000-806.000=101.000
max	966.000-806.000=160.000

*mean*	7.251-9.118=-1.867
σ	1.072-1.374=-0.301
min	6.317-6.501=-0.185
max	9.589-10.829=-1.240

phase=parser

*mean*	1042.361-1042.361=-0.000
σ	0.000-0.000=0.000
min	1042.361-1042.361=-0.000
max	1042.361-1042.362=-0.000

*mean*	958.625-806.000=152.625
σ	20.860-0.000=20.860
min	907.000-806.000=101.000
max	966.000-806.000=160.000

*mean*	476.898-535.196=-58.299
σ	76.558-99.930=-23.372
min	370.602-405.814=-35.211
max	573.541-732.926=-159.385

phase=processProdDef

*mean*	4850.765-4850.767=-0.002
σ	0.000-0.000=0.000
min	4850.765-4850.767=-0.002
max	4850.765-4850.767=-0.002

*mean*	966.000-806.000=160.000
σ	0.000
min	966.000-806.000=160.000
max	966.000-806.000=160.000

*mean*	4885.731-5272.043=-386.311
σ	472.054-272.321=199.733
min	4074.353-4765.489=-691.135
max	5327.738-5541.735=-213.998

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	958.625-806.000=152.625
σ	20.860-0.000=20.860
min	907.000-806.000=101.000
max	966.000-806.000=160.000

*mean*	24.483-35.862=-11.379
σ	6.863-7.947=-1.083
min	19.992-20.645=-0.653
max	40.039-41.436=-1.397

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	958.625-806.000=152.625
σ	20.860-0.000=20.860
min	907.000-806.000=101.000
max	966.000-806.000=160.000

*mean*	692.229-789.035=-96.806
σ	39.177-121.928=-82.751
min	648.855-657.012=-8.157
max	756.224-921.072=-164.848

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.842-293.842=0.000
σ	0.027-0.027=-0.000
min	293.811-293.811=0.001
max	293.881-293.880=0.001

*mean*	443.000-442.400=0.600
σ	0.000-0.548=-0.548
min	443.000-442.000=1.000
max	443.000

*mean*	0.392-0.392=-0.000
σ	0.001-0.001=-0.001
min	0.391-0.391=0.000
max	0.393-0.394=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.250-1320.161=0.089
σ	0.061-0.091=-0.031
min	1320.177-1320.056=0.121
max	1320.322-1320.298=0.024

*mean*	1067.400-1069.200=-1.800
σ	164.607-167.521=-2.914
min	845.000-844.000=1.000
max	1268.000-1275.000=-7.000

*mean*	2.303-1.934=0.369
σ	0.181-0.128=0.054
min	2.150-1.827=0.323
max	2.617-2.136=0.481

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.636-1560.632=0.005
σ	6.233-6.237=-0.004
min	1557.669-1557.667=0.002
max	1571.782-1571.784=-0.002

*mean*	619.600
σ	82.984
min	494.000
max	717.000

*mean*	2.319-2.314=0.006
σ	0.227-0.214=0.012
min	2.086-2.166=-0.080
max	2.690-2.686=0.004

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.134-1882.167=-0.033
σ	0.077-0.050=0.027
min	1882.012-1882.093=-0.080
max	1882.194-1882.221=-0.028

*mean*	1708.600-1704.600=4.000
σ	253.399-246.112=7.287
min	1396.000-1406.000=-10.000
max	2043.000-2033.000=10.000

*mean*	2.968-2.935=0.032
σ	0.075-0.047=0.028
min	2.880-2.895=-0.015
max	3.043-3.002=0.041

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.793-1.806=-0.013
σ	0.148-0.130=0.018
min	1.571-1.587=-0.016
max	1.926-1.906=0.020

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.082=-0.001
σ	582.723-582.722=0.001
min	160.716-160.719=-0.003
max	1326.165-1326.165=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.527-0.545=-0.019
σ	0.508-0.546=-0.038
min	0.266-0.260=0.006
max	1.289-1.364=-0.076

policies=20

*mean*	1607.537-1607.521=0.016
σ	0.433-0.408=0.024
min	1607.247-1607.249=-0.002
max	1608.179-1608.127=0.052

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.000-451.000=-5.000
σ	8.000-9.238=-1.238
min	442.000-443.000=-1.000
max	458.000-459.000=-1.000

*mean*	2.717-2.695=0.022
σ	0.055-0.017=0.038
min	2.666-2.678=-0.012
max	2.795-2.718=0.077

policies=200

*mean*	16083.457-16083.469=-0.011
σ	0.117-0.111=0.005
min	16083.361-16083.371=-0.010
max	16083.622-16083.628=-0.007

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000-500.500=-4.500
σ	4.546-5.972=-1.426
min	491.000-494.000=-3.000
max	502.000-508.000=-6.000

*mean*	27.156-27.266=-0.111
σ	0.078-0.067=0.011
min	27.064-27.179=-0.115
max	27.229-27.343=-0.114