Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.870-54.582=0.288
σ	0.357-0.342=0.015
min	54.736-54.450=0.286
max	55.886-55.554=0.332

*mean*	418.900-419.000=-0.100
σ	0.316-0.000=0.316
min	418.000-419.000=-1.000
max	419.000

*mean*	0.141-0.139=0.001
σ	0.005-0.005=-0.000
min	0.133-0.133=0.000
max	0.149-0.151=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.840-43.703=0.137
σ	0.005-0.006=-0.001
min	43.832-43.693=0.139
max	43.849-43.710=0.139

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.124-0.123=0.001
σ	0.006-0.005=0.001
min	0.116-0.117=-0.001
max	0.132-0.132=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.001

*mean*	4030.375-4148.375=-118.000
σ	2002.019-1890.184=111.835
min	1216.000-1557.000=-341.000
max	7130.000-7271.000=-141.000

*mean*	13.020-13.048=-0.028
σ	0.376-0.278=0.098
min	12.447-12.782=-0.336
max	13.744-13.493=0.251

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.615=0.001
max	36.620-36.620=0.000

*mean*	4030.375-4148.375=-118.000
σ	2002.019-1890.184=111.835
min	1216.000-1557.000=-341.000
max	7130.000-7271.000=-141.000

*mean*	12.912-13.038=-0.126
σ	0.490-0.590=-0.101
min	12.188-12.103=0.086
max	13.585-13.880=-0.295

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.002-0.001=0.000
min	41.928-41.929=-0.000
max	41.932-41.933=-0.001

*mean*	7130.000-7271.000=-141.000
σ	0.000
min	7130.000-7271.000=-141.000
max	7130.000-7271.000=-141.000

*mean*	14.871-15.404=-0.533
σ	1.452-0.483=0.969
min	11.506-14.411=-2.905
max	16.085-16.018=0.066

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.001

*mean*	4030.375-4148.375=-118.000
σ	2002.019-1890.184=111.835
min	1216.000-1557.000=-341.000
max	7130.000-7271.000=-141.000

*mean*	13.762-13.131=0.631
σ	2.002-1.927=0.076
min	11.219-11.031=0.187
max	15.673-15.675=-0.002

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=-0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4030.375-4148.375=-118.000
σ	2002.019-1890.184=111.835
min	1216.000-1557.000=-341.000
max	7130.000-7271.000=-141.000

*mean*	9.464-8.834=0.630
σ	0.429-0.310=0.118
min	8.927-8.412=0.515
max	9.947-9.226=0.721

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4030.375-4148.375=-118.000
σ	2002.019-1890.184=111.835
min	1216.000-1557.000=-341.000
max	7130.000-7271.000=-141.000

*mean*	6.739-6.689=0.050
σ	0.421-0.475=-0.054
min	5.998-5.881=0.117
max	7.209-7.170=0.039

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.004-0.002=0.003
min	25.665-25.665=0.001
max	25.678-25.668=0.009

*mean*	4030.375-4148.375=-118.000
σ	2002.019-1890.184=111.835
min	1216.000-1557.000=-341.000
max	7130.000-7271.000=-141.000

*mean*	6.142-6.028=0.113
σ	0.112-0.179=-0.067
min	6.014-5.789=0.224
max	6.292-6.344=-0.052

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.968-25.967=0.001
max	25.972-25.972=0.000

*mean*	4030.375-4148.375=-118.000
σ	2002.019-1890.184=111.835
min	1216.000-1557.000=-341.000
max	7130.000-7271.000=-141.000

*mean*	5.679-5.845=-0.166
σ	0.210-0.069=0.141
min	5.420-5.777=-0.357
max	6.033-5.980=0.053

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.606=-1502.993
σ	0.002-0.000=0.001
min	1021.612-2524.606=-1502.994
max	1021.616-2524.607=-1502.991

*mean*	7130.000-7271.000=-141.000
σ	0.000
min	7130.000-7271.000=-141.000
max	7130.000-7271.000=-141.000

*mean*	348.696-1590.528=-1241.832
σ	1.970-1077.968=-1075.999
min	346.426-1037.046=-690.621
max	352.515-4142.731=-3790.217

op=load_product(), with indexes

*mean*	7917.792-8744.722=-826.929
σ	0.469-0.469=-0.000
min	7917.625-8744.553=-826.928
max	7918.954-8745.883=-826.930

*mean*	3264.625-3570.000=-305.375
σ	1815.582-1791.604=23.978
min	810.000-1044.000=-234.000
max	5602.000-5779.000=-177.000

*mean*	3797.078-4884.449=-1087.371
σ	1240.729-1653.823=-413.095
min	3125.156-3549.762=-424.606
max	6237.362-7466.348=-1228.986

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.081=-0.000

*mean*	4030.375-4148.375=-118.000
σ	2002.019-1890.184=111.835
min	1216.000-1557.000=-341.000
max	7130.000-7271.000=-141.000

*mean*	86.123-81.744=4.378
σ	15.174-9.143=6.031
min	71.104-72.372=-1.268
max	110.352-97.335=13.017

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.002
min	40.945-40.944=0.001
max	40.950-40.945=0.004

*mean*	7130.000-7271.000=-141.000
σ	0.000
min	7130.000-7271.000=-141.000
max	7130.000-7271.000=-141.000

*mean*	148.237-107.352=40.885
σ	238.888-1.994=236.894
min	61.162-103.767=-42.605
max	739.387-108.932=630.456

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.002
σ	0.002-0.000=0.002
min	66.686-66.685=0.001
max	66.691-66.687=0.004

*mean*	7130.000-7271.000=-141.000
σ	0.000
min	7130.000-7271.000=-141.000
max	7130.000-7271.000=-141.000

*mean*	105.163-164.428=-59.264
σ	10.440-5.957=4.483
min	98.790-151.025=-52.234
max	127.923-170.392=-42.469

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11656.836=2560.335
σ	4.303-4.324=-0.021
min	14215.576-11655.305=2560.271
max	14227.820-11667.538=2560.282

*mean*	4030.375-4148.375=-118.000
σ	2002.019-1890.184=111.835
min	1216.000-1557.000=-341.000
max	7130.000-7271.000=-141.000

*mean*	8142.053-6825.879=1316.174
σ	1866.505-1292.348=574.157
min	6033.412-4976.493=1056.918
max	10458.480-8389.502=2068.979

op=vertical_lookup_list() on indexed

*mean*	13159.109-11560.065=1599.044
σ	0.002-0.001=0.001
min	13159.106-11560.064=1599.042
max	13159.110-11560.066=1599.044

*mean*	7130.000-7271.000=-141.000
σ	0.000
min	7130.000-7271.000=-141.000
max	7130.000-7271.000=-141.000

*mean*	5308.894-5381.365=-72.471
σ	676.061-1360.713=-684.652
min	5033.942-4393.989=639.954
max	6978.208-8186.116=-1207.908

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	389.148-354.634=34.515
σ	6.008-14.084=-8.075
min	376.955-346.343=30.612
max	395.228-388.941=6.287

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-560.625=-0.625
σ	0.000-0.518=-0.518
min	560.000
max	560.000-561.000=-1.000

*mean*	774.358-725.041=49.318
σ	48.469-82.545=-34.075
min	657.123-600.375=56.748
max	803.155-799.908=3.248

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.323-1008.501=15.822
σ	0.759-0.760=-0.001
min	1023.848-1008.026=15.822
max	1027.461-1011.642=15.819

*mean*	1056.650-1045.900=10.750
σ	311.512-298.208=13.304
min	563.000-584.000=-21.000
max	1512.000-1447.000=65.000

*mean*	1.556-1.536=0.020
σ	0.071-0.064=0.007
min	1.492-1.461=0.032
max	1.759-1.672=0.087

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.315-0.397=-0.082
σ	0.321-0.396=-0.076
min	0.145-0.145=-0.000
max	0.883-1.061=-0.178

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.473-0.420=0.053
σ	0.325-0.194=0.131
min	0.318-0.325=-0.007
max	1.054-0.766=0.288

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.217-0.230=-0.013
σ	0.024-0.025=-0.002
min	0.197-0.207=-0.010
max	0.256-0.274=-0.018

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.330-0.341=-0.011
σ	0.016-0.021=-0.005
min	0.316-0.324=-0.008
max	0.356-0.377=-0.021

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	436.000-434.200=1.800
σ	5.612-1.789=3.824
min	431.000
max	442.000-435.000=7.000

*mean*	0.553-0.537=0.016
σ	0.049-0.056=-0.006
min	0.502-0.463=0.039
max	0.616-0.617=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.452-0.473=-0.021
σ	0.040-0.048=-0.009
min	0.383-0.428=-0.044
max	0.486-0.527=-0.042

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	1.904-2.627=-0.722
σ	0.120-0.085=0.036
min	1.739-2.466=-0.727
max	2.622-2.837=-0.215

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.236-2.599=-0.363
σ	0.400-0.114=0.286
min	1.764-2.436=-0.672
max	2.849-3.232=-0.384

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.307-0.310=-0.003
σ	0.016-0.030=-0.014
min	0.289-0.292=-0.003
max	0.432-0.578=-0.146

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.291-0.293=-0.002
σ	0.007-0.011=-0.003
min	0.278-0.280=-0.002
max	0.328-0.369=-0.040

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.799-298.262=0.537
σ	1.002-0.991=0.010
min	298.358-297.873=0.484
max	301.640-301.081=0.559

*mean*	439.300-440.400=-1.100
σ	15.144-15.443=-0.299
min	417.000-418.000=-1.000
max	464.000-465.000=-1.000

*mean*	0.594-0.609=-0.014
σ	0.024-0.018=0.006
min	0.568-0.570=-0.001
max	0.645-0.635=0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-222.011=14.666
σ	0.000-0.000=0.000
min	236.678-222.011=14.666
max	236.678-222.011=14.666

*mean*	935.625-1745.000=-809.375
σ	15.203-0.000=15.203
min	898.000-1745.000=-847.000
max	941.000-1745.000=-804.000

*mean*	211.361-203.680=7.681
σ	2.322-1.924=0.398
min	208.103-201.042=7.061
max	214.452-205.752=8.700

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	933.500-1745.000=-811.500
σ	21.213-0.000=21.213
min	881.000-1745.000=-864.000
max	941.000-1745.000=-804.000

*mean*	9.688-9.119=0.569
σ	1.745-3.575=-1.830
min	6.547-6.101=0.446
max	13.052-15.864=-2.812

phase=parser

*mean*	1042.364-1042.099=0.265
σ	0.000-0.000=-0.000
min	1042.364-1042.099=0.265
max	1042.364-1042.100=0.264

*mean*	933.500-1745.000=-811.500
σ	21.213-0.000=21.213
min	881.000-1745.000=-864.000
max	941.000-1745.000=-804.000

*mean*	556.473-642.450=-85.977
σ	99.699-138.649=-38.950
min	455.332-427.709=27.624
max	757.882-840.500=-82.618

phase=processProdDef

*mean*	4850.761-6169.656=-1318.895
σ	0.000-0.001=-0.001
min	4850.761-6169.656=-1318.894
max	4850.761-6169.657=-1318.896

*mean*	941.000-1745.000=-804.000
σ	0.000
min	941.000-1745.000=-804.000
max	941.000-1745.000=-804.000

*mean*	4506.403-5099.056=-592.653
σ	416.495-1300.813=-884.318
min	4071.853-3642.022=429.831
max	5197.089-6706.306=-1509.217

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	933.500-1745.000=-811.500
σ	21.213-0.000=21.213
min	881.000-1745.000=-864.000
max	941.000-1745.000=-804.000

*mean*	39.279-31.052=8.227
σ	7.932-13.505=-5.573
min	20.916-20.044=0.872
max	48.604-55.298=-6.694

phase=type checker

*mean*	990.450-958.457=31.993
σ	0.071-0.066=0.005
min	990.344-958.360=31.985
max	990.563-958.547=32.016

*mean*	935.500-1745.000=-809.500
σ	15.556-0.000=15.556
min	897.000-1745.000=-848.000
max	941.000-1745.000=-804.000

*mean*	759.191-721.838=37.353
σ	104.901-109.729=-4.828
min	662.480-630.823=31.656
max	932.713-905.181=27.533

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.925-293.686=0.239
σ	0.040-0.039=0.001
min	293.871-293.629=0.241
max	293.967-293.725=0.242

*mean*	440.600-445.000=-4.400
σ	2.191-0.000=2.191
min	439.000-445.000=-6.000
max	443.000-445.000=-2.000

*mean*	0.397-0.403=-0.006
σ	0.002-0.002=-0.001
min	0.395-0.399=-0.005
max	0.400-0.406=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.290-1303.809=16.481
σ	0.081-0.075=0.007
min	1320.160-1303.705=16.455
max	1320.356-1303.892=16.464

*mean*	1065.400-1099.400=-34.000
σ	180.258-191.286=-11.028
min	836.000-837.000=-1.000
max	1302.000-1330.000=-28.000

*mean*	2.195-2.098=0.097
σ	0.032-0.265=-0.233
min	2.165-1.830=0.336
max	2.236-2.447=-0.211

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.723-1546.816=13.908
σ	6.208-4.038=2.170
min	1557.734-1544.800=12.934
max	1571.824-1554.032=17.792

*mean*	619.600-618.000=1.600
σ	78.894-80.215=-1.321
min	493.000-497.000=-4.000
max	688.000-712.000=-24.000

*mean*	2.308-2.249=0.059
σ	0.133-0.215=-0.082
min	2.140-2.102=0.037
max	2.443-2.627=-0.184

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.274-1865.811=16.463
σ	0.061-0.048=0.013
min	1882.218-1865.750=16.468
max	1882.366-1865.885=16.481

*mean*	1708.000-1725.800=-17.800
σ	250.702-170.844=79.858
min	1416.000-1481.000=-65.000
max	2065.000-1881.000=184.000

*mean*	2.959-3.043=-0.083
σ	0.110-0.328=-0.217
min	2.860-2.825=0.034
max	3.131-3.618=-0.486

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.595-1.745=-0.150
σ	0.142-0.107=0.034
min	1.345-1.578=-0.232
max	1.683-1.868=-0.186

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.154-450.090=2.063
σ	582.777-579.265=3.512
min	160.763-160.453=0.310
max	1326.320-1318.988=7.332

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.552-0.529=0.023
σ	0.557-0.516=0.041
min	0.268-0.269=-0.001
max	1.388-1.303=0.085

policies=20

*mean*	1607.974-1604.896=3.078
σ	0.432-0.401=0.031
min	1607.681-1604.622=3.059
max	1608.614-1605.491=3.123

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.500-446.000=5.500
σ	9.815-2.000=7.815
min	443.000
max	460.000-447.000=13.000

*mean*	2.712-2.688=0.024
σ	0.008-0.005=0.003
min	2.704-2.682=0.022
max	2.723-2.693=0.030

policies=200

*mean*	16087.795-16057.246=30.548
σ	0.151-0.246=-0.095
min	16087.663-16057.087=30.576
max	16088.010-16057.612=30.398

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.000-494.500=3.500
σ	3.266-2.380=0.886
min	494.000-492.000=2.000
max	502.000-497.000=5.000

*mean*	27.331-27.295=0.036
σ	0.115-0.158=-0.042
min	27.162-27.133=0.030
max	27.420-27.497=-0.077