Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.695
σ	0.000
min	558.695
max	558.695

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.676
σ	0.000
min	6.676
max	6.676

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.891-54.583=0.307
σ	0.356-0.341=0.014
min	54.756-54.450=0.306
max	55.903-55.554=0.348

*mean*	417.000-421.000=-4.000
σ	0.000
min	417.000-421.000=-4.000
max	417.000-421.000=-4.000

*mean*	0.141-0.141=-0.000
σ	0.004-0.005=-0.001
min	0.136-0.135=0.001
max	0.148-0.147=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.704=0.151
σ	0.005-0.006=-0.001
min	43.847-43.695=0.152
max	43.863-43.712=0.151

*mean*	417.000-421.000=-4.000
σ	0.000
min	417.000-421.000=-4.000
max	417.000-421.000=-4.000

*mean*	0.125-0.124=0.001
σ	0.005-0.005=-0.000
min	0.121-0.120=0.001
max	0.134-0.132=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.621-36.620=0.001

*mean*	4042.000-4150.000=-108.000
σ	2008.769-1895.302=113.467
min	1216.000-1556.000=-340.000
max	7144.000-7286.000=-142.000

*mean*	12.729-12.904=-0.175
σ	0.231-0.226=0.005
min	12.407-12.619=-0.212
max	13.076-13.370=-0.294

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.001
max	36.620-36.620=0.000

*mean*	4042.000-4150.000=-108.000
σ	2008.769-1895.302=113.467
min	1216.000-1556.000=-340.000
max	7144.000-7286.000=-142.000

*mean*	13.021-13.158=-0.137
σ	0.637-0.614=0.023
min	11.492-12.105=-0.613
max	13.382-14.035=-0.653

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.002-0.001=0.001
min	41.929-41.930=-0.001
max	41.933-41.933=0.001

*mean*	7144.000-7286.000=-142.000
σ	0.000
min	7144.000-7286.000=-142.000
max	7144.000-7286.000=-142.000

*mean*	15.098-15.382=-0.284
σ	0.189-0.479=-0.290
min	14.808-14.475=0.333
max	15.317-16.020=-0.703

op=table_records(), repeat

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.001
min	41.928-41.927=0.000
max	41.933-41.931=0.002

*mean*	4042.000-4150.000=-108.000
σ	2008.769-1895.302=113.467
min	1216.000-1556.000=-340.000
max	7144.000-7286.000=-142.000

*mean*	14.523-13.091=1.432
σ	1.482-1.895=-0.413
min	11.730-11.079=0.651
max	16.250-15.478=0.772

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.604=0.001
max	27.991-27.990=0.001

*mean*	4042.000-4150.000=-108.000
σ	2008.769-1895.302=113.467
min	1216.000-1556.000=-340.000
max	7144.000-7286.000=-142.000

*mean*	9.856-9.189=0.667
σ	1.682-0.409=1.273
min	8.569-8.703=-0.134
max	12.591-9.828=2.763

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4042.000-4150.000=-108.000
σ	2008.769-1895.302=113.467
min	1216.000-1556.000=-340.000
max	7144.000-7286.000=-142.000

*mean*	7.816-6.669=1.147
σ	1.515-0.383=1.132
min	6.728-6.000=0.728
max	10.343-7.227=3.116

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.004-0.002=0.003
min	25.666-25.665=0.001
max	25.678-25.669=0.009

*mean*	4042.000-4150.000=-108.000
σ	2008.769-1895.302=113.467
min	1216.000-1556.000=-340.000
max	7144.000-7286.000=-142.000

*mean*	5.929-6.058=-0.129
σ	0.135-0.208=-0.073
min	5.735-5.595=0.140
max	6.083-6.247=-0.165

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.969=0.001
σ	0.002-0.002=-0.000
min	25.969-25.967=0.002
max	25.973-25.973=-0.000

*mean*	4042.000-4150.000=-108.000
σ	2008.769-1895.302=113.467
min	1216.000-1556.000=-340.000
max	7144.000-7286.000=-142.000

*mean*	5.749-5.637=0.111
σ	0.071-0.217=-0.146
min	5.632-5.353=0.278
max	5.830-5.918=-0.088

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.626-2524.619=-1502.993
σ	0.002-0.000=0.001
min	1021.625-2524.619=-1502.994
max	1021.629-2524.620=-1502.991

*mean*	7144.000-7286.000=-142.000
σ	0.000
min	7144.000-7286.000=-142.000
max	7144.000-7286.000=-142.000

*mean*	370.684-1490.729=-1120.045
σ	44.584-735.124=-690.540
min	352.169-1040.716=-688.547
max	480.938-3109.443=-2628.505

op=load_product(), with indexes

*mean*	7917.806-8744.734=-826.928
σ	0.469-0.469=-0.000
min	7917.638-8744.566=-826.929
max	7918.967-8745.895=-826.929

*mean*	3274.500-3572.375=-297.875
σ	1824.413-1794.729=29.684
min	809.000-1044.000=-235.000
max	5623.000-5791.000=-168.000

*mean*	3623.506-4679.980=-1056.474
σ	1093.277-1658.328=-565.050
min	3100.782-3497.819=-397.037
max	6181.284-7305.026=-1123.743

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.077-62.076=0.000
max	62.080-62.081=-0.000

*mean*	4042.000-4150.000=-108.000
σ	2008.769-1895.302=113.467
min	1216.000-1556.000=-340.000
max	7144.000-7286.000=-142.000

*mean*	90.481-85.765=4.716
σ	22.693-11.770=10.924
min	70.160-72.010=-1.849
max	124.393-101.350=23.042

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.002
min	40.945-40.944=0.001
max	40.950-40.946=0.004

*mean*	7144.000-7286.000=-142.000
σ	0.000
min	7144.000-7286.000=-142.000
max	7144.000-7286.000=-142.000

*mean*	61.121-107.112=-45.990
σ	1.217-2.760=-1.543
min	60.442-103.147=-42.705
max	64.103-111.116=-47.013

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.002
σ	0.002-0.000=0.002
min	66.686-66.686=0.001
max	66.691-66.687=0.004

*mean*	7144.000-7286.000=-142.000
σ	0.000
min	7144.000-7286.000=-142.000
max	7144.000-7286.000=-142.000

*mean*	208.924-163.857=45.067
σ	215.492-5.040=210.452
min	98.264-152.215=-53.951
max	672.632-168.196=504.436

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.202-11656.837=2560.366
σ	4.291-4.324=-0.034
min	14215.576-11655.305=2560.271
max	14227.820-11667.539=2560.281

*mean*	4042.000-4150.000=-108.000
σ	2008.769-1895.302=113.467
min	1216.000-1556.000=-340.000
max	7144.000-7286.000=-142.000

*mean*	8161.220-6289.431=1871.789
σ	1958.199-1004.662=953.537
min	5986.520-4835.816=1150.705
max	10954.042-7896.854=3057.188

op=vertical_lookup_list() on indexed

*mean*	13159.109-11560.065=1599.044
σ	0.002-0.000=0.001
min	13159.106-11560.064=1599.042
max	13159.110-11560.066=1599.044

*mean*	7144.000-7286.000=-142.000
σ	0.000
min	7144.000-7286.000=-142.000
max	7144.000-7286.000=-142.000

*mean*	5293.080-5756.844=-463.764
σ	579.005-1478.642=-899.637
min	5006.314-4369.293=637.021
max	6672.843-7964.589=-1291.746

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	372.715-366.008=6.707
σ	32.926-33.715=-0.789
min	298.191-298.977=-0.787
max	393.675-395.900=-2.224

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	756.426-750.260=6.166
σ	50.212-44.981=5.232
min	639.850-662.207=-22.357
max	800.615-799.962=0.653

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	896.270-880.882=15.388
σ	0.760-0.759=0.001
min	895.793-880.404=15.389
max	899.411-884.020=15.391

*mean*	819.550-816.950=2.600
σ	187.758-189.992=-2.234
min	552.000-530.000=22.000
max	1070.000-1111.000=-41.000

*mean*	1.532-1.523=0.009
σ	0.068-0.047=0.021
min	1.440-1.388=0.052
max	1.719-1.617=0.102

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.404-0.377=0.026
σ	0.510-0.460=0.050
min	0.144-0.147=-0.003
max	1.312-1.198=0.115

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.474-0.428=0.045
σ	0.324-0.192=0.132
min	0.319-0.333=-0.014
max	1.053-0.772=0.281

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.221-0.218=0.003
σ	0.034-0.027=0.007
min	0.198-0.200=-0.003
max	0.279-0.264=0.015

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.333-0.330=0.003
σ	0.016-0.019=-0.003
min	0.322-0.313=0.009
max	0.362-0.363=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.852-964.753=0.099
σ	0.011
min	964.847-964.748=0.099
max	964.871-964.772=0.099

*mean*	436.000-432.600=3.400
σ	5.612-3.130=2.482
min	431.000-430.000=1.000
max	442.000-436.000=6.000

*mean*	0.566-0.587=-0.021
σ	0.060-0.035=0.025
min	0.482-0.528=-0.046
max	0.610-0.612=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.828-885.821=0.007
σ	0.002
min	885.826-885.820=0.007
max	885.830-885.824=0.007

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.502-0.488=0.014
σ	0.044-0.046=-0.003
min	0.424-0.437=-0.013
max	0.524-0.525=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	1.972-2.458=-0.486
σ	0.088-0.306=-0.218
min	1.819-1.835=-0.015
max	2.291-2.927=-0.636

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.585-2.582=0.004
σ	0.283-0.089=0.194
min	1.875-2.454=-0.578
max	3.111-3.084=0.028

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.326-0.305=0.021
σ	0.069-0.008=0.061
min	0.294-0.290=0.005
max	0.829-0.355=0.475

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.291-0.292=-0.002
σ	0.007-0.007=-0.000
min	0.279-0.281=-0.002
max	0.319-0.326=-0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	299.426-298.873=0.553
σ	1.001-1.039=-0.038
min	299.056-298.496=0.559
max	302.272-301.827=0.445

*mean*	440.100-442.900=-2.800
σ	13.051-13.025=0.026
min	417.000-427.000=-10.000
max	462.000-467.000=-5.000

*mean*	0.574-0.617=-0.043
σ	0.034-0.017=0.016
min	0.519-0.602=-0.082
max	0.616-0.661=-0.045

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	237.534-222.864=14.670
σ	0.000-0.000=0.000
min	237.534-222.864=14.670
max	237.534-222.864=14.670

*mean*	940.750-1712.250=-771.500
σ	17.678-49.531=-31.854
min	897.000-1632.000=-735.000
max	947.000-1739.000=-792.000

*mean*	201.265-206.222=-4.957
σ	3.620-2.042=1.577
min	195.596-203.853=-8.257
max	207.451-210.103=-2.653

phase=macro expansion

*mean*	6.146
σ	0.000
min	6.146
max	6.146

*mean*	939.125-1712.250=-773.125
σ	22.274-49.531=-27.258
min	884.000-1632.000=-748.000
max	947.000-1739.000=-792.000

*mean*	9.132-11.239=-2.107
σ	2.015-1.283=0.732
min	6.471-9.692=-3.220
max	12.866-12.479=0.388

phase=parser

*mean*	1042.372-1042.112=0.260
σ	0.000-0.000=-0.000
min	1042.372-1042.111=0.261
max	1042.373-1042.112=0.260

*mean*	939.125-1712.250=-773.125
σ	22.274-49.531=-27.258
min	884.000-1632.000=-748.000
max	947.000-1739.000=-792.000

*mean*	494.284-726.520=-232.237
σ	109.538-86.109=23.429
min	402.695-562.351=-159.656
max	750.716-837.794=-87.078

phase=processProdDef

*mean*	4850.766-6169.659=-1318.893
σ	0.000-0.001=-0.001
min	4850.766-6169.659=-1318.892
max	4850.766-6169.660=-1318.894

*mean*	947.000-1725.750=-778.750
σ	0.000-37.882=-37.882
min	947.000-1632.000=-685.000
max	947.000-1740.000=-793.000

*mean*	4812.917-5578.022=-765.105
σ	658.866-1561.304=-902.438
min	3686.248-3603.738=82.510
max	5329.542-7354.080=-2024.538

phase=renaming

*mean*	21.682-21.678=0.004
σ	0.000
min	21.682-21.678=0.004
max	21.682-21.678=0.004

*mean*	939.125-1712.250=-773.125
σ	22.274-49.531=-27.258
min	884.000-1632.000=-748.000
max	947.000-1739.000=-792.000

*mean*	36.949-40.921=-3.972
σ	8.936-7.263=1.673
min	20.765-31.851=-11.086
max	48.351-48.965=-0.614

phase=type checker

*mean*	993.557-961.564=31.993
σ	0.071-0.066=0.005
min	993.452-961.467=31.985
max	993.671-961.654=32.016

*mean*	940.625-1712.250=-771.625
σ	18.031-49.531=-31.500
min	896.000-1632.000=-736.000
max	947.000-1739.000=-792.000

*mean*	693.577-752.132=-58.555
σ	45.728-68.046=-22.318
min	646.924-657.595=-10.671
max	791.790-886.603=-94.813

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.863-293.728=0.134
σ	0.038-0.038=0.001
min	293.810-293.676=0.134
max	293.902-293.767=0.135

*mean*	442.400-448.000=-5.600
σ	0.548-0.000=0.548
min	442.000-448.000=-6.000
max	443.000-448.000=-5.000

*mean*	0.398-0.402=-0.004
σ	0.010-0.005=0.005
min	0.390-0.399=-0.009
max	0.413-0.411=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1190.641-1174.637=16.004
σ	0.057-0.101=-0.044
min	1190.580-1174.517=16.063
max	1190.701-1174.784=15.916

*mean*	848.200-849.200=-1.000
σ	93.684-112.586=-18.902
min	742.000-711.000=31.000
max	967.000-988.000=-21.000

*mean*	2.117-1.938=0.179
σ	0.138-0.203=-0.065
min	2.027-1.760=0.267
max	2.357-2.254=0.104

iters=5

new-facts=6402

prior-facts=1

*mean*	1430.964-1417.511=13.453
σ	6.212-4.047=2.165
min	1427.983-1415.459=12.524
max	1442.073-1424.742=17.331

*mean*	565.200-570.200=-5.000
σ	58.195-38.558=19.638
min	504.000-524.000=-20.000
max	651.000-612.000=39.000

*mean*	2.383-2.129=0.254
σ	0.217-0.205=0.011
min	2.081-2.002=0.079
max	2.627-2.492=0.135

iters=5

new-facts=6402

prior-facts=6402

*mean*	1752.638-1736.671=15.967
σ	0.055-0.067=-0.013
min	1752.580-1736.606=15.974
max	1752.711-1736.758=15.952

*mean*	1247.800-1274.200=-26.400
σ	169.674-161.305=8.369
min	1073.000-1092.000=-19.000
max	1487.000-1504.000=-17.000

*mean*	2.931-2.981=-0.050
σ	0.153-0.194=-0.041
min	2.765-2.816=-0.051
max	3.105-3.291=-0.186

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.746-1.697=0.049
σ	0.253-0.162=0.091
min	1.297-1.483=-0.187
max	1.894-1.874=0.020

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.502-450.510=1.991
σ	583.317-579.860=3.457
min	160.841-160.579=0.263
max	1327.477-1320.300=7.178

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	448.000-443.000=5.000
σ	0.000
min	448.000-443.000=5.000
max	448.000-443.000=5.000

*mean*	0.552-0.546=0.006
σ	0.556-0.555=0.001
min	0.273-0.267=0.006
max	1.386-1.379=0.007

policies=20

*mean*	1608.745-1606.122=2.623
σ	0.407-0.409=-0.002
min	1608.464-1605.843=2.621
max	1609.347-1606.727=2.620

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.000-447.000=1.000
σ	0.000-4.619=-4.619
min	448.000-443.000=5.000
max	448.000-451.000=-3.000

*mean*	2.676-2.685=-0.008
σ	0.010-0.011=-0.000
min	2.667-2.675=-0.009
max	2.690-2.696=-0.006

policies=200

*mean*	16095.713-16069.448=26.265
σ	0.108-0.063=0.044
min	16095.635-16069.404=26.231
max	16095.864-16069.540=26.324

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000
σ	5.944-4.761=1.183
min	490.000-492.000=-2.000
max	504.000-502.000=2.000

*mean*	27.140-27.156=-0.015
σ	0.095-0.251=-0.156
min	27.008-26.921=0.087
max	27.234-27.472=-0.238