Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664-447.695=-0.031
σ	0.000
min	447.664-447.695=-0.031
max	447.664-447.695=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.890=-0.002
σ	0.357-0.360=-0.003
min	54.755-54.751=0.004
max	55.904-55.914=-0.011

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.139-0.142=-0.003
σ	0.006-0.004=0.002
min	0.133-0.137=-0.004
max	0.150-0.150=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.855=0.001
σ	0.006-0.006=-0.001
min	43.848-43.845=0.003
max	43.865-43.867=-0.002

*mean*	417.000-417.300=-0.300
σ	0.000-0.483=-0.483
min	417.000
max	417.000-418.000=-1.000

*mean*	0.124-0.125=-0.001
σ	0.003-0.004=-0.002
min	0.121-0.119=0.002
max	0.130-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.616-36.617=-0.000
σ	0.000-0.001=-0.001
min	36.616
max	36.617-36.620=-0.003

*mean*	4225.000-3913.375=311.625
σ	1970.075-1827.667=142.408
min	1484.000-1353.000=131.000
max	7436.000-6963.000=473.000

*mean*	12.279-12.225=0.054
σ	0.494-0.668=-0.174
min	11.978-11.754=0.224
max	13.470-13.837=-0.366

op=column_set() on indexed, repeat

*mean*	36.616-36.616=0.000
σ	0.000-0.000=0.000
min	36.616
max	36.617-36.616=0.001

*mean*	4450.750-3913.375=537.375
σ	2239.170-1827.667=411.502
min	1484.000-1353.000=131.000
max	7436.000-6963.000=473.000

*mean*	62.380-12.506=49.873
σ	140.808-0.595=140.213
min	11.481-11.528=-0.048
max	410.858-13.093=397.765

op=table_records(), no indexes

*mean*	41.947-41.947=-0.000
σ	0.002-0.002=0.000
min	41.945-41.945=0.000
max	41.950-41.950=0.001

*mean*	7436.000-6963.000=473.000
σ	0.000
min	7436.000-6963.000=473.000
max	7436.000-6963.000=473.000

*mean*	11.149-11.218=-0.069
σ	0.172-0.950=-0.778
min	10.898-10.759=0.139
max	11.462-13.554=-2.092

op=table_records(), repeat

*mean*	41.933-41.932=0.000
σ	0.000-0.000=0.000
min	41.932
max	41.933-41.933=0.000

*mean*	4225.000-3872.375=352.625
σ	1970.075-1895.721=74.354
min	1484.000-1025.000=459.000
max	7436.000-6963.000=473.000

*mean*	11.685-12.037=-0.351
σ	1.873-3.115=-1.242
min	10.855-10.631=0.224
max	16.314-19.732=-3.418

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.137-0.137=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4225.000-3872.375=352.625
σ	1970.075-1895.721=74.354
min	1484.000-1025.000=459.000
max	7436.000-6963.000=473.000

*mean*	8.813-8.493=0.320
σ	1.077-0.381=0.696
min	7.836-7.873=-0.037
max	11.378-9.131=2.247

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.404=0.000
σ	0.000-0.000=-0.000
min	26.404-26.404=0.000
max	26.404-26.404=0.000

*mean*	4225.000-3872.375=352.625
σ	1970.075-1895.721=74.354
min	1484.000-1025.000=459.000
max	7436.000-6963.000=473.000

*mean*	6.697-6.561=0.135
σ	0.551-0.275=0.276
min	5.993-5.906=0.087
max	7.891-6.784=1.108

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.679-25.679=0.000
σ	0.003-0.003=-0.000
min	25.678-25.678=0.000
max	25.686-25.686=0.000

*mean*	4450.750-3913.375=537.375
σ	2239.170-1827.667=411.502
min	1484.000-1353.000=131.000
max	7436.000-6963.000=473.000

*mean*	6.052-6.074=-0.022
σ	0.127-0.074=0.053
min	5.891-5.958=-0.066
max	6.294-6.194=0.100

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.982-25.981=0.001
σ	0.001-0.000=0.000
min	25.982-25.981=0.001
max	25.983-25.982=0.001

*mean*	4450.750-3913.375=537.375
σ	2239.170-1827.667=411.502
min	1484.000-1353.000=131.000
max	7436.000-6963.000=473.000

*mean*	5.898-5.931=-0.033
σ	0.128-0.224=-0.097
min	5.693-5.677=0.016
max	6.133-6.410=-0.277

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614
σ	0.002
min	1021.612
max	1021.616

*mean*	7436.000-6963.000=473.000
σ	0.000
min	7436.000-6963.000=473.000
max	7436.000-6963.000=473.000

*mean*	349.681-344.333=5.348
σ	2.688-1.676=1.012
min	344.595-341.326=3.269
max	353.839-346.854=6.985

op=load_product(), with indexes

*mean*	3495.866-3421.098=74.768
σ	0.469-0.468=0.000
min	3495.700-3420.932=74.768
max	3497.025-3422.257=74.769

*mean*	3794.000-3520.875=273.125
σ	2328.828-2148.747=180.080
min	720.000-724.000=-4.000
max	7436.000-6963.000=473.000

*mean*	2097.777-2043.738=54.039
σ	1007.082-963.020=44.062
min	1409.447-1350.830=58.617
max	3998.176-3500.266=497.910

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.853-104.801=3.052
σ	0.000-0.001=-0.000
min	107.852-104.801=3.051
max	107.853-104.802=3.051

*mean*	4225.000-3913.375=311.625
σ	1970.075-1827.667=142.408
min	1484.000-1353.000=131.000
max	7436.000-6963.000=473.000

*mean*	135.163-173.239=-38.075
σ	14.013-178.144=-164.131
min	124.495-104.423=20.072
max	166.487-614.001=-447.514

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.080=0.000
σ	0.001-0.000=0.001
min	62.080
max	62.084-62.080=0.004

*mean*	4225.000-3913.375=311.625
σ	1970.075-1827.667=142.408
min	1484.000-1353.000=131.000
max	7436.000-6963.000=473.000

*mean*	43.106-46.287=-3.181
σ	1.268-9.099=-7.831
min	41.410-42.010=-0.600
max	45.279-68.561=-23.282

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.949-40.949=0.000

*mean*	7436.000-6963.000=473.000
σ	0.000
min	7436.000-6963.000=473.000
max	7436.000-6963.000=473.000

*mean*	22.356-23.287=-0.931
σ	2.192-2.539=-0.347
min	21.452-22.154=-0.702
max	27.775-29.560=-1.785

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.307-71.307=0.000
σ	0.002-0.002=-0.000
min	71.305-71.305=0.000
max	71.310-71.309=0.000

*mean*	7436.000-6963.000=473.000
σ	0.000
min	7436.000-6963.000=473.000
max	7436.000-6963.000=473.000

*mean*	164.870-58.494=106.376
σ	306.009-2.890=303.119
min	55.289-57.051=-1.762
max	922.191-65.585=856.606

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.849-4518.675=128.174
σ	0.013-0.013=0.000
min	4646.844-4518.670=128.174
max	4646.882-4518.708=128.174

*mean*	4225.000-3869.250=355.750
σ	1970.075-1901.099=68.977
min	1484.000-1000.000=484.000
max	7436.000-6963.000=473.000

*mean*	3377.039-3348.194=28.844
σ	584.528-700.122=-115.594
min	2534.091-2356.320=177.771
max	4222.130-4306.665=-84.535

op=vertical_lookup_list() on indexed

*mean*	1973.849-1857.821=116.028
σ	0.002-0.002=-0.000
min	1973.847-1857.819=116.028
max	1973.851-1857.823=116.028

*mean*	7436.000-6963.000=473.000
σ	0.000
min	7436.000-6963.000=473.000
max	7436.000-6963.000=473.000

*mean*	1298.462-998.489=299.973
σ	789.470-265.084=524.385
min	931.631-852.386=79.245
max	3177.582-1488.816=1688.766

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.103-902.051=3.052
σ	0.002
min	905.101-902.049=3.052
max	905.106-902.054=3.052

*mean*	7436.000-6963.000=473.000
σ	0.000
min	7436.000-6963.000=473.000
max	7436.000-6963.000=473.000

*mean*	408.338-382.083=26.256
σ	43.607-39.226=4.381
min	390.573-359.640=30.934
max	516.166-478.600=37.565

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-475.750=1.250
σ	0.000-0.463=-0.463
min	477.000-475.000=2.000
max	477.000-476.000=1.000

*mean*	383.961-360.583=23.378
σ	35.443-40.820=-5.377
min	311.237-298.857=12.380
max	425.252-421.675=3.577

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-563.000=1.000
σ	0.000
min	564.000-563.000=1.000
max	564.000-563.000=1.000

*mean*	741.028-730.336=10.692
σ	31.359-56.184=-24.825
min	695.337-602.831=92.505
max	791.295-791.361=-0.066

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.561-1024.566=-0.006
σ	0.760-0.760=0.000
min	1024.096-1024.096=0.000
max	1027.705-1027.705=0.001

*mean*	1048.400-1041.000=7.400
σ	312.586-307.932=4.654
min	591.000-551.000=40.000
max	1512.000-1528.000=-16.000

*mean*	1.392-1.369=0.023
σ	0.084-0.077=0.007
min	1.218-1.298=-0.080
max	1.593-1.641=-0.048

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.408-0.427=-0.019
σ	0.523-0.588=-0.065
min	0.145-0.145=-0.000
max	1.340-1.478=-0.138

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.486-0.824=-0.339
σ	0.316-0.516=-0.200
min	0.324-0.572=-0.248
max	1.050-1.746=-0.696

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.226-0.263=-0.037
σ	0.019-0.103=-0.083
min	0.210-0.203=0.007
max	0.258-0.444=-0.187

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.340-0.332=0.008
σ	0.016-0.020=-0.004
min	0.327-0.313=0.014
max	0.368-0.364=0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.024
σ	0.011
min	965.018
max	965.042

*mean*	431.600-431.400=0.200
σ	1.342-0.894=0.447
min	431.000
max	434.000-433.000=1.000

*mean*	0.585-0.546=0.039
σ	0.028-0.057=-0.028
min	0.538-0.461=0.076
max	0.609-0.606=0.003

name=cdr_enhanced_4k_loc.art

*mean*	885.928
σ	0.002
min	885.926
max	885.930

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.459-0.456=0.004
σ	0.009-0.039=-0.029
min	0.449-0.427=0.022
max	0.471-0.523=-0.051

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	2.601-2.622=-0.021
σ	0.101-0.092=0.009
min	2.412-2.423=-0.010
max	2.854-2.960=-0.105

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	2.584-2.606=-0.022
σ	0.074-0.093=-0.018
min	2.415-2.480=-0.065
max	2.800-3.075=-0.275

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.306-0.309=-0.004
σ	0.023-0.028=-0.005
min	0.289-0.294=-0.005
max	0.512-0.572=-0.059

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.291-0.292=-0.001
σ	0.008-0.007=0.000
min	0.279-0.280=-0.001
max	0.340-0.327=0.013

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.701-298.774=-0.073
σ	0.977-0.970=0.007
min	298.245-298.370=-0.125
max	301.466-301.530=-0.063

*mean*	442.300-436.700=5.600
σ	15.173-14.997=0.177
min	417.000-416.000=1.000
max	470.000-465.000=5.000

*mean*	0.580-0.589=-0.009
σ	0.034-0.040=-0.006
min	0.515-0.532=-0.016
max	0.620-0.644=-0.023

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	1008.375-1013.500=-5.125
σ	63.993-66.468=-2.475
min	850.000-849.000=1.000
max	1031.000-1037.000=-6.000

*mean*	206.886-203.204=3.682
σ	2.021-2.965=-0.944
min	204.197-198.354=5.843
max	210.017-208.461=1.556

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1008.375-1013.500=-5.125
σ	63.993-66.468=-2.475
min	850.000-849.000=1.000
max	1031.000-1037.000=-6.000

*mean*	11.507-9.255=2.252
σ	1.578-2.594=-1.015
min	9.393-6.372=3.021
max	13.166-13.091=0.075

phase=parser

*mean*	1042.450-1042.453=-0.003
σ	0.000-0.000=-0.000
min	1042.450-1042.453=-0.003
max	1042.450-1042.454=-0.003

*mean*	1008.375-1013.500=-5.125
σ	63.993-66.468=-2.475
min	850.000-849.000=1.000
max	1031.000-1037.000=-6.000

*mean*	728.867-632.825=96.042
σ	89.240-210.529=-121.289
min	606.180-377.178=229.002
max	848.309-844.099=4.210

phase=processProdDef

*mean*	2232.171-2072.857=159.314
σ	0.000
min	2232.171-2072.857=159.314
max	2232.171-2072.857=159.314

*mean*	1031.000-1037.000=-6.000
σ	0.000
min	1031.000-1037.000=-6.000
max	1031.000-1037.000=-6.000

*mean*	2679.363-2406.367=272.996
σ	614.637-630.681=-16.045
min	1754.876-1585.044=169.832
max	3369.380-3296.404=72.976

phase=renaming

*mean*	21.675-21.675=0.000
σ	0.000
min	21.675-21.675=0.000
max	21.675-21.675=0.000

*mean*	1008.375-1013.500=-5.125
σ	63.993-66.468=-2.475
min	850.000-849.000=1.000
max	1031.000-1037.000=-6.000

*mean*	48.210-35.026=13.184
σ	9.565-5.697=3.868
min	34.644-30.845=3.800
max	58.672-44.530=14.142

phase=type checker

*mean*	990.450
σ	0.071
min	990.345
max	990.563

*mean*	1008.375-1013.500=-5.125
σ	63.993-66.468=-2.475
min	850.000-849.000=1.000
max	1031.000-1037.000=-6.000

*mean*	883.916-846.259=37.658
σ	111.820-30.727=81.092
min	757.523-801.570=-44.047
max	1104.003-875.435=228.568

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.823-293.821=0.002
σ	0.038-0.038=-0.000
min	293.770-293.768=0.002
max	293.863-293.860=0.002

*mean*	440.800-442.800=-2.000
σ	3.834-1.095=2.739
min	437.000-442.000=-5.000
max	446.000-444.000=2.000

*mean*	0.395-0.393=0.003
σ	0.006-0.002=0.005
min	0.390-0.391=-0.001
max	0.404-0.395=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.293-1320.291=0.003
σ	0.136-0.135=0.002
min	1320.173-1320.168=0.004
max	1320.518-1320.513=0.006

*mean*	1112.400-1107.000=5.400
σ	169.366-188.909=-19.543
min	897.000-843.000=54.000
max	1327.000-1328.000=-1.000

*mean*	1.937-2.006=-0.069
σ	0.041-0.174=-0.133
min	1.886-1.904=-0.018
max	1.981-2.315=-0.334

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.306-1559.232=0.074
σ	2.953-2.829=0.124
min	1557.726-1557.721=0.005
max	1564.572-1564.275=0.297

*mean*	637.400-621.200=16.200
σ	74.433-81.647=-7.214
min	539.000-521.000=18.000
max	727.000-737.000=-10.000

*mean*	2.359-2.248=0.110
σ	0.288-0.164=0.124
min	2.048-2.109=-0.061
max	2.661-2.519=0.142

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.364-1882.357=0.007
σ	0.074-0.074=-0.000
min	1882.283-1882.270=0.013
max	1882.461-1882.447=0.014

*mean*	1760.000-1755.600=4.400
σ	211.616-218.542=-6.926
min	1480.000-1468.000=12.000
max	1961.000-1964.000=-3.000

*mean*	3.233-3.146=0.087
σ	0.359-0.232=0.127
min	2.810-2.878=-0.069
max	3.593-3.410=0.183

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.690-1.710=-0.019
σ	0.104-0.138=-0.034
min	1.569-1.588=-0.019
max	1.792-1.894=-0.102

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	416.909-416.811=0.098
σ	512.374-512.181=0.193
min	160.717-160.716=0.001
max	1185.470-1185.082=0.388

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	446.000-447.000=-1.000
σ	0.000
min	446.000-447.000=-1.000
max	446.000-447.000=-1.000

*mean*	0.497-0.517=-0.021
σ	0.466-0.507=-0.040
min	0.262-0.263=-0.001
max	1.196-1.278=-0.081

policies=20

*mean*	1607.516-1607.505=0.011
σ	0.370-0.365=0.005
min	1607.259-1607.248=0.011
max	1608.062-1608.043=0.019

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.000-449.000=-2.000
σ	1.155-2.309=-1.155
min	446.000-447.000=-1.000
max	448.000-451.000=-3.000

*mean*	2.616-2.606=0.009
σ	0.019-0.028=-0.009
min	2.605-2.570=0.035
max	2.644-2.639=0.006

policies=200

*mean*	16083.534-16083.562=-0.028
σ	0.117-0.078=0.039
min	16083.404-16083.452=-0.048
max	16083.670-16083.620=0.050

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.500-496.500=-1.000
σ	4.796-4.041=0.754
min	489.000-491.000=-2.000
max	500.000

*mean*	26.489-26.388=0.101
σ	0.113-0.087=0.026
min	26.382-26.330=0.051
max	26.648-26.517=0.131