Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.859-54.859=-0.000
σ	0.358-0.360=-0.002
min	54.721-54.719=0.002
max	55.877-55.884=-0.007

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.139-0.141=-0.002
σ	0.004-0.006=-0.002
min	0.134-0.132=0.002
max	0.148-0.151=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.846-43.846=-0.000
σ	0.006-0.006=0.000
min	43.838-43.838=0.000
max	43.858-43.858=0.000

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.126-0.125=0.001
σ	0.004-0.004=0.000
min	0.119-0.119=-0.001
max	0.133-0.133=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4503.125-4589.500=-86.375
σ	2224.115-2247.859=-23.744
min	1471.000-1487.000=-16.000
max	7321.000-7383.000=-62.000

*mean*	11.853-128.720=-116.866
σ	0.438-329.015=-328.577
min	11.511-11.466=0.045
max	12.663-942.976=-930.313

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617-36.617=-0.000
max	36.618-36.618=0.000

*mean*	4503.125-4589.500=-86.375
σ	2224.115-2247.859=-23.744
min	1471.000-1487.000=-16.000
max	7321.000-7383.000=-62.000

*mean*	12.382-14.306=-1.923
σ	0.453-4.250=-3.798
min	11.817-12.135=-0.318
max	13.366-24.142=-10.776

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946-41.946=0.000
max	41.950-41.950=0.000

*mean*	7321.000-7383.000=-62.000
σ	0.000
min	7321.000-7383.000=-62.000
max	7321.000-7383.000=-62.000

*mean*	10.449-11.082=-0.633
σ	0.207-1.763=-1.555
min	10.126-10.233=-0.107
max	10.758-15.419=-4.661

op=table_records(), repeat

*mean*	41.933-41.934=-0.001
σ	0.000-0.002=-0.001
min	41.933
max	41.934-41.938=-0.004

*mean*	4503.125-4180.375=322.750
σ	2224.115-1944.124=279.992
min	1471.000-1487.000=-16.000
max	7321.000-7383.000=-62.000

*mean*	10.408-11.140=-0.732
σ	0.192-1.863=-1.670
min	10.111-10.139=-0.029
max	10.684-15.711=-5.028

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655
σ	0.137-0.137=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4503.125-4180.375=322.750
σ	2224.115-1944.124=279.992
min	1471.000-1487.000=-16.000
max	7321.000-7383.000=-62.000

*mean*	7.812-8.410=-0.598
σ	0.375-1.441=-1.066
min	7.211-7.437=-0.226
max	8.241-11.896=-3.656

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406
max	26.406

*mean*	4503.125-4180.375=322.750
σ	2224.115-1944.124=279.992
min	1471.000-1487.000=-16.000
max	7321.000-7383.000=-62.000

*mean*	6.096-6.219=-0.123
σ	0.279-1.094=-0.815
min	5.501-5.648=-0.146
max	6.398-8.903=-2.505

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688

*mean*	4503.125-4589.500=-86.375
σ	2224.115-2247.859=-23.744
min	1471.000-1487.000=-16.000
max	7321.000-7383.000=-62.000

*mean*	5.471-5.990=-0.519
σ	0.112-1.068=-0.956
min	5.295-5.264=0.031
max	5.609-8.443=-2.834

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=-0.000
max	25.985

*mean*	4503.125-4589.500=-86.375
σ	2224.115-2247.859=-23.744
min	1471.000-1487.000=-16.000
max	7321.000-7383.000=-62.000

*mean*	5.367-5.752=-0.385
σ	0.078-1.028=-0.950
min	5.247-5.116=0.131
max	5.463-8.233=-2.770

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=-0.000
min	1021.625-1021.625=0.000
max	1021.629

*mean*	7321.000-7383.000=-62.000
σ	0.000
min	7321.000-7383.000=-62.000
max	7321.000-7383.000=-62.000

*mean*	590.272-347.418=242.854
σ	691.421-2.742=688.679
min	344.367-342.188=2.179
max	2301.450-351.722=1949.728

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.468-0.468=-0.000
min	3495.713-3495.713=0.000
max	3497.037

*mean*	3678.500-3756.625=-78.125
σ	2252.875-2298.759=-45.883
min	724.000-720.000=4.000
max	7321.000-7383.000=-62.000

*mean*	1544.589-1735.417=-190.828
σ	434.288-639.292=-205.004
min	1383.583-1382.293=1.290
max	2619.325-2775.410=-156.085

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853-107.854=-0.000
max	107.854-107.855=-0.000

*mean*	4503.125-4409.625=93.500
σ	2224.115-2217.481=6.635
min	1471.000-1487.000=-16.000
max	7321.000-7383.000=-62.000

*mean*	129.942-256.678=-126.736
σ	10.542-347.940=-337.398
min	120.582-123.243=-2.661
max	151.009-1116.231=-965.221

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4503.125-4409.625=93.500
σ	2224.115-2217.481=6.635
min	1471.000-1487.000=-16.000
max	7321.000-7383.000=-62.000

*mean*	43.418-45.737=-2.318
σ	2.058-8.642=-6.583
min	41.146-40.635=0.511
max	46.633-66.512=-19.879

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=0.000
min	40.947
max	40.950

*mean*	7321.000-7383.000=-62.000
σ	0.000
min	7321.000-7383.000=-62.000
max	7321.000-7383.000=-62.000

*mean*	21.775-193.367=-171.592
σ	1.739-486.301=-484.562
min	20.993-21.006=-0.013
max	26.063-1396.899=-1370.836

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=-0.000
max	71.311-71.311=-0.000

*mean*	7321.000-7383.000=-62.000
σ	0.000
min	7321.000-7383.000=-62.000
max	7321.000-7383.000=-62.000

*mean*	56.278-64.342=-8.064
σ	2.760-24.521=-21.761
min	54.498-54.811=-0.314
max	62.997-124.963=-61.966

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.001
σ	0.013-0.014=-0.001
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4503.125-4180.375=322.750
σ	2224.115-1944.124=279.992
min	1471.000-1487.000=-16.000
max	7321.000-7383.000=-62.000

*mean*	3499.958-3214.155=285.803
σ	750.107-902.080=-151.973
min	2483.915-2479.002=4.913
max	4376.412-5009.249=-632.837

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7321.000-7383.000=-62.000
σ	0.000
min	7321.000-7383.000=-62.000
max	7321.000-7383.000=-62.000

*mean*	1016.749-1041.857=-25.108
σ	197.508-281.340=-83.832
min	913.520-910.536=2.984
max	1448.224-1719.717=-271.493

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7321.000-7383.000=-62.000
σ	0.000
min	7321.000-7383.000=-62.000
max	7321.000-7383.000=-62.000

*mean*	397.631-382.891=14.740
σ	42.102-5.634=36.468
min	368.750-369.833=-1.083
max	500.827-388.224=112.602

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-477.000=-1.000
σ	0.000
min	476.000-477.000=-1.000
max	476.000-477.000=-1.000

*mean*	378.670-392.495=-13.825
σ	35.098-27.106=7.991
min	310.525-362.480=-51.955
max	426.076-437.646=-11.570

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-556.750=7.250
σ	0.000-4.062=-4.062
min	564.000-553.000=11.000
max	564.000-562.000=2.000

*mean*	746.993-717.748=29.245
σ	32.285-73.281=-40.996
min	704.557-638.557=65.999
max	805.456-826.406=-20.950

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.564-1024.565=-0.001
σ	0.760-0.760=0.000
min	1024.095-1024.093=0.002
max	1027.706-1027.705=0.001

*mean*	1043.900-1035.200=8.700
σ	318.543-298.822=19.721
min	536.000-551.000=-15.000
max	1511.000-1438.000=73.000

*mean*	1.416-1.386=0.030
σ	0.155-0.110=0.045
min	1.306-1.306=0.001
max	1.994-1.801=0.193

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.388-0.411=-0.024
σ	0.479-0.527=-0.048
min	0.147-0.143=0.003
max	1.242-1.350=-0.108

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.485=-0.011
σ	0.319-0.323=-0.004
min	0.314-0.329=-0.015
max	1.045-1.063=-0.018

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.213-0.230=-0.017
σ	0.025-0.026=-0.001
min	0.195-0.204=-0.009
max	0.255-0.263=-0.009

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.325-0.331=-0.005
σ	0.020-0.017=0.003
min	0.307-0.318=-0.011
max	0.359-0.361=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.400-431.000=0.400
σ	0.894-0.000=0.894
min	431.000
max	433.000-431.000=2.000

*mean*	0.564-0.544=0.021
σ	0.033-0.055=-0.022
min	0.537-0.485=0.052
max	0.613-0.604=0.009

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	0.498-0.482=0.016
σ	0.025-0.042=-0.017
min	0.467-0.426=0.041
max	0.523-0.532=-0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	2.622-1.976=0.647
σ	0.094-0.079=0.015
min	2.445-1.839=0.606
max	2.913-2.391=0.523

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	2.608-1.985=0.622
σ	0.093-0.089=0.005
min	2.405-1.843=0.563
max	2.863-2.501=0.361

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	0.303-0.306=-0.003
σ	0.007-0.010=-0.002
min	0.289-0.288=0.001
max	0.344-0.363=-0.020

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	0.291-0.303=-0.012
σ	0.009-0.051=-0.042
min	0.276-0.281=-0.005
max	0.339-0.750=-0.411

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.253-11.672=-0.418
σ	11.754-11.440=0.314
min	0.573-0.574=-0.001
max	88.735-85.567=3.168

*mean*	470.289-467.011=3.278
σ	20.376-20.450=-0.074
min	407.000-408.000=-1.000
max	485.000-482.000=3.000

*mean*	0.026-0.027=-0.001
σ	0.029-0.028=0.001
min	0.001-0.001=0.000
max	0.221-0.202=0.019

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.735-298.739=-0.004
σ	0.998-1.022=-0.024
min	298.324-298.343=-0.019
max	301.570-301.645=-0.075

*mean*	437.900-442.300=-4.400
σ	16.569-18.385=-1.816
min	415.000
max	463.000-471.000=-8.000

*mean*	0.607-0.592=0.015
σ	0.014-0.019=-0.006
min	0.583-0.567=0.016
max	0.637-0.633=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	844.000-839.000=5.000
σ	0.000
min	844.000-839.000=5.000
max	844.000-839.000=5.000

*mean*	231.717-229.546=2.171
σ	21.780-34.466=-12.686
min	195.803-154.638=41.165
max	257.374-259.207=-1.833

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	8.836-9.240=-0.404
σ	1.270-0.726=0.545
min	6.286-7.504=-1.218
max	9.615-9.907=-0.292

phase=parser

*mean*	1042.434-1042.436=-0.002
σ	0.000-0.000=0.000
min	1042.433-1042.436=-0.003
max	1042.434-1042.436=-0.002

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	549.516-583.951=-34.435
σ	91.379-75.702=15.678
min	384.277-424.249=-39.972
max	608.152-703.609=-95.457

phase=processProdDef

*mean*	2243.977-2243.972=0.005
σ	0.000-0.000=0.000
min	2243.977-2243.972=0.005
max	2243.978-2243.972=0.006

*mean*	844.000-839.000=5.000
σ	0.000
min	844.000-839.000=5.000
max	844.000-839.000=5.000

*mean*	3080.815-2447.600=633.215
σ	148.551-313.373=-164.822
min	2851.797-2164.898=686.898
max	3250.732-2865.003=385.729

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	35.802-37.149=-1.347
σ	7.948-5.401=2.547
min	20.236-26.255=-6.019
max	40.232-40.383=-0.151

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	699.441-668.676=30.765
σ	42.085-15.527=26.558
min	664.815-641.242=23.573
max	793.066-679.765=113.301

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=0.001
σ	0.038-0.038=-0.000
min	293.768-293.767=0.001
max	293.859-293.859=0.000

*mean*	444.800-443.800=1.000
σ	1.095
min	444.000-443.000=1.000
max	446.000-445.000=1.000

*mean*	0.395-0.398=-0.003
σ	0.005-0.005=0.000
min	0.389-0.393=-0.003
max	0.404-0.404=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.293-1320.287=0.006
σ	0.138-0.132=0.006
min	1320.160-1320.166=-0.006
max	1320.510-1320.500=0.010

*mean*	1090.800-1088.600=2.200
σ	168.291-168.020=0.270
min	892.000-891.000=1.000
max	1321.000-1319.000=2.000

*mean*	1.974-1.977=-0.003
σ	0.175-0.150=0.024
min	1.836-1.856=-0.021
max	2.271-2.233=0.039

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.284-1559.285=-0.001
σ	2.989-3.005=-0.017
min	1557.683-1557.657=0.027
max	1564.617-1564.646=-0.029

*mean*	627.400-624.800=2.600
σ	88.418-86.294=2.124
min	496.000
max	732.000-726.000=6.000

*mean*	2.230-2.241=-0.011
σ	0.194-0.241=-0.047
min	2.083-2.063=0.020
max	2.571-2.662=-0.091

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.341-1882.342=-0.001
σ	0.055-0.057=-0.002
min	1882.265-1882.275=-0.010
max	1882.414-1882.429=-0.015

*mean*	1737.600-1729.400=8.200
σ	177.749-175.418=2.332
min	1470.000-1471.000=-1.000
max	1888.000-1885.000=3.000

*mean*	3.039-3.072=-0.033
σ	0.185-0.303=-0.118
min	2.863-2.887=-0.024
max	3.354-3.611=-0.257

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.710-1.724=-0.014
σ	0.143-0.162=-0.019
min	1.562-1.579=-0.017
max	1.864-1.937=-0.073

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.943-419.944=-0.001
σ	518.104-518.105=-0.000
min	160.886-160.887=-0.002
max	1197.099-1197.101=-0.002

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	0.511-0.525=-0.014
σ	0.506-0.506=-0.000
min	0.257-0.271=-0.014
max	1.270-1.284=-0.014

policies=20

*mean*	1609.194-1609.230=-0.037
σ	0.353-0.389=-0.036
min	1608.944-1608.960=-0.016
max	1609.715-1609.808=-0.093

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.750-447.250=1.500
σ	12.010-8.500=3.510
min	436.000-443.000=-7.000
max	465.000-460.000=5.000

*mean*	2.593-2.645=-0.052
σ	0.010-0.060=-0.050
min	2.578-2.574=0.004
max	2.600-2.707=-0.107

policies=200

*mean*	16100.652-16100.553=0.099
σ	0.091-0.195=-0.104
min	16100.573-16100.386=0.186
max	16100.781-16100.824=-0.043

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.750-495.750=-1.000
σ	3.096-3.686=-0.590
min	492.000-491.000=1.000
max	499.000-500.000=-1.000

*mean*	25.987-26.096=-0.109
σ	0.146-0.105=0.041
min	25.795-26.002=-0.207
max	26.151-26.239=-0.088