Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.859-54.862=-0.002
σ	0.357-0.360=-0.003
min	54.723-54.726=-0.003
max	55.876-55.886=-0.011

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.140-0.142=-0.002
σ	0.006-0.005=0.002
min	0.134-0.138=-0.004
max	0.151-0.151=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.847=0.000
σ	0.006-0.006=0.000
min	43.836-43.839=-0.003
max	43.858-43.856=0.001

*mean*	417.300-419.000=-1.700
σ	0.483-0.000=0.483
min	417.000-419.000=-2.000
max	418.000-419.000=-1.000

*mean*	0.125-0.125=0.000
σ	0.003-0.005=-0.002
min	0.122-0.119=0.003
max	0.131-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4426.000-4429.125=-3.125
σ	2227.407-2225.807=1.600
min	1487.000-1486.000=1.000
max	7410.000-7406.000=4.000

*mean*	12.639-12.603=0.036
σ	2.008-3.389=-1.381
min	11.663-11.354=0.309
max	17.589-20.990=-3.401

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4606.375-4608.000=-1.625
σ	2258.227-2256.994=1.233
min	1487.000-1486.000=1.000
max	7410.000-7406.000=4.000

*mean*	167.780-129.186=38.594
σ	436.818-329.864=106.955
min	11.288-10.787=0.502
max	1248.838-945.520=303.318

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.950

*mean*	7410.000-7406.000=4.000
σ	0.000
min	7410.000-7406.000=4.000
max	7410.000-7406.000=4.000

*mean*	11.134-10.624=0.510
σ	0.100-0.167=-0.067
min	11.009-10.335=0.674
max	11.280-10.789=0.490

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.001-0.000=0.000
min	41.933
max	41.934-41.934=0.000

*mean*	4196.375-4200.375=-4.000
σ	1953.712-1953.548=0.164
min	1487.000-1486.000=1.000
max	7410.000-7406.000=4.000

*mean*	11.422-11.184=0.239
σ	1.868-1.658=0.211
min	10.708-10.281=0.428
max	16.044-15.240=0.804

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655
σ	0.137-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4196.375-4200.375=-4.000
σ	1953.712-1953.548=0.164
min	1487.000-1486.000=1.000
max	7410.000-7406.000=4.000

*mean*	8.967-8.449=0.518
σ	1.231-1.264=-0.034
min	7.819-7.783=0.036
max	11.917-11.535=0.382

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4196.375-4200.375=-4.000
σ	1953.712-1953.548=0.164
min	1487.000-1486.000=1.000
max	7410.000-7406.000=4.000

*mean*	7.070-6.245=0.825
σ	0.958-0.978=-0.020
min	6.471-5.617=0.854
max	9.420-8.610=0.810

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4606.375-4608.000=-1.625
σ	2258.227-2256.994=1.233
min	1487.000-1486.000=1.000
max	7410.000-7406.000=4.000

*mean*	6.550-6.309=0.242
σ	1.138-1.251=-0.113
min	5.805-5.512=0.292
max	9.047-8.569=0.478

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=0.000
max	25.985

*mean*	4606.375-4608.000=-1.625
σ	2258.227-2256.994=1.233
min	1487.000-1486.000=1.000
max	7410.000-7406.000=4.000

*mean*	6.412-6.082=0.329
σ	1.128-1.297=-0.169
min	5.786-4.914=0.872
max	8.903-8.379=0.524

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629

*mean*	7410.000-7406.000=4.000
σ	0.000
min	7410.000-7406.000=4.000
max	7410.000-7406.000=4.000

*mean*	345.364-343.083=2.281
σ	1.723-2.727=-1.004
min	342.742-338.613=4.129
max	347.315-347.281=0.034

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038-3497.037=0.001

*mean*	3770.125-3772.250=-2.125
σ	2309.799-2310.166=-0.367
min	720.000
max	7410.000-7406.000=4.000

*mean*	1789.367-1765.051=24.316
σ	674.899-665.597=9.302
min	1391.448-1384.898=6.550
max	2961.160-2911.083=50.078

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853-107.853=-0.000
max	107.854-107.854=-0.000

*mean*	4196.375-4200.375=-4.000
σ	1953.712-1953.548=0.164
min	1487.000-1486.000=1.000
max	7410.000-7406.000=4.000

*mean*	136.029-137.108=-1.079
σ	17.318-16.792=0.526
min	126.985-124.489=2.496
max	178.672-177.523=1.149

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4426.000-4429.125=-3.125
σ	2227.407-2225.807=1.600
min	1487.000-1486.000=1.000
max	7410.000-7406.000=4.000

*mean*	179.064-153.862=25.202
σ	389.382-317.817=71.565
min	39.795-39.144=0.651
max	1142.731-940.413=202.318

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7410.000-7406.000=4.000
σ	0.000
min	7410.000-7406.000=4.000
max	7410.000-7406.000=4.000

*mean*	61.245-79.159=-17.914
σ	111.090-162.547=-51.458
min	21.486-21.146=0.341
max	336.168-481.442=-145.274

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311-71.311=0.000

*mean*	7410.000-7406.000=4.000
σ	0.000
min	7410.000-7406.000=4.000
max	7410.000-7406.000=4.000

*mean*	58.840-58.160=0.681
σ	5.989-8.556=-2.567
min	55.871-54.127=1.744
max	73.154-79.286=-6.132

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851
σ	0.013
min	4646.845
max	4646.883

*mean*	4196.375-4200.375=-4.000
σ	1953.712-1953.548=0.164
min	1487.000-1486.000=1.000
max	7410.000-7406.000=4.000

*mean*	3167.682-3316.791=-149.108
σ	700.132-825.608=-125.476
min	2500.572-2485.580=14.992
max	4415.163-4655.696=-240.533

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.853

*mean*	7410.000-7406.000=4.000
σ	0.000
min	7410.000-7406.000=4.000
max	7410.000-7406.000=4.000

*mean*	985.271-958.821=26.449
σ	107.237-91.384=15.854
min	924.429-906.248=18.181
max	1223.666-1156.971=66.695

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7410.000-7406.000=4.000
σ	0.000
min	7410.000-7406.000=4.000
max	7410.000-7406.000=4.000

*mean*	395.850-391.836=4.014
σ	3.122-7.638=-4.516
min	391.889-373.437=18.452
max	400.972-396.907=4.065

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.875-476.000=-0.125
σ	0.354-0.000=0.354
min	475.000-476.000=-1.000
max	476.000

*mean*	370.040-386.285=-16.245
σ	36.982-18.201=18.782
min	310.980-365.329=-54.348
max	423.742-418.436=5.306

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	567.000-562.000=5.000
σ	0.000
min	567.000-562.000=5.000
max	567.000-562.000=5.000

*mean*	711.206-750.054=-38.848
σ	55.970-47.056=8.914
min	622.750-676.479=-53.729
max	804.690-811.920=-7.231

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1024.562=0.003
σ	0.759-0.761=-0.001
min	1024.095-1024.095=-0.000
max	1027.705-1027.706=-0.000

*mean*	1045.500-1045.350=0.150
σ	308.693-314.202=-5.510
min	584.000-552.000=32.000
max	1501.000-1638.000=-137.000

*mean*	1.379-1.368=0.011
σ	0.091-0.088=0.003
min	1.199-1.258=-0.060
max	1.572-1.593=-0.021

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.290-0.311=-0.021
σ	0.283-0.323=-0.041
min	0.137-0.145=-0.008
max	0.792-0.886=-0.094

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.476=0.006
σ	0.310-0.314=-0.004
min	0.332-0.325=0.007
max	1.036-1.037=-0.000

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.219=0.000
σ	0.024-0.028=-0.004
min	0.203-0.196=0.007
max	0.262-0.268=-0.006

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.333=-0.002
σ	0.011-0.015=-0.005
min	0.320-0.323=-0.002
max	0.349-0.361=-0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.600-436.000=-4.400
σ	1.342-5.612=-4.271
min	431.000
max	434.000-442.000=-8.000

*mean*	0.575-0.538=0.037
σ	0.052-0.042=0.010
min	0.484-0.484=-0.000
max	0.610-0.600=0.010

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.453-0.460=-0.008
σ	0.044-0.033=0.011
min	0.397-0.411=-0.014
max	0.512-0.499=0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	1.978-2.598=-0.620
σ	0.081-0.098=-0.017
min	1.823-2.461=-0.637
max	2.190-3.161=-0.971

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.025-2.578=-0.554
σ	0.180-0.077=0.103
min	1.811-2.440=-0.629
max	2.644-2.840=-0.196

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.308-0.311=-0.003
σ	0.009-0.021=-0.011
min	0.294-0.292=0.002
max	0.369-0.488=-0.120

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.295-0.297=-0.002
σ	0.012-0.011=0.002
min	0.278-0.282=-0.003
max	0.359-0.359=-0.000

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.461-11.659=-0.198
σ	11.544-12.116=-0.571
min	0.574-0.574=0.000
max	111.245-87.135=24.110

*mean*	461.538-459.624=1.914
σ	19.385-19.120=0.265
min	408.000-406.000=2.000
max	476.000

*mean*	0.026-0.027=-0.000
σ	0.028-0.030=-0.001
min	0.001-0.001=0.000
max	0.270-0.208=0.062

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.669-298.648=0.021
σ	0.978-1.020=-0.042
min	298.284-298.265=0.019
max	301.447-301.545=-0.098

*mean*	441.800-440.000=1.800
σ	16.943-16.055=0.888
min	415.000-417.000=-2.000
max	469.000-466.000=3.000

*mean*	0.589-0.588=0.001
σ	0.028-0.034=-0.007
min	0.550-0.506=0.044
max	0.637-0.634=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	839.000-844.000=-5.000
σ	0.000
min	839.000-844.000=-5.000
max	839.000-844.000=-5.000

*mean*	218.283-238.412=-20.129
σ	32.558-22.570=9.988
min	151.235-192.294=-41.059
max	253.150-253.123=0.028

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	839.000-843.375=-4.375
σ	0.000-1.768=-1.768
min	839.000
max	839.000-844.000=-5.000

*mean*	9.612-8.864=0.748
σ	1.404-1.141=0.262
min	7.435-7.447=-0.012
max	12.597-10.228=2.369

phase=parser

*mean*	1042.431-1042.432=-0.001
σ	0.000-0.000=-0.000
min	1042.431-1042.431=-0.001
max	1042.431-1042.432=-0.001

*mean*	839.000-843.375=-4.375
σ	0.000-1.768=-1.768
min	839.000
max	839.000-844.000=-5.000

*mean*	599.908-555.415=44.492
σ	62.304-53.280=9.024
min	503.096-472.829=30.267
max	732.415-597.584=134.832

phase=processProdDef

*mean*	2243.979-2243.977=0.002
σ	0.000-0.000=0.000
min	2243.979-2243.977=0.002
max	2243.980-2243.977=0.002

*mean*	839.000-844.000=-5.000
σ	0.000
min	839.000-844.000=-5.000
max	839.000-844.000=-5.000

*mean*	2620.288-2990.571=-370.283
σ	346.174-343.565=2.609
min	2179.086-2347.532=-168.446
max	3041.325-3503.650=-462.325

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	839.000-843.375=-4.375
σ	0.000-1.768=-1.768
min	839.000
max	839.000-844.000=-5.000

*mean*	39.408-35.353=4.056
σ	5.548-6.894=-1.346
min	27.028-26.651=0.377
max	46.929-40.989=5.940

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	839.000-843.375=-4.375
σ	0.000-1.768=-1.768
min	839.000
max	839.000-844.000=-5.000

*mean*	684.520-725.812=-41.292
σ	52.382-97.013=-44.631
min	640.792-654.878=-14.086
max	811.258-901.369=-90.111

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.820=0.001
σ	0.037-0.037=0.000
min	293.768-293.767=0.000
max	293.858-293.859=-0.001

*mean*	443.000-445.200=-2.200
σ	0.000-1.643=-1.643
min	443.000-444.000=-1.000
max	443.000-447.000=-4.000

*mean*	0.403-0.397=0.005
σ	0.010-0.007=0.003
min	0.387-0.390=-0.003
max	0.412-0.407=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.281-1320.288=-0.007
σ	0.121-0.133=-0.012
min	1320.160-1320.162=-0.002
max	1320.468-1320.502=-0.034

*mean*	1090.000-1093.600=-3.600
σ	168.933-168.887=0.046
min	891.000-894.000=-3.000
max	1321.000-1324.000=-3.000

*mean*	1.936-1.929=0.007
σ	0.181-0.122=0.059
min	1.772-1.809=-0.037
max	2.236-2.114=0.121

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.296-1559.289=0.007
σ	3.012-2.966=0.046
min	1557.664-1557.727=-0.064
max	1564.670-1564.582=0.088

*mean*	623.600-626.600=-3.000
σ	87.022-87.231=-0.209
min	494.000-497.000=-3.000
max	726.000-729.000=-3.000

*mean*	2.213-2.175=0.038
σ	0.268-0.136=0.132
min	2.034-2.050=-0.017
max	2.681-2.382=0.299

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.343-1882.339=0.004
σ	0.048-0.049=-0.000
min	1882.281-1882.271=0.010
max	1882.414-1882.399=0.014

*mean*	1728.000-1732.800=-4.800
σ	173.103-171.889=1.214
min	1472.000-1477.000=-5.000
max	1880.000-1882.000=-2.000

*mean*	2.943-2.951=-0.007
σ	0.038-0.144=-0.106
min	2.884-2.811=0.072
max	2.986-3.179=-0.193

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.718-1.713=0.005
σ	0.157-0.142=0.015
min	1.484-1.569=-0.085
max	1.844-1.870=-0.026

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.941-419.942=-0.000
σ	518.104-518.105=-0.001
min	160.883-160.885=-0.002
max	1197.097-1197.100=-0.003

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000-444.000=2.000
σ	0.000
min	446.000-444.000=2.000
max	446.000-444.000=2.000

*mean*	0.521-0.530=-0.009
σ	0.511-0.528=-0.017
min	0.260-0.261=-0.002
max	1.288-1.322=-0.034

policies=20

*mean*	1609.180-1609.200=-0.019
σ	0.358-0.360=-0.002
min	1608.936-1608.944=-0.008
max	1609.712-1609.734=-0.022

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	453.000-447.000=6.000
σ	8.083-6.000=2.083
min	446.000-444.000=2.000
max	460.000-456.000=4.000

*mean*	2.591-2.604=-0.013
σ	0.017-0.056=-0.039
min	2.566-2.551=0.014
max	2.601-2.682=-0.081

policies=200

*mean*	16100.612-16100.624=-0.012
σ	0.141-0.138=0.003
min	16100.409-16100.455=-0.046
max	16100.728-16100.774=-0.046

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.750-496.500=3.250
σ	4.787-5.196=-0.409
min	494.000-491.000=3.000
max	505.000-503.000=2.000

*mean*	26.050-26.006=0.044
σ	0.148-0.102=0.046
min	25.932-25.900=0.032
max	26.266-26.144=0.122