Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.833-54.834=-0.001
σ	0.367-0.365=0.002
min	54.707-54.702=0.005
max	55.879-55.873=0.006

*mean*	418.000-415.800=2.200
σ	0.000-0.422=-0.422
min	418.000-415.000=3.000
max	418.000-416.000=2.000

*mean*	0.136-0.140=-0.004
σ	0.007-0.004=0.002
min	0.130-0.136=-0.006
max	0.150-0.147=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.842=-0.000
σ	0.004-0.005=-0.000
min	43.835-43.837=-0.002
max	43.848-43.850=-0.002

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.120-0.120=0.000
σ	0.005-0.006=-0.001
min	0.114-0.115=-0.001
max	0.128-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4594.250-4587.875=6.375
σ	2245.306-2254.334=-9.028
min	1484.000-1487.000=-3.000
max	7380.000-7404.000=-24.000

*mean*	107.186-14.149=93.037
σ	266.754-4.586=262.168
min	11.812-11.658=0.155
max	767.350-24.574=742.776

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617-36.617=0.000
max	36.618-36.618=0.000

*mean*	4594.250-4587.875=6.375
σ	2245.306-2254.334=-9.028
min	1484.000-1487.000=-3.000
max	7380.000-7404.000=-24.000

*mean*	14.070-14.319=-0.249
σ	2.892-4.311=-1.419
min	11.606-11.240=0.366
max	19.962-23.772=-3.809

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.950-41.951=-0.000

*mean*	7380.000-7404.000=-24.000
σ	0.000
min	7380.000-7404.000=-24.000
max	7380.000-7404.000=-24.000

*mean*	11.017-10.515=0.503
σ	0.156-0.237=-0.081
min	10.778-10.292=0.486
max	11.321-10.989=0.333

op=table_records(), repeat

*mean*	41.933-41.933=-0.001
σ	0.000-0.002=-0.001
min	41.933
max	41.934-41.938=-0.004

*mean*	4188.000-4174.750=13.250
σ	1942.922-1946.323=-3.401
min	1484.000-1487.000=-3.000
max	7380.000-7404.000=-24.000

*mean*	11.207-11.284=-0.077
σ	0.964-1.136=-0.172
min	10.605-10.439=0.167
max	13.519-13.908=-0.389

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4188.000-4174.750=13.250
σ	1942.922-1946.323=-3.401
min	1484.000-1487.000=-3.000
max	7380.000-7404.000=-24.000

*mean*	8.724-9.067=-0.343
σ	0.556-1.246=-0.690
min	8.140-7.754=0.386
max	9.941-11.170=-1.229

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406
max	26.406

*mean*	4188.000-4174.750=13.250
σ	1942.922-1946.323=-3.401
min	1484.000-1487.000=-3.000
max	7380.000-7404.000=-24.000

*mean*	6.742-6.712=0.029
σ	0.387-0.468=-0.081
min	6.234-5.980=0.254
max	7.584-7.618=-0.035

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688

*mean*	4594.250-4587.875=6.375
σ	2245.306-2254.334=-9.028
min	1484.000-1487.000=-3.000
max	7380.000-7404.000=-24.000

*mean*	6.499-6.396=0.103
σ	0.907-0.961=-0.054
min	5.868-5.797=0.071
max	8.434-8.508=-0.073

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984-25.984=-0.000
max	25.985

*mean*	4594.250-4587.875=6.375
σ	2245.306-2254.334=-9.028
min	1484.000-1487.000=-3.000
max	7380.000-7404.000=-24.000

*mean*	6.130-6.285=-0.155
σ	0.600-1.008=-0.408
min	5.754-5.739=0.014
max	7.145-8.463=-1.318

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=0.000
min	1021.625
max	1021.630-1021.629=0.000

*mean*	7380.000-7404.000=-24.000
σ	0.000
min	7380.000-7404.000=-24.000
max	7380.000-7404.000=-24.000

*mean*	602.550-361.990=240.559
σ	718.108-42.176=675.932
min	344.677-343.498=1.179
max	2379.763-466.173=1913.590

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.037-3497.038=-0.001

*mean*	3761.750-3752.375=9.375
σ	2298.905-2299.676=-0.771
min	720.000
max	7380.000-7404.000=-24.000

*mean*	1764.346-1778.370=-14.025
σ	625.441-645.155=-19.714
min	1393.203-1397.176=-3.973
max	2801.937-2851.069=-49.132

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.853-107.854=-0.000
max	107.855

*mean*	4416.250-4408.875=7.375
σ	2214.586-2225.416=-10.830
min	1484.000-1487.000=-3.000
max	7380.000-7404.000=-24.000

*mean*	228.117-291.787=-63.670
σ	262.173-443.280=-181.108
min	126.782-128.088=-1.306
max	876.671-1388.471=-511.800

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4416.250-4587.875=-171.625
σ	2214.586-2254.334=-39.748
min	1484.000-1487.000=-3.000
max	7380.000-7404.000=-24.000

*mean*	44.671-210.261=-165.590
σ	7.521-467.852=-460.331
min	39.445-40.364=-0.919
max	62.676-1367.980=-1305.304

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7380.000-7404.000=-24.000
σ	0.000
min	7380.000-7404.000=-24.000
max	7380.000-7404.000=-24.000

*mean*	22.097-21.384=0.714
σ	0.714-0.699=0.015
min	21.484-21.023=0.461
max	23.787-23.096=0.691

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311-71.311=0.000

*mean*	7380.000-7404.000=-24.000
σ	0.000
min	7380.000-7404.000=-24.000
max	7380.000-7404.000=-24.000

*mean*	56.226-268.980=-212.754
σ	1.009-603.732=-602.723
min	55.244-54.685=0.559
max	58.275-1763.138=-1704.863

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4188.000-4174.750=13.250
σ	1942.922-1946.323=-3.401
min	1484.000-1487.000=-3.000
max	7380.000-7404.000=-24.000

*mean*	3345.411-3348.493=-3.082
σ	821.388-806.821=14.568
min	2500.045-2511.155=-11.110
max	4468.176-4753.407=-285.231

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.853

*mean*	7380.000-7404.000=-24.000
σ	0.000
min	7380.000-7404.000=-24.000
max	7380.000-7404.000=-24.000

*mean*	973.036-1006.767=-33.731
σ	88.585-125.117=-36.532
min	916.124-914.753=1.371
max	1148.953-1224.930=-75.977

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7380.000-7404.000=-24.000
σ	0.000
min	7380.000-7404.000=-24.000
max	7380.000-7404.000=-24.000

*mean*	431.122-397.008=34.115
σ	110.032-2.593=107.439
min	381.220-392.918=-11.698
max	703.143-400.216=302.927

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.500-474.875=2.625
σ	1.069-0.354=0.715
min	475.000-474.000=1.000
max	478.000-475.000=3.000

*mean*	377.353-377.790=-0.437
σ	14.418-28.040=-13.622
min	355.363-327.379=27.984
max	395.558-426.345=-30.787

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-561.750=1.250
σ	0.000-3.105=-3.105
min	563.000-558.000=5.000
max	563.000-564.000=-1.000

*mean*	755.655-767.474=-11.820
σ	31.143-41.163=-10.019
min	709.661-716.136=-6.475
max	799.109-825.081=-25.972

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.952-963.956=-0.004
σ	1.821-1.822=-0.001
min	963.248-963.249=-0.001
max	971.652-971.661=-0.009

*mean*	1043.650-1041.350=2.300
σ	320.281-308.129=12.152
min	546.000-556.000=-10.000
max	1566.000-1491.000=75.000

*mean*	1.237-1.257=-0.020
σ	0.058-0.134=-0.076
min	1.186-1.166=0.020
max	1.343-1.742=-0.399

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.412-0.440=-0.028
σ	0.513-0.474=0.039
min	0.140-0.159=-0.019
max	1.322-1.285=0.038

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.472-0.834=-0.361
σ	0.317-0.527=-0.210
min	0.325-0.570=-0.245
max	1.040-1.776=-0.736

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.386=-0.166
σ	0.023-0.037=-0.014
min	0.204-0.362=-0.157
max	0.258-0.451=-0.193

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.588=-0.259
σ	0.015-0.036=-0.021
min	0.315-0.563=-0.248
max	0.351-0.647=-0.296

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.200-433.600=-2.400
σ	0.447-3.130=-2.683
min	431.000
max	432.000-437.000=-5.000

*mean*	0.577-0.676=-0.098
σ	0.041-0.081=-0.039
min	0.506-0.585=-0.079
max	0.612-0.749=-0.138

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.445-0.490=-0.045
σ	0.038-0.041=-0.004
min	0.407-0.445=-0.038
max	0.495-0.528=-0.033

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	1.968-2.600=-0.631
σ	0.080-0.091=-0.011
min	1.845-2.453=-0.608
max	2.231-2.836=-0.605

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.405-2.588=-0.183
σ	0.327-0.082=0.245
min	1.806-2.444=-0.637
max	2.836-2.848=-0.012

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.302-0.307=-0.005
σ	0.014-0.045=-0.031
min	0.284-0.287=-0.004
max	0.377-0.738=-0.361

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.286-0.287=-0.002
σ	0.008-0.007=0.000
min	0.273-0.275=-0.002
max	0.328-0.325=0.003

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.622-11.640=-0.019
σ	12.706-11.693=1.013
min	0.574-0.574=-0.000
max	106.118-80.769=25.349

*mean*	462.609-459.126=3.483
σ	19.578-18.609=0.969
min	407.000-408.000=-1.000
max	481.000-478.000=3.000

*mean*	0.027-0.027=-0.000
σ	0.031-0.029=0.003
min	0.001-0.001=-0.000
max	0.274-0.197=0.077

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.693-278.820=-0.127
σ	1.009-1.075=-0.066
min	278.234-278.366=-0.133
max	281.558-281.869=-0.311

*mean*	440.800-444.400=-3.600
σ	18.636-15.050=3.586
min	413.000-418.000=-5.000
max	467.000-471.000=-4.000

*mean*	0.576-0.580=-0.004
σ	0.013-0.010=0.003
min	0.548-0.566=-0.018
max	0.592-0.603=-0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	842.500-842.625=-0.125
σ	0.535-0.518=0.017
min	842.000
max	843.000

*mean*	228.082-224.685=3.398
σ	21.042-22.828=-1.786
min	202.842-198.910=3.932
max	257.917-253.370=4.547

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	842.375-842.500=-0.125
σ	0.518-0.535=-0.017
min	842.000
max	843.000

*mean*	9.037-9.590=-0.553
σ	1.053-0.152=0.900
min	7.320-9.456=-2.136
max	9.884-9.919=-0.035

phase=parser

*mean*	1042.435-1042.435=0.000
σ	0.000-0.000=-0.000
min	1042.435
max	1042.435

*mean*	842.375-842.500=-0.125
σ	0.518-0.535=-0.017
min	842.000
max	843.000

*mean*	554.563-583.452=-28.889
σ	82.504-30.112=52.392
min	418.433-511.149=-92.716
max	608.937-607.489=1.448

phase=processProdDef

*mean*	2243.976
σ	0.000
min	2243.976
max	2243.976

*mean*	842.500-842.625=-0.125
σ	0.535-0.518=0.017
min	842.000
max	843.000

*mean*	2852.237-2739.088=113.149
σ	490.747-418.677=72.070
min	2032.745-2017.085=15.660
max	3476.242-3380.512=95.730

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.375-842.500=-0.125
σ	0.518-0.535=-0.017
min	842.000
max	843.000

*mean*	36.613-41.236=-4.623
σ	6.338-3.267=3.071
min	26.373-39.033=-12.660
max	40.855-49.213=-8.359

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.375-842.500=-0.125
σ	0.518-0.535=-0.017
min	842.000
max	843.000

*mean*	698.129-701.771=-3.642
σ	62.121-46.542=15.579
min	639.043-670.594=-31.550
max	840.279-810.323=29.955

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.379-282.378=0.001
σ	0.024-0.033=-0.009
min	282.358-282.326=0.033
max	282.410-282.406=0.004

*mean*	444.000-444.800=-0.800
σ	0.000-1.095=-1.095
min	444.000
max	444.000-446.000=-2.000

*mean*	0.380-0.387=-0.006
σ	0.006-0.014=-0.008
min	0.375-0.374=0.001
max	0.388-0.410=-0.022

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.062-1267.069=-0.007
σ	0.083-0.099=-0.016
min	1266.989-1266.982=0.008
max	1267.200-1267.236=-0.036

*mean*	1114.200-1118.600=-4.400
σ	174.070-176.799=-2.729
min	898.000-902.000=-4.000
max	1343.000-1352.000=-9.000

*mean*	1.917-1.920=-0.003
σ	0.103-0.102=0.001
min	1.830-1.816=0.014
max	2.094-2.086=0.008

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.129-1506.106=0.023
σ	2.948-2.974=-0.026
min	1504.649-1504.603=0.046
max	1511.395-1511.416=-0.021

*mean*	629.400-632.000=-2.600
σ	90.049-90.214=-0.165
min	505.000-508.000=-3.000
max	728.000-731.000=-3.000

*mean*	2.397-2.351=0.047
σ	0.347-0.368=-0.021
min	2.050-1.946=0.104
max	2.838-2.892=-0.055

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.102-1829.088=0.015
σ	0.079-0.053=0.026
min	1829.009-1829.012=-0.003
max	1829.217-1829.141=0.077

*mean*	1758.200-1760.000=-1.800
σ	211.075-216.265=-5.190
min	1487.000-1469.000=18.000
max	1960.000-1964.000=-4.000

*mean*	3.162-3.134=0.028
σ	0.328-0.294=0.035
min	2.799-2.824=-0.024
max	3.519-3.583=-0.064

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.602-1.660=-0.058
σ	0.082-0.069=0.013
min	1.487-1.567=-0.080
max	1.717-1.760=-0.042

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.699-397.699=-0.000
σ	518.052-518.054=-0.002
min	138.671-138.670=0.000
max	1174.776-1174.780=-0.004

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	446.000-447.000=-1.000
σ	0.000
min	446.000-447.000=-1.000
max	446.000-447.000=-1.000

*mean*	0.498-0.497=0.000
σ	0.521-0.521=-0.000
min	0.224-0.232=-0.008
max	1.278-1.279=-0.000

policies=20

*mean*	1386.843-1386.840=0.003
σ	0.169-0.166=0.003
min	1386.726-1386.729=-0.003
max	1387.094-1387.087=0.007

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.000-448.500=-2.500
σ	0.000-1.732=-1.732
min	446.000-447.000=-1.000
max	446.000-450.000=-4.000

*mean*	2.350-2.347=0.003
σ	0.067-0.051=0.016
min	2.311-2.314=-0.003
max	2.451-2.422=0.028

policies=200

*mean*	13876.831-13876.856=-0.025
σ	0.148-0.046=0.102
min	13876.710-13876.796=-0.086
max	13877.035-13876.901=0.134

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.000-496.500=-0.500
σ	4.243-4.796=-0.553
min	492.000
max	501.000-502.000=-1.000

*mean*	23.440-23.420=0.020
σ	0.126-0.106=0.020
min	23.313-23.322=-0.009
max	23.611-23.570=0.042