Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.676-6.645=0.031
σ	0.000
min	6.676-6.645=0.031
max	6.676-6.645=0.031

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.833-54.834=-0.001
σ	0.365-0.367=-0.001
min	54.703-54.701=0.002
max	55.873-55.877=-0.005

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.140-0.140=-0.000
σ	0.004-0.004=0.001
min	0.133-0.137=-0.004
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.842=-0.000
σ	0.005-0.005=-0.000
min	43.833-43.834=-0.001
max	43.849-43.852=-0.002

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.119-0.120=-0.001
σ	0.004-0.005=-0.001
min	0.115-0.115=-0.001
max	0.126-0.129=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4220.875-4425.875=-205.000
σ	1975.377-2226.971=-251.594
min	1486.000-1484.000=2.000
max	7462.000-7408.000=54.000

*mean*	11.682-12.893=-1.211
σ	0.422-1.890=-1.467
min	11.322-11.915=-0.593
max	12.660-17.453=-4.793

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.001

*mean*	4220.875-4606.875=-386.000
σ	1975.377-2258.023=-282.646
min	1486.000-1484.000=2.000
max	7462.000-7408.000=54.000

*mean*	12.259-137.398=-125.139
σ	0.496-351.348=-350.852
min	11.227-11.568=-0.341
max	12.977-1006.929=-993.953

op=table_records(), no indexes

*mean*	41.948-41.948=0.001
σ	0.002-0.002=0.000
min	41.946-41.946=0.000
max	41.951-41.950=0.001

*mean*	7462.000-7408.000=54.000
σ	0.000
min	7462.000-7408.000=54.000
max	7462.000-7408.000=54.000

*mean*	10.832-11.125=-0.294
σ	1.102-0.182=0.920
min	10.286-10.839=-0.553
max	13.545-11.412=2.133

op=table_records(), repeat

*mean*	41.933-41.934=-0.000
σ	0.000-0.001=-0.001
min	41.933
max	41.934-41.937=-0.003

*mean*	4220.875-4197.000=23.875
σ	1975.377-1954.071=21.306
min	1486.000-1484.000=2.000
max	7462.000-7408.000=54.000

*mean*	10.948-11.424=-0.476
σ	1.628-1.212=0.416
min	10.143-10.788=-0.645
max	14.954-14.364=0.590

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4220.875-4197.000=23.875
σ	1975.377-1954.071=21.306
min	1486.000-1484.000=2.000
max	7462.000-7408.000=54.000

*mean*	8.500-8.856=-0.356
σ	1.217-0.583=0.633
min	7.464-8.012=-0.547
max	11.433-10.095=1.338

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4220.875-4197.000=23.875
σ	1975.377-1954.071=21.306
min	1486.000-1484.000=2.000
max	7462.000-7408.000=54.000

*mean*	6.587-7.099=-0.512
σ	0.995-0.389=0.606
min	5.656-6.835=-1.179
max	8.938-8.033=0.905

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003-0.003=0.000
min	25.680
max	25.688

*mean*	4220.875-4606.875=-386.000
σ	1975.377-2258.023=-282.646
min	1486.000-1484.000=2.000
max	7462.000-7408.000=54.000

*mean*	5.529-6.497=-0.968
σ	0.167-0.607=-0.441
min	5.322-6.000=-0.678
max	5.780-7.702=-1.922

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.001-0.000=0.000
min	25.984-25.984=-0.000
max	25.985

*mean*	4450.625-4606.875=-156.250
σ	2249.719-2258.023=-8.304
min	1486.000-1484.000=2.000
max	7462.000-7408.000=54.000

*mean*	120.193-6.390=113.802
σ	324.656-0.579=324.077
min	5.285-5.882=-0.597
max	923.676-7.545=916.131

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629-1021.629=-0.000

*mean*	7462.000-7408.000=54.000
σ	0.000
min	7462.000-7408.000=54.000
max	7462.000-7408.000=54.000

*mean*	346.394-345.507=0.887
σ	1.124-2.535=-1.411
min	344.745-340.962=3.784
max	348.677-349.281=-0.603

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713-3495.713=-0.000
max	3497.038-3497.037=0.001

*mean*	3792.500-3770.875=21.625
σ	2332.914-2310.256=22.658
min	720.000
max	7462.000-7408.000=54.000

*mean*	1947.147-1762.281=184.866
σ	809.348-626.470=182.878
min	1400.509-1395.435=5.074
max	3510.176-2783.652=726.523

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.854-107.854=0.000

*mean*	4220.875-4197.000=23.875
σ	1975.377-1954.071=21.306
min	1486.000-1484.000=2.000
max	7462.000-7408.000=54.000

*mean*	135.075-132.143=2.932
σ	17.226-8.380=8.846
min	124.212-124.279=-0.067
max	177.169-150.959=26.210

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4220.875-4425.875=-205.000
σ	1975.377-2226.971=-251.594
min	1486.000-1484.000=2.000
max	7462.000-7408.000=54.000

*mean*	41.298-185.875=-144.576
σ	1.219-407.821=-406.603
min	39.762-40.061=-0.299
max	42.895-1195.175=-1152.280

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7462.000-7408.000=54.000
σ	0.000
min	7462.000-7408.000=54.000
max	7462.000-7408.000=54.000

*mean*	22.170-131.042=-108.872
σ	2.553-308.487=-305.933
min	21.010-21.607=-0.597
max	28.447-894.507=-866.059

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307
max	71.311-71.310=0.000

*mean*	7462.000-7408.000=54.000
σ	0.000
min	7462.000-7408.000=54.000
max	7462.000-7408.000=54.000

*mean*	139.329-58.437=80.892
σ	234.718-5.943=228.775
min	54.585-54.718=-0.133
max	720.195-72.717=647.478

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.000
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4220.875-4197.000=23.875
σ	1975.377-1954.071=21.306
min	1486.000-1484.000=2.000
max	7462.000-7408.000=54.000

*mean*	3261.164-3359.060=-97.896
σ	708.739-820.480=-111.741
min	2527.513-2496.621=30.892
max	4484.343-4583.810=-99.467

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853

*mean*	7462.000-7408.000=54.000
σ	0.000
min	7462.000-7408.000=54.000
max	7462.000-7408.000=54.000

*mean*	1252.245-970.953=281.292
σ	847.258-109.936=737.321
min	929.468-911.835=17.633
max	3345.979-1213.702=2132.277

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7462.000-7408.000=54.000
σ	0.000
min	7462.000-7408.000=54.000
max	7462.000-7408.000=54.000

*mean*	404.297-387.699=16.599
σ	41.077-3.794=37.283
min	384.364-379.778=4.586
max	505.654-391.140=114.514

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.375-477.000=-0.625
σ	0.518-1.852=-1.334
min	476.000-474.000=2.000
max	477.000-478.000=-1.000

*mean*	390.865-375.043=15.822
σ	28.984-29.701=-0.717
min	364.287-306.063=58.224
max	445.524-399.390=46.134

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-562.625=2.375
σ	0.000-0.518=-0.518
min	565.000-562.000=3.000
max	565.000-563.000=2.000

*mean*	771.388-750.448=20.940
σ	31.986-66.130=-34.144
min	724.919-632.114=92.805
max	813.166-818.128=-4.962

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-963.970=-0.000
σ	1.820-1.820=0.000
min	963.264-963.264=0.000
max	971.668-971.668=0.001

*mean*	1041.600-1044.550=-2.950
σ	291.587-309.568=-17.981
min	576.000-584.000=-8.000
max	1431.000-1502.000=-71.000

*mean*	1.267-1.228=0.039
σ	0.115-0.063=0.052
min	1.132-1.080=0.052
max	1.574-1.360=0.214

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.429-0.305=0.125
σ	0.473-0.307=0.166
min	0.146-0.146=-0.000
max	1.262-0.850=0.412

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.471-0.477=-0.006
σ	0.315-0.312=0.002
min	0.322-0.329=-0.007
max	1.034-1.035=-0.002

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.228-0.218=0.010
σ	0.023-0.020=0.003
min	0.208-0.206=0.002
max	0.254-0.252=0.001

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.340=-0.001
σ	0.021-0.014=0.007
min	0.319-0.326=-0.007
max	0.370-0.362=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	437.000-431.000=6.000
σ	6.595-0.000=6.595
min	431.000
max	444.000-431.000=13.000

*mean*	0.558-0.565=-0.006
σ	0.036-0.034=0.002
min	0.523-0.531=-0.008
max	0.609-0.611=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.446-0.485=-0.039
σ	0.024-0.033=-0.009
min	0.422-0.439=-0.016
max	0.487-0.514=-0.027

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	1.999-2.607=-0.608
σ	0.350-0.100=0.251
min	1.735-2.434=-0.699
max	3.001-2.987=0.014

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	1.891-2.590=-0.699
σ	0.086-0.087=-0.001
min	1.705-2.441=-0.736
max	2.145-3.017=-0.872

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.302-0.305=-0.003
σ	0.007-0.009=-0.002
min	0.287-0.291=-0.003
max	0.343-0.367=-0.024

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.291-0.292=-0.000
σ	0.007-0.009=-0.002
min	0.278-0.277=0.001
max	0.308-0.334=-0.026

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.559-11.343=0.216
σ	11.773-10.962=0.811
min	0.574-0.574=0.000
max	104.576-74.460=30.116

*mean*	459.249-461.264=-2.015
σ	20.633-17.099=3.534
min	409.000
max	483.000-475.000=8.000

*mean*	0.027-0.026=0.001
σ	0.029-0.027=0.002
min	0.001-0.001=-0.000
max	0.251-0.179=0.072

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.607-278.759=-0.152
σ	1.058-1.045=0.013
min	278.215-278.359=-0.144
max	281.617-281.731=-0.114

*mean*	445.500-442.600=2.900
σ	17.615-17.109=0.506
min	425.000-417.000=8.000
max	477.000-468.000=9.000

*mean*	0.575-0.575=-0.001
σ	0.021-0.014=0.007
min	0.540-0.557=-0.017
max	0.620-0.593=0.027

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738

*mean*	844.000-842.000=2.000
σ	0.000-1.852=-1.852
min	844.000-839.000=5.000
max	844.000-843.000=1.000

*mean*	229.581-227.902=1.679
σ	23.838-18.976=4.863
min	200.236-197.954=2.282
max	270.887-252.120=18.767

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	843.375-841.500=1.875
σ	1.768-2.070=-0.302
min	839.000
max	844.000-843.000=1.000

*mean*	8.747-8.695=0.052
σ	1.088-1.206=-0.118
min	7.374-6.626=0.748
max	9.636-9.706=-0.070

phase=parser

*mean*	1042.435-1042.435=-0.001
σ	0.001-0.000=0.001
min	1042.434-1042.435=-0.001
max	1042.438-1042.436=0.002

*mean*	843.375-841.500=1.875
σ	1.768-2.070=-0.302
min	839.000
max	844.000-843.000=1.000

*mean*	542.364-539.806=2.558
σ	77.890-80.185=-2.295
min	429.150-421.459=7.691
max	608.698-618.108=-9.410

phase=processProdDef

*mean*	2243.974-2243.974=-0.001
σ	0.000-0.000=-0.000
min	2243.974-2243.974=-0.001
max	2243.974-2243.975=-0.001

*mean*	844.000-842.000=2.000
σ	0.000-1.852=-1.852
min	844.000-839.000=5.000
max	844.000-843.000=1.000

*mean*	2983.453-2926.342=57.111
σ	394.634-327.066=67.568
min	2494.941-2315.056=179.885
max	3436.110-3211.533=224.577

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	843.375-841.500=1.875
σ	1.768-2.070=-0.302
min	839.000
max	844.000-843.000=1.000

*mean*	35.296-33.976=1.320
σ	7.044-8.325=-1.281
min	26.553-20.060=6.493
max	41.136-40.184=0.951

phase=type checker

*mean*	989.752-989.752=0.000
σ	0.065-0.066=-0.001
min	989.658-989.654=0.004
max	989.841

*mean*	843.375-841.500=1.875
σ	1.768-2.070=-0.302
min	839.000
max	844.000-843.000=1.000

*mean*	727.639-681.145=46.493
σ	55.764-29.613=26.150
min	678.517-641.748=36.769
max	850.195-722.086=128.109

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.396-282.395=0.001
σ	0.035-0.036=-0.001
min	282.343-282.339=0.003
max	282.427-282.426=0.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.380-0.383=-0.003
σ	0.006-0.008=-0.002
min	0.376-0.376=-0.000
max	0.390-0.392=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.086-1267.079=0.007
σ	0.107-0.087=0.020
min	1267.004-1267.005=-0.001
max	1267.268-1267.224=0.044

*mean*	1113.800-1114.200=-0.400
σ	169.221-169.540=-0.319
min	898.000
max	1324.000-1325.000=-1.000

*mean*	1.925-1.937=-0.012
σ	0.098-0.100=-0.002
min	1.838-1.857=-0.019
max	2.082-2.105=-0.022

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.133-1506.148=-0.015
σ	2.955-2.952=0.003
min	1504.623-1504.650=-0.026
max	1511.409-1511.419=-0.010

*mean*	629.000
σ	90.019-90.119=-0.100
min	505.000
max	728.000-729.000=-1.000

*mean*	2.366-2.429=-0.063
σ	0.314-0.333=-0.019
min	2.037-2.063=-0.026
max	2.805-2.839=-0.034

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.107-1829.120=-0.013
σ	0.060-0.092=-0.032
min	1829.029-1829.016=0.013
max	1829.181-1829.257=-0.076

*mean*	1752.600
σ	213.862-208.745=5.117
min	1464.000-1473.000=-9.000
max	1954.000-1950.000=4.000

*mean*	3.163-3.132=0.031
σ	0.269-0.323=-0.054
min	2.838-2.829=0.009
max	3.521-3.633=-0.113

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.712-1.758=-0.046
σ	0.146-0.068=0.079
min	1.515-1.640=-0.124
max	1.863-1.800=0.062

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.696-397.698=-0.002
σ	518.052-518.050=0.002
min	138.664-138.670=-0.006
max	1174.774-1174.773=0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	0.499-0.498=0.001
σ	0.523-0.524=-0.001
min	0.232-0.231=0.001
max	1.283-1.284=-0.001

policies=20

*mean*	1386.818-1386.840=-0.022
σ	0.148-0.165=-0.017
min	1386.705-1386.724=-0.019
max	1387.037-1387.086=-0.049

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	444.750-444.500=0.250
σ	0.500-9.000=-8.500
min	444.000-440.000=4.000
max	445.000-458.000=-13.000

*mean*	2.299-2.322=-0.023
σ	0.016-0.006=0.010
min	2.284-2.316=-0.031
max	2.317-2.328=-0.011

policies=200

*mean*	13876.776-13876.844=-0.068
σ	0.112-0.169=-0.057
min	13876.665-13876.617=0.048
max	13876.909-13877.004=-0.095

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	499.750-494.000=5.750
σ	3.500-3.367=0.133
min	496.000-490.000=6.000
max	504.000-498.000=6.000

*mean*	23.544-23.525=0.019
σ	0.163-0.248=-0.085
min	23.374-23.328=0.046
max	23.764-23.888=-0.123