Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.718=-0.001
σ	0.366-0.365=0.001
min	54.568-54.570=-0.002
max	55.756-55.755=0.001

*mean*	418.700-416.700=2.000
σ	0.483
min	418.000-416.000=2.000
max	419.000-417.000=2.000

*mean*	0.136-0.135=0.001
σ	0.005-0.004=0.000
min	0.131-0.130=0.001
max	0.143-0.142=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.776=0.001
σ	0.008-0.008=0.000
min	43.762-43.761=0.001
max	43.792-43.789=0.002

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.123-0.120=0.003
σ	0.004-0.004=-0.000
min	0.120-0.116=0.004
max	0.130-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4585.500-4584.500=1.000
σ	2253.968-2254.051=-0.083
min	1485.000-1487.000=-2.000
max	7404.000-7400.000=4.000

*mean*	13.497-14.051=-0.554
σ	2.605-3.909=-1.304
min	11.958-11.897=0.061
max	17.923-22.338=-4.415

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=0.000
max	36.605-36.604=0.000

*mean*	4585.500-4584.500=1.000
σ	2253.968-2254.051=-0.083
min	1485.000-1487.000=-2.000
max	7404.000-7400.000=4.000

*mean*	13.831-14.046=-0.215
σ	2.383-3.470=-1.087
min	11.514-11.608=-0.094
max	18.087-21.550=-3.462

op=table_records(), no indexes

*mean*	41.939-41.939=0.000
σ	0.002-0.002=0.000
min	41.938
max	41.943-41.943=-0.000

*mean*	7404.000-7400.000=4.000
σ	0.000
min	7404.000-7400.000=4.000
max	7404.000-7400.000=4.000

*mean*	11.178-11.155=0.023
σ	0.201-0.101=0.100
min	10.968-11.054=-0.087
max	11.595-11.294=0.301

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.001-0.002=-0.000
min	41.924-41.924=0.000
max	41.928-41.929=-0.001

*mean*	4171.375-4170.625=0.750
σ	1945.368-1946.182=-0.813
min	1485.000-1487.000=-2.000
max	7404.000-7400.000=4.000

*mean*	11.819-11.661=0.158
σ	1.742-1.944=-0.202
min	10.800-10.655=0.145
max	16.069-16.435=-0.366

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4171.375-4170.625=0.750
σ	1945.368-1946.182=-0.813
min	1485.000-1487.000=-2.000
max	7404.000-7400.000=4.000

*mean*	9.042-9.161=-0.118
σ	1.387-1.280=0.108
min	7.745-8.002=-0.257
max	12.325-12.233=0.092

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=-0.000
max	26.384-26.384=-0.000

*mean*	4171.375-4170.625=0.750
σ	1945.368-1946.182=-0.813
min	1485.000-1487.000=-2.000
max	7404.000-7400.000=4.000

*mean*	6.678-7.158=-0.480
σ	1.032-0.736=0.295
min	5.927-6.776=-0.849
max	9.064-8.947=0.117

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673

*mean*	4585.500-4584.500=1.000
σ	2253.968-2254.051=-0.083
min	1485.000-1487.000=-2.000
max	7404.000-7400.000=4.000

*mean*	6.374-6.540=-0.166
σ	0.614-0.883=-0.269
min	5.885-5.939=-0.054
max	7.403-8.533=-1.130

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=0.000
min	25.961-25.961=0.000
max	25.962-25.962=0.000

*mean*	4585.500-4584.500=1.000
σ	2253.968-2254.051=-0.083
min	1485.000-1487.000=-2.000
max	7404.000-7400.000=4.000

*mean*	6.282-6.093=0.188
σ	0.665-0.502=0.163
min	5.864-5.613=0.252
max	7.471-7.280=0.191

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7404.000-7400.000=4.000
σ	0.000
min	7404.000-7400.000=4.000
max	7404.000-7400.000=4.000

*mean*	362.696-361.050=1.646
σ	43.580-41.462=2.118
min	344.684-343.337=1.347
max	470.473-463.506=6.967

op=load_product(), with indexes

*mean*	3495.855-3495.855=-0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978

*mean*	3750.000-3749.500=0.500
σ	2298.331-2298.905=-0.574
min	720.000
max	7404.000-7400.000=4.000

*mean*	1621.216-1609.740=11.476
σ	492.472-549.441=-56.968
min	1387.085-1382.217=4.868
max	2824.368-2960.040=-135.673

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.841-107.842=-0.000

*mean*	4406.250-4404.375=1.875
σ	2225.419-2225.091=0.328
min	1485.000-1487.000=-2.000
max	7404.000-7400.000=4.000

*mean*	264.177-269.512=-5.335
σ	368.544-371.309=-2.764
min	122.987-126.890=-3.904
max	1175.240-1187.415=-12.176

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4585.500-4584.500=1.000
σ	2253.968-2254.051=-0.083
min	1485.000-1487.000=-2.000
max	7404.000-7400.000=4.000

*mean*	202.646-213.664=-11.017
σ	443.869-475.143=-31.274
min	40.571-40.299=0.272
max	1300.993-1389.434=-88.441

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7404.000-7400.000=4.000
σ	0.000
min	7404.000-7400.000=4.000
max	7404.000-7400.000=4.000

*mean*	22.075-23.286=-1.212
σ	1.009-2.848=-1.839
min	21.474-21.619=-0.145
max	24.552-29.603=-5.051

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=0.000
max	71.296

*mean*	7404.000-7400.000=4.000
σ	0.000
min	7404.000-7400.000=4.000
max	7404.000-7400.000=4.000

*mean*	293.085-220.296=72.789
σ	670.000-461.778=208.222
min	55.326-55.542=-0.216
max	1951.246-1363.120=588.126

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014
min	4646.837
max	4646.876

*mean*	4171.375-4170.625=0.750
σ	1945.368-1946.182=-0.813
min	1485.000-1487.000=-2.000
max	7404.000-7400.000=4.000

*mean*	3118.901-3161.824=-42.923
σ	730.481-824.734=-94.253
min	2503.655-2479.105=24.550
max	4294.859-4488.639=-193.780

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7404.000-7400.000=4.000
σ	0.000
min	7404.000-7400.000=4.000
max	7404.000-7400.000=4.000

*mean*	1006.356-1085.650=-79.295
σ	126.215-308.143=-181.928
min	911.957-905.735=6.222
max	1231.766-1767.193=-535.426

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7404.000-7400.000=4.000
σ	0.000
min	7404.000-7400.000=4.000
max	7404.000-7400.000=4.000

*mean*	394.757-419.995=-25.237
σ	2.355-57.342=-54.987
min	391.274-385.997=5.277
max	398.753-524.759=-126.006

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-476.000=2.000
σ	0.000
min	478.000-476.000=2.000
max	478.000-476.000=2.000

*mean*	377.920-386.793=-8.873
σ	33.089-29.082=4.007
min	304.440-349.399=-44.959
max	406.973-422.564=-15.592

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.625-564.000=-1.375
σ	0.518-0.000=0.518
min	562.000-564.000=-2.000
max	563.000-564.000=-1.000

*mean*	743.482-731.864=11.618
σ	92.541-86.290=6.251
min	596.262-615.322=-19.061
max	833.118-842.355=-9.237

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.529-964.531=-0.002
σ	1.820-1.821=-0.002
min	963.826-963.825=0.002
max	972.225-972.232=-0.008

*mean*	1038.400-1042.100=-3.700
σ	310.527-307.840=2.687
min	535.000-563.000=-28.000
max	1533.000-1492.000=41.000

*mean*	1.273-1.292=-0.019
σ	0.089-0.153=-0.064
min	1.172-1.185=-0.014
max	1.522-1.815=-0.294

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.388-0.413=-0.026
σ	0.495-0.536=-0.041
min	0.140-0.139=0.001
max	1.270-1.368=-0.098

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.490-0.477=0.013
σ	0.316-0.324=-0.007
min	0.325-0.321=0.004
max	1.055-1.056=-0.001

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.219=-0.004
σ	0.021-0.021=0.000
min	0.198-0.200=-0.001
max	0.252-0.253=-0.002

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.400-0.342=0.059
σ	0.131-0.019=0.112
min	0.319-0.316=0.003
max	0.631-0.368=0.263

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838
σ	0.009
min	964.833
max	964.855

*mean*	430.600-436.600=-6.000
σ	0.548-6.066=-5.519
min	430.000-431.000=-1.000
max	431.000-443.000=-12.000

*mean*	0.501-0.567=-0.066
σ	0.027-0.018=0.009
min	0.468-0.537=-0.068
max	0.532-0.581=-0.049

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.498-0.492=0.007
σ	0.038-0.043=-0.005
min	0.432-0.415=0.017
max	0.523-0.519=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.651-1.970=0.681
σ	0.087-0.076=0.012
min	2.496-1.825=0.671
max	2.941-2.333=0.608

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.619-1.925=0.694
σ	0.127-0.100=0.026
min	2.446-1.738=0.708
max	3.364-2.204=1.160

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.309-0.305=0.005
σ	0.043-0.019=0.024
min	0.289-0.282=0.007
max	0.707-0.468=0.239

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.297-0.291=0.006
σ	0.046-0.008=0.038
min	0.276-0.278=-0.002
max	0.656-0.327=0.329

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.388-11.497=-0.109
σ	10.743-11.548=-0.805
min	0.577-0.574=0.003
max	97.970-115.653=-17.683

*mean*	468.106-463.645=4.461
σ	17.941-19.654=-1.713
min	408.000-406.000=2.000
max	479.000-481.000=-2.000

*mean*	0.026-0.026=-0.000
σ	0.026-0.029=-0.002
min	0.001-0.001=0.000
max	0.249-0.287=-0.038

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.755-278.805=-0.050
σ	1.019-1.103=-0.084
min	278.313-278.392=-0.079
max	281.646-281.942=-0.297

*mean*	447.500-442.200=5.300
σ	19.828-16.818=3.010
min	418.000-416.000=2.000
max	477.000-468.000=9.000

*mean*	0.572-0.571=0.001
σ	0.016-0.022=-0.006
min	0.545-0.532=0.013
max	0.591-0.605=-0.014

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.258-169.257=0.000

*mean*	849.000-850.000=-1.000
σ	0.000
min	849.000-850.000=-1.000
max	849.000-850.000=-1.000

*mean*	218.200-218.374=-0.174
σ	24.666-20.275=4.392
min	183.730-194.110=-10.380
max	243.068-239.207=3.861

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	849.000-850.000=-1.000
σ	0.000
min	849.000-850.000=-1.000
max	849.000-850.000=-1.000

*mean*	7.206-6.436=0.770
σ	1.921-1.454=0.467
min	5.794-5.736=0.058
max	10.361-10.023=0.338

phase=parser

*mean*	1041.964-1041.966=-0.003
σ	0.000-0.000=-0.000
min	1041.963-1041.966=-0.002
max	1041.964-1041.966=-0.003

*mean*	849.000-850.000=-1.000
σ	0.000
min	849.000-850.000=-1.000
max	849.000-850.000=-1.000

*mean*	459.948-518.133=-58.184
σ	115.565-99.027=16.539
min	371.487-374.954=-3.467
max	610.611-595.278=15.334

phase=processProdDef

*mean*	2243.717-2243.715=0.002
σ	0.000
min	2243.717-2243.715=0.002
max	2243.717-2243.715=0.002

*mean*	849.000-850.000=-1.000
σ	0.000
min	849.000-850.000=-1.000
max	849.000-850.000=-1.000

*mean*	2913.317-2654.675=258.643
σ	465.330-484.016=-18.686
min	1974.054-1969.491=4.563
max	3329.967-3344.346=-14.380

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	849.000-850.000=-1.000
σ	0.000
min	849.000-850.000=-1.000
max	849.000-850.000=-1.000

*mean*	36.649-27.943=8.706
σ	2.649-10.844=-8.195
min	32.003-19.933=12.069
max	39.962-42.224=-2.262

phase=type checker

*mean*	958.600-958.600=-0.000
σ	0.047
min	958.576-958.577=-0.000
max	958.701-958.702=-0.000

*mean*	849.000-850.000=-1.000
σ	0.000
min	849.000-850.000=-1.000
max	849.000-850.000=-1.000

*mean*	661.272-678.555=-17.284
σ	14.293-74.265=-59.973
min	638.692-606.116=32.576
max	681.099-759.493=-78.394

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.359=0.001
σ	0.038-0.037=0.000
min	282.309-282.309=0.000
max	282.401-282.400=0.001

*mean*	438.800-438.600=0.200
σ	3.834-2.191=1.643
min	436.000-437.000=-1.000
max	443.000-441.000=2.000

*mean*	0.379-0.380=-0.001
σ	0.006-0.005=0.000
min	0.374-0.376=-0.002
max	0.388-0.388=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.602-1267.579=0.023
σ	0.117-0.071=0.046
min	1267.444-1267.481=-0.038
max	1267.758-1267.679=0.080

*mean*	1090.400-1111.800=-21.400
σ	168.111-172.130=-4.019
min	892.000-896.000=-4.000
max	1320.000-1336.000=-16.000

*mean*	2.064-2.008=0.056
σ	0.155-0.139=0.016
min	1.819-1.833=-0.014
max	2.247-2.128=0.119

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.529-1506.571=-0.041
σ	2.949-2.941=0.007
min	1505.008-1505.095=-0.087
max	1511.791-1511.823=-0.032

*mean*	624.800-627.600=-2.800
σ	87.337-90.323=-2.987
min	494.000-503.000=-9.000
max	726.000-727.000=-1.000

*mean*	2.217-2.325=-0.107
σ	0.203-0.347=-0.144
min	2.081-1.934=0.147
max	2.574-2.695=-0.121

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.572-1829.585=-0.014
σ	0.040-0.077=-0.037
min	1829.513-1829.499=0.013
max	1829.609-1829.697=-0.089

*mean*	1728.400-1763.200=-34.800
σ	176.188-215.332=-39.143
min	1472.000-1491.000=-19.000
max	1887.000-1972.000=-85.000

*mean*	2.968-3.087=-0.120
σ	0.192-0.277=-0.085
min	2.845-2.802=0.043
max	3.307-3.469=-0.162

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.610-1.702=-0.092
σ	0.212-0.167=0.045
min	1.267-1.427=-0.159
max	1.788-1.854=-0.066

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.850-393.851=-0.000
σ	509.576-509.574=0.002
min	139.059-139.058=0.001
max	1158.214-1158.212=0.002

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	441.000-445.000=-4.000
σ	0.000
min	441.000-445.000=-4.000
max	441.000-445.000=-4.000

*mean*	0.491-0.489=0.002
σ	0.501-0.510=-0.009
min	0.234-0.230=0.005
max	1.242-1.255=-0.012

policies=20

*mean*	1390.709-1390.732=-0.023
σ	0.160-0.170=-0.010
min	1390.593-1390.612=-0.019
max	1390.945-1390.983=-0.038

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	445.250-448.500=-3.250
σ	8.500-7.000=1.500
min	441.000-445.000=-4.000
max	458.000-459.000=-1.000

*mean*	2.317-2.333=-0.016
σ	0.015-0.012=0.003
min	2.298-2.321=-0.023
max	2.330-2.348=-0.018

policies=200

*mean*	13915.842-13915.900=-0.059
σ	0.181-0.089=0.092
min	13915.680-13915.820=-0.140
max	13916.100-13916.023=0.077

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.000-496.250=-1.250
σ	4.546-3.304=1.242
min	489.000-493.000=-4.000
max	500.000

*mean*	23.485-23.439=0.046
σ	0.199-0.163=0.036
min	23.279-23.297=-0.018
max	23.746-23.602=0.144