Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.676-6.645=0.031
σ	0.000
min	6.676-6.645=0.031
max	6.676-6.645=0.031

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.834=-0.059
σ	0.366-0.365=0.001
min	54.633-54.704=-0.072
max	55.816-55.872=-0.056

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.141-0.139=0.002
σ	0.004-0.005=-0.001
min	0.138-0.132=0.006
max	0.148-0.147=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.843=-0.070
σ	0.005-0.005=0.000
min	43.764-43.836=-0.072
max	43.780-43.851=-0.071

*mean*	416.000-414.700=1.300
σ	0.000-0.483=-0.483
min	416.000-414.000=2.000
max	416.000-415.000=1.000

*mean*	0.124-0.119=0.005
σ	0.004-0.004=0.000
min	0.121-0.116=0.005
max	0.130-0.125=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4592.750-4427.000=165.750
σ	2248.965-2226.127=22.838
min	1486.000-1488.000=-2.000
max	7382.000-7407.000=-25.000

*mean*	141.847-12.792=129.055
σ	366.461-3.474=362.986
min	11.858-11.457=0.400
max	1048.791-21.388=1027.403

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.001

*mean*	4592.750-4607.375=-14.625
σ	2248.965-2257.238=-8.273
min	1486.000-1488.000=-2.000
max	7382.000-7407.000=-25.000

*mean*	13.571-133.723=-120.152
σ	4.714-341.665=-336.951
min	11.085-10.871=0.214
max	25.111-979.264=-954.153

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=0.000
max	41.950-41.951=-0.001

*mean*	7382.000-7407.000=-25.000
σ	0.000
min	7382.000-7407.000=-25.000
max	7382.000-7407.000=-25.000

*mean*	11.170-10.432=0.738
σ	0.243-0.056=0.188
min	10.851-10.365=0.486
max	11.575-10.521=1.055

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934-41.934=0.000

*mean*	4184.375-4198.250=-13.875
σ	1946.392-1953.494=-7.103
min	1486.000-1488.000=-2.000
max	7382.000-7407.000=-25.000

*mean*	11.684-10.994=0.690
σ	1.678-1.827=-0.149
min	10.713-10.215=0.498
max	15.815-15.508=0.307

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.136-0.136=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4184.375-4198.250=-13.875
σ	1946.392-1953.494=-7.103
min	1486.000-1488.000=-2.000
max	7382.000-7407.000=-25.000

*mean*	9.035-8.527=0.508
σ	1.333-1.269=0.064
min	8.099-7.490=0.608
max	12.251-11.601=0.650

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4184.375-4198.250=-13.875
σ	1946.392-1953.494=-7.103
min	1486.000-1488.000=-2.000
max	7382.000-7407.000=-25.000

*mean*	6.671-6.604=0.067
σ	1.262-0.916=0.346
min	5.777-6.088=-0.312
max	9.621-8.851=0.771

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688

*mean*	4592.750-4607.375=-14.625
σ	2248.965-2257.238=-8.273
min	1486.000-1488.000=-2.000
max	7382.000-7407.000=-25.000

*mean*	6.243-6.254=-0.011
σ	0.996-1.218=-0.222
min	5.826-5.551=0.275
max	8.699-8.423=0.275

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4592.750-4607.375=-14.625
σ	2248.965-2257.238=-8.273
min	1486.000-1488.000=-2.000
max	7382.000-7407.000=-25.000

*mean*	6.190-6.028=0.162
σ	1.026-1.001=0.025
min	5.594-5.323=0.271
max	8.704-8.192=0.512

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629

*mean*	7382.000-7407.000=-25.000
σ	0.000
min	7382.000-7407.000=-25.000
max	7382.000-7407.000=-25.000

*mean*	362.486-343.729=18.757
σ	41.765-1.918=39.847
min	344.999-341.523=3.475
max	465.771-347.363=118.408

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038-3497.037=0.001

*mean*	3760.000-3771.500=-11.500
σ	2301.410-2309.921=-8.511
min	720.000
max	7382.000-7407.000=-25.000

*mean*	1776.557-1788.482=-11.925
σ	695.379-675.496=19.884
min	1399.742-1380.319=19.424
max	3000.132-2956.685=43.447

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.854
max	107.855-107.854=0.000

*mean*	4412.000-4198.250=213.750
σ	2217.923-1953.494=264.429
min	1486.000-1488.000=-2.000
max	7382.000-7407.000=-25.000

*mean*	245.400-133.946=111.454
σ	317.196-18.051=299.146
min	124.008-123.981=0.027
max	1029.346-177.965=851.382

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4412.000-4427.000=-15.000
σ	2217.923-2226.127=-8.204
min	1486.000-1488.000=-2.000
max	7382.000-7407.000=-25.000

*mean*	45.585-190.934=-145.349
σ	6.381-423.036=-416.655
min	41.117-39.333=1.784
max	60.866-1237.887=-1177.022

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.947-40.948=-0.001
σ	0.001-0.002=-0.001
min	40.947
max	40.950-40.951=-0.001

*mean*	7382.000-7407.000=-25.000
σ	0.000
min	7382.000-7407.000=-25.000
max	7382.000-7407.000=-25.000

*mean*	22.499-65.355=-42.857
σ	1.150-125.034=-123.884
min	21.704-20.847=0.857
max	25.130-374.797=-349.667

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.001
σ	0.002-0.002=0.000
min	71.307-71.307=0.000
max	71.311-71.311=-0.000

*mean*	7382.000-7407.000=-25.000
σ	0.000
min	7382.000-7407.000=-25.000
max	7382.000-7407.000=-25.000

*mean*	298.441-58.503=239.938
σ	684.341-8.875=675.465
min	55.493-54.629=0.864
max	1992.094-80.449=1911.645

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=-0.000
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4184.375-4198.250=-13.875
σ	1946.392-1953.494=-7.103
min	1486.000-1488.000=-2.000
max	7382.000-7407.000=-25.000

*mean*	3276.127-3222.160=53.967
σ	778.527-762.742=15.785
min	2511.570-2494.507=17.063
max	4539.401-4655.153=-115.752

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7382.000-7407.000=-25.000
σ	0.000
min	7382.000-7407.000=-25.000
max	7382.000-7407.000=-25.000

*mean*	1173.288-948.749=224.540
σ	501.344-71.340=430.003
min	938.623-904.898=33.725
max	2394.836-1094.015=1300.821

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.104-905.105=-0.000
σ	0.002-0.002=-0.000
min	905.102
max	905.108

*mean*	7382.000-7407.000=-25.000
σ	0.000
min	7382.000-7407.000=-25.000
max	7382.000-7407.000=-25.000

*mean*	392.346-391.160=1.186
σ	3.365-6.433=-3.068
min	386.920-375.721=11.198
max	396.768-395.467=1.301

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.875-475.375=1.500
σ	1.246-0.916=0.330
min	475.000-474.000=1.000
max	478.000-476.000=2.000

*mean*	376.077-372.067=4.009
σ	62.653-44.784=17.869
min	296.742-308.512=-11.770
max	446.077-424.818=21.259

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-561.625=2.375
σ	0.000-1.061=-1.061
min	564.000-559.000=5.000
max	564.000-562.000=2.000

*mean*	779.351-720.949=58.403
σ	63.951-40.973=22.979
min	645.597-669.464=-23.866
max	842.352-777.572=64.780

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972-963.971=0.001
σ	1.821-1.820=0.001
min	963.264-963.264=0.000
max	971.675-971.668=0.007

*mean*	1030.000-1049.150=-19.150
σ	301.069-312.099=-11.030
min	550.000-589.000=-39.000
max	1457.000-1503.000=-46.000

*mean*	1.290-1.227=0.063
σ	0.121-0.077=0.043
min	1.192-1.061=0.131
max	1.677-1.445=0.231

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.300-0.302=-0.001
σ	0.305-0.290=0.014
min	0.136-0.146=-0.010
max	0.840-0.816=0.023

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.470=0.006
σ	0.318-0.315=0.003
min	0.320-0.318=0.002
max	1.045-1.034=0.011

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.219=0.000
σ	0.024-0.021=0.003
min	0.201-0.202=-0.001
max	0.259-0.255=0.004

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.339=-0.007
σ	0.012-0.019=-0.007
min	0.323-0.324=-0.002
max	0.352-0.371=-0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.561-0.507=0.053
σ	0.051-0.044=0.007
min	0.483-0.442=0.041
max	0.615-0.547=0.068

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.470-0.471=-0.001
σ	0.051-0.040=0.011
min	0.394-0.426=-0.031
max	0.521-0.516=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.635-2.003=0.633
σ	0.087-0.091=-0.004
min	2.455-1.866=0.589
max	2.862-2.523=0.339

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.603-1.989=0.614
σ	0.090-0.078=0.012
min	2.429-1.800=0.629
max	2.911-2.191=0.720

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.311-0.306=0.005
σ	0.010-0.032=-0.022
min	0.294-0.284=0.009
max	0.367-0.595=-0.229

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.298-0.285=0.012
σ	0.010-0.008=0.003
min	0.280-0.272=0.009
max	0.365-0.330=0.034

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.859-11.313=0.546
σ	11.788-11.523=0.265
min	0.718-0.573=0.145
max	88.744-106.145=-17.401

*mean*	465.442-451.193=14.249
σ	18.870-15.679=3.191
min	407.000-409.000=-2.000
max	481.000-466.000=15.000

*mean*	0.027-0.026=0.001
σ	0.029-0.028=0.000
min	0.001-0.001=0.000
max	0.203-0.252=-0.049

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.614-278.549=0.065
σ	1.051-1.032=0.019
min	278.212-278.106=0.106
max	281.603-281.477=0.126

*mean*	445.500-447.000=-1.500
σ	21.230-19.596=1.634
min	416.000-417.000=-1.000
max	475.000

*mean*	0.582-0.574=0.008
σ	0.021-0.028=-0.007
min	0.539-0.506=0.032
max	0.612-0.619=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	864.000-839.000=25.000
σ	0.000
min	864.000-839.000=25.000
max	864.000-839.000=25.000

*mean*	233.430-238.394=-4.963
σ	26.918-21.268=5.650
min	197.904-200.106=-2.202
max	259.144-258.653=0.491

phase=macro expansion

*mean*	6.130-6.130=0.000
σ	0.001-0.000=0.001
min	6.130
max	6.133-6.130=0.004

*mean*	864.000-839.000=25.000
σ	0.000
min	864.000-839.000=25.000
max	864.000-839.000=25.000

*mean*	9.078-9.219=-0.141
σ	1.165-0.772=0.394
min	6.336-7.323=-0.987
max	9.710-9.604=0.106

phase=parser

*mean*	1042.435-1042.433=0.003
σ	0.001-0.000=0.001
min	1042.432-1042.432=-0.000
max	1042.436-1042.433=0.003

*mean*	864.000-839.000=25.000
σ	0.000
min	864.000-839.000=25.000
max	864.000-839.000=25.000

*mean*	551.548-570.403=-18.855
σ	95.535-58.322=37.212
min	377.900-426.382=-48.482
max	614.147-597.182=16.965

phase=processProdDef

*mean*	2243.976-2243.976=0.000
σ	0.001-0.000=0.001
min	2243.976-2243.976=-0.000
max	2243.979-2243.976=0.003

*mean*	864.000-839.000=25.000
σ	0.000
min	864.000-839.000=25.000
max	864.000-839.000=25.000

*mean*	2595.686-2696.936=-101.250
σ	521.480-189.427=332.052
min	1734.264-2317.752=-583.488
max	3247.753-3002.696=245.057

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	864.000-839.000=25.000
σ	0.000
min	864.000-839.000=25.000
max	864.000-839.000=25.000

*mean*	35.966-38.607=-2.642
σ	7.817-4.863=2.953
min	20.785-26.669=-5.884
max	41.172-41.211=-0.038

phase=type checker

*mean*	989.755-989.752=0.003
σ	0.066-0.066=0.001
min	989.654
max	989.845-989.841=0.004

*mean*	864.000-839.000=25.000
σ	0.000
min	864.000-839.000=25.000
max	864.000-839.000=25.000

*mean*	732.371-670.595=61.776
σ	86.308-8.234=78.074
min	670.303-650.962=19.340
max	873.506-675.993=197.513

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-282.390=0.004
σ	0.025-0.035=-0.010
min	282.372-282.340=0.032
max	282.425-282.427=-0.002

*mean*	442.000-444.400=-2.400
σ	0.000-0.548=-0.548
min	442.000-444.000=-2.000
max	442.000-445.000=-3.000

*mean*	0.377-0.379=-0.002
σ	0.002-0.006=-0.004
min	0.375-0.376=-0.001
max	0.380-0.390=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.112-1267.095=0.017
σ	0.103-0.122=-0.020
min	1267.001-1267.002=-0.001
max	1267.278-1267.306=-0.029

*mean*	1112.200-1114.000=-1.800
σ	170.973-170.181=0.792
min	896.000-897.000=-1.000
max	1331.000-1325.000=6.000

*mean*	1.989-1.898=0.091
σ	0.121-0.109=0.012
min	1.822-1.777=0.045
max	2.106-2.054=0.052

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.111-1506.085=0.026
σ	2.956-2.945=0.011
min	1504.606-1504.560=0.046
max	1511.388-1511.341=0.047

*mean*	628.200-625.600=2.600
σ	90.489-86.875=3.613
min	504.000-496.000=8.000
max	728.000-727.000=1.000

*mean*	2.303-2.209=0.094
σ	0.286-0.157=0.130
min	2.072-2.120=-0.048
max	2.776-2.487=0.289

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.110-1829.115=-0.005
σ	0.070-0.077=-0.008
min	1829.022-1829.025=-0.003
max	1829.206-1829.232=-0.026

*mean*	1765.600-1755.600=10.000
σ	209.681-210.681=-0.999
min	1490.000-1474.000=16.000
max	1965.000-1955.000=10.000

*mean*	3.051-3.166=-0.115
σ	0.180-0.327=-0.147
min	2.829-2.837=-0.008
max	3.290-3.538=-0.249

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.790-1.693=0.097
σ	0.118-0.113=0.005
min	1.581-1.522=0.059
max	1.855-1.801=0.054

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-397.699=-0.001
σ	518.051-518.052=-0.001
min	138.670-138.670=-0.000
max	1174.774-1174.776=-0.002

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	439.000-447.000=-8.000
σ	0.000
min	439.000-447.000=-8.000
max	439.000-447.000=-8.000

*mean*	0.495-0.497=-0.003
σ	0.507-0.518=-0.011
min	0.240-0.234=0.005
max	1.255-1.274=-0.020

policies=20

*mean*	1386.836-1386.841=-0.005
σ	0.159-0.163=-0.005
min	1386.727-1386.731=-0.004
max	1387.072-1387.084=-0.012

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	444.000-447.000=-3.000
σ	5.774-0.000=5.774
min	439.000-447.000=-8.000
max	449.000-447.000=2.000

*mean*	2.328-2.319=0.009
σ	0.015-0.006=0.010
min	2.309-2.315=-0.005
max	2.345-2.327=0.018

policies=200

*mean*	13876.909-13876.908=0.001
σ	0.101-0.090=0.011
min	13876.828-13876.794=0.034
max	13877.055-13877.009=0.047

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.250-496.250=-2.000
σ	4.856-5.560=-0.704
min	488.000-491.000=-3.000
max	499.000-504.000=-5.000

*mean*	23.625-23.530=0.094
σ	0.187-0.180=0.007
min	23.421-23.328=0.093
max	23.875-23.765=0.110