Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.776-54.775=0.001
σ	0.367-0.362=0.005
min	54.623-54.632=-0.009
max	55.821-55.806=0.015

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.141-0.141=-0.001
σ	0.006-0.004=0.002
min	0.134-0.139=-0.004
max	0.150-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.774=-0.000
σ	0.008-0.006=0.001
min	43.763-43.761=0.002
max	43.787-43.782=0.005

*mean*	415.000-418.400=-3.400
σ	0.000-0.516=-0.516
min	415.000-418.000=-3.000
max	415.000-419.000=-4.000

*mean*	0.124-0.124=-0.001
σ	0.004-0.004=0.000
min	0.121-0.120=0.000
max	0.133-0.133=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4581.250-4580.000=1.250
σ	2256.300-2254.937=1.363
min	1486.000-1485.000=1.000
max	7405.000-7400.000=5.000

*mean*	14.138-13.556=0.581
σ	3.816-3.629=0.187
min	12.003-11.942=0.061
max	22.431-22.457=-0.025

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=-0.000
max	36.618-36.618=-0.000

*mean*	4581.250-4580.000=1.250
σ	2256.300-2254.937=1.363
min	1486.000-1485.000=1.000
max	7405.000-7400.000=5.000

*mean*	13.983-14.088=-0.105
σ	2.760-3.514=-0.754
min	11.512-12.628=-1.117
max	18.451-22.772=-4.322

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=0.000
max	41.950-41.950=-0.000

*mean*	7405.000-7400.000=5.000
σ	0.000
min	7405.000-7400.000=5.000
max	7405.000-7400.000=5.000

*mean*	10.954-10.944=0.010
σ	0.202-0.094=0.108
min	10.697-10.820=-0.122
max	11.240-11.086=0.154

op=table_records(), repeat

*mean*	41.933-41.933=0.001
σ	0.000-0.000=0.000
min	41.933
max	41.934-41.934=-0.000

*mean*	4164.750-4164.250=0.500
σ	1946.910-1946.207=0.703
min	1486.000-1485.000=1.000
max	7405.000-7400.000=5.000

*mean*	11.634-11.547=0.087
σ	1.650-1.712=-0.062
min	10.712-10.730=-0.018
max	15.677-15.755=-0.078

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.001
σ	0.137-0.136=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4164.750-4164.250=0.500
σ	1946.910-1946.207=0.703
min	1486.000-1485.000=1.000
max	7405.000-7400.000=5.000

*mean*	9.151-9.244=-0.093
σ	1.313-1.337=-0.024
min	7.825-8.013=-0.188
max	12.266-12.443=-0.178

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4164.750-4164.250=0.500
σ	1946.910-1946.207=0.703
min	1486.000-1485.000=1.000
max	7405.000-7400.000=5.000

*mean*	6.957-7.122=-0.165
σ	1.178-0.980=0.198
min	5.843-6.424=-0.581
max	9.746-9.487=0.259

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688

*mean*	4581.250-4580.000=1.250
σ	2256.300-2254.937=1.363
min	1486.000-1485.000=1.000
max	7405.000-7400.000=5.000

*mean*	6.314-6.250=0.063
σ	0.632-0.868=-0.236
min	5.805-5.845=-0.040
max	7.460-8.391=-0.931

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=0.000
min	25.984-25.984=0.000
max	25.985-25.985=0.000

*mean*	4581.250-4580.000=1.250
σ	2256.300-2254.937=1.363
min	1486.000-1485.000=1.000
max	7405.000-7400.000=5.000

*mean*	6.178-5.961=0.216
σ	0.568-0.482=0.086
min	5.747-5.678=0.069
max	7.117-7.137=-0.020

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7405.000-7400.000=5.000
σ	0.000
min	7405.000-7400.000=5.000
max	7405.000-7400.000=5.000

*mean*	362.585-360.221=2.364
σ	42.591-41.743=0.848
min	341.385-343.094=-1.709
max	467.708-463.440=4.267

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.469-0.469=0.000
min	3495.713
max	3497.038

*mean*	3745.625-3745.000=0.625
σ	2298.626-2297.906=0.720
min	720.000
max	7405.000-7400.000=5.000

*mean*	1620.881-1621.343=-0.462
σ	489.688-547.800=-58.112
min	1390.165-1393.163=-2.998
max	2815.853-2969.134=-153.281

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.855

*mean*	4400.000-4398.750=1.250
σ	2227.903-2226.313=1.590
min	1486.000-1485.000=1.000
max	7405.000-7400.000=5.000

*mean*	290.237-189.697=100.540
σ	426.814-144.122=282.692
min	127.185-126.192=0.993
max	1345.780-542.976=802.803

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4581.250-4580.000=1.250
σ	2256.300-2254.937=1.363
min	1486.000-1485.000=1.000
max	7405.000-7400.000=5.000

*mean*	177.772-122.066=55.706
σ	368.766-221.715=147.052
min	41.760-41.519=0.241
max	1090.193-670.766=419.428

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7405.000-7400.000=5.000
σ	0.000
min	7405.000-7400.000=5.000
max	7405.000-7400.000=5.000

*mean*	23.135-22.214=0.921
σ	2.783-0.964=1.819
min	21.387-21.746=-0.359
max	29.269-24.592=4.677

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=0.000
max	71.311-71.310=0.000

*mean*	7405.000-7400.000=5.000
σ	0.000
min	7405.000-7400.000=5.000
max	7405.000-7400.000=5.000

*mean*	279.679-247.466=32.213
σ	629.304-539.595=89.710
min	55.388-55.163=0.225
max	1837.112-1582.891=254.221

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.000
σ	0.014-0.014=-0.000
min	4646.845
max	4646.884

*mean*	4164.750-4164.250=0.500
σ	1946.910-1946.207=0.703
min	1486.000-1485.000=1.000
max	7405.000-7400.000=5.000

*mean*	3160.029-3072.354=87.675
σ	836.262-758.709=77.553
min	2496.654-2533.166=-36.512
max	4836.257-4535.751=300.506

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7405.000-7400.000=5.000
σ	0.000
min	7405.000-7400.000=5.000
max	7405.000-7400.000=5.000

*mean*	1097.723-1084.094=13.629
σ	311.230-267.342=43.888
min	915.091-932.340=-17.249
max	1790.531-1707.024=83.507

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7405.000-7400.000=5.000
σ	0.000
min	7405.000-7400.000=5.000
max	7405.000-7400.000=5.000

*mean*	424.169-403.158=21.011
σ	53.981-37.059=16.922
min	391.141-385.758=5.383
max	520.361-494.603=25.758

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-476.625=1.375
σ	0.000-0.518=-0.518
min	478.000-476.000=2.000
max	478.000-477.000=1.000

*mean*	397.087-385.814=11.273
σ	29.155-34.809=-5.654
min	364.116-329.674=34.442
max	439.927-430.808=9.119

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-565.500=-2.500
σ	0.000-1.414=-1.414
min	563.000-562.000=1.000
max	563.000-566.000=-3.000

*mean*	780.289-773.151=7.137
σ	43.634-50.976=-7.342
min	746.180-697.232=48.948
max	870.422-857.360=13.062

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.968-963.971=-0.003
σ	1.822-1.821=0.001
min	963.264-963.263=0.001
max	971.674-971.672=0.002

*mean*	1041.750-1055.200=-13.450
σ	314.370-310.028=4.342
min	588.000-575.000=13.000
max	1502.000-1511.000=-9.000

*mean*	1.274-1.284=-0.011
σ	0.101-0.151=-0.050
min	1.171-1.184=-0.013
max	1.516-1.798=-0.282

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.398-0.508=-0.110
σ	0.504-0.470=0.034
min	0.149-0.261=-0.112
max	1.296-1.341=-0.045

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.586-0.839=-0.253
σ	0.545-0.524=0.021
min	0.331-0.572=-0.241
max	1.561-1.776=-0.215

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.386=-0.163
σ	0.024-0.045=-0.021
min	0.207-0.351=-0.144
max	0.265-0.464=-0.199

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.597=-0.266
σ	0.018-0.039=-0.021
min	0.316-0.565=-0.248
max	0.363-0.663=-0.301

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000-431.800=-0.800
σ	0.000-1.789=-1.789
min	431.000
max	431.000-435.000=-4.000

*mean*	0.515-0.610=-0.095
σ	0.063-0.084=-0.021
min	0.438-0.536=-0.097
max	0.613-0.746=-0.133

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.479-0.488=-0.008
σ	0.022-0.027=-0.005
min	0.459-0.444=0.014
max	0.514-0.517=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.622-2.247=0.375
σ	0.108-0.361=-0.252
min	2.478-1.830=0.647
max	3.196-3.025=0.171

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.598-1.956=0.643
σ	0.094-0.064=0.030
min	2.442-1.842=0.599
max	2.952-2.237=0.716

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.313-0.306=0.006
σ	0.010-0.010=0.001
min	0.296-0.293=0.002
max	0.369-0.357=0.011

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.301-0.296=0.004
σ	0.011-0.010=0.002
min	0.284-0.278=0.006
max	0.358-0.358=0.000

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.307-11.450=-0.142
σ	11.359-11.988=-0.629
min	0.574-0.718=-0.144
max	103.000-129.946=-26.946

*mean*	465.738-460.756=4.982
σ	21.255-19.478=1.777
min	406.000-407.000=-1.000
max	484.000-478.000=6.000

*mean*	0.026-0.026=-0.000
σ	0.028-0.029=-0.001
min	0.001-0.001=0.000
max	0.248-0.310=-0.062

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.867-278.725=0.142
σ	1.018-0.994=0.024
min	278.483-278.242=0.241
max	281.758-281.545=0.213

*mean*	442.600-442.200=0.400
σ	19.121-19.447=-0.326
min	414.000-413.000=1.000
max	470.000-475.000=-5.000

*mean*	0.571-0.580=-0.009
σ	0.025-0.030=-0.005
min	0.536-0.533=0.003
max	0.610-0.636=-0.027

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738

*mean*	838.000-860.000=-22.000
σ	0.000
min	838.000-860.000=-22.000
max	838.000-860.000=-22.000

*mean*	221.173-241.237=-20.064
σ	37.849-18.258=19.591
min	153.734-197.550=-43.816
max	257.012-252.575=4.437

phase=macro expansion

*mean*	6.130-6.130=-0.000
σ	0.000-0.001=-0.001
min	6.130
max	6.130-6.133=-0.004

*mean*	838.000-860.000=-22.000
σ	0.000
min	838.000-860.000=-22.000
max	838.000-860.000=-22.000

*mean*	9.962-9.324=0.638
σ	1.157-0.764=0.393
min	9.438-7.458=1.980
max	12.817-9.794=3.023

phase=parser

*mean*	1042.431-1042.435=-0.005
σ	0.000-0.001=-0.001
min	1042.430-1042.432=-0.002
max	1042.431-1042.436=-0.005

*mean*	838.000-860.000=-22.000
σ	0.000
min	838.000-860.000=-22.000
max	838.000-860.000=-22.000

*mean*	611.164-570.253=40.911
σ	45.484-58.607=-13.122
min	587.866-434.948=152.918
max	723.146-607.355=115.791

phase=processProdDef

*mean*	2243.978-2243.976=0.001
σ	0.000-0.001=-0.001
min	2243.978-2243.976=0.002
max	2243.978-2243.979=-0.000

*mean*	838.000-860.000=-22.000
σ	0.000
min	838.000-860.000=-22.000
max	838.000-860.000=-22.000

*mean*	2852.545-3019.037=-166.491
σ	266.598-452.515=-185.917
min	2589.166-2014.074=575.092
max	3232.493-3461.923=-229.430

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	838.000-860.000=-22.000
σ	0.000
min	838.000-860.000=-22.000
max	838.000-860.000=-22.000

*mean*	41.260-38.314=2.946
σ	2.624-4.548=-1.925
min	39.428-27.114=12.314
max	47.615-40.348=7.268

phase=type checker

*mean*	989.755-989.755=0.000
σ	0.066-0.066=-0.001
min	989.658-989.654=0.004
max	989.845-989.845=0.000

*mean*	838.000-860.000=-22.000
σ	0.000
min	838.000-860.000=-22.000
max	838.000-860.000=-22.000

*mean*	697.099-682.001=15.098
σ	34.485-18.917=15.569
min	670.806-655.035=15.771
max	775.382-713.821=61.560

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.393-282.386=0.007
σ	0.025-0.037=-0.012
min	282.371-282.337=0.034
max	282.424-282.428=-0.004

*mean*	444.400-444.800=-0.400
σ	0.548-1.095=-0.548
min	444.000
max	445.000-446.000=-1.000

*mean*	0.377-0.380=-0.004
σ	0.001-0.007=-0.005
min	0.375-0.375=-0.000
max	0.379-0.392=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.108-1267.100=0.008
σ	0.104-0.093=0.010
min	1266.997-1267.005=-0.008
max	1267.277-1267.254=0.023

*mean*	1103.000-1113.800=-10.800
σ	190.763-170.790=19.973
min	842.000-898.000=-56.000
max	1332.000-1331.000=1.000

*mean*	1.968-1.976=-0.008
σ	0.149-0.094=0.055
min	1.800-1.893=-0.092
max	2.098-2.079=0.019

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.079-1506.130=-0.051
σ	2.949-2.960=-0.011
min	1504.556-1504.627=-0.072
max	1511.343-1511.414=-0.071

*mean*	621.400-629.200=-7.800
σ	81.788-90.295=-8.507
min	495.000-505.000=-10.000
max	713.000-729.000=-16.000

*mean*	2.228-2.377=-0.150
σ	0.221-0.310=-0.089
min	2.046-2.049=-0.003
max	2.596-2.817=-0.221

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.103-1829.117=-0.014
σ	0.037-0.090=-0.053
min	1829.061-1829.023=0.038
max	1829.142-1829.257=-0.115

*mean*	1738.800-1771.200=-32.400
σ	175.038-212.284=-37.247
min	1479.000-1492.000=-13.000
max	1889.000-1973.000=-84.000

*mean*	2.880-3.245=-0.365
σ	0.052-0.399=-0.347
min	2.814-2.827=-0.012
max	2.932-3.723=-0.792

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.654-1.796=-0.142
σ	0.113-0.071=0.041
min	1.500-1.697=-0.196
max	1.783-1.883=-0.100

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.695-397.697=-0.002
σ	518.052-518.051=0.000
min	138.668-138.668=-0.001
max	1174.772-1174.773=-0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.499-0.481=0.018
σ	0.519-0.492=0.027
min	0.235-0.232=0.003
max	1.278-1.219=0.059

policies=20

*mean*	1386.820-1386.826=-0.006
σ	0.168-0.162=0.006
min	1386.707-1386.713=-0.006
max	1387.071-1387.067=0.004

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	2.327-2.332=-0.005
σ	0.012-0.010=0.002
min	2.313-2.321=-0.008
max	2.338-2.344=-0.006

policies=200

*mean*	13876.769-13876.755=0.014
σ	0.127-0.115=0.012
min	13876.668-13876.674=-0.005
max	13876.951-13876.926=0.025

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	499.500-494.000=5.500
σ	6.245-5.099=1.146
min	492.000-489.000=3.000
max	506.000-501.000=5.000

*mean*	23.516-23.615=-0.100
σ	0.118-0.168=-0.049
min	23.385-23.444=-0.059
max	23.634-23.779=-0.145