Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.715=0.003
σ	0.366-0.364=0.002
min	54.575-54.580=-0.005
max	55.758-55.751=0.007

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.154-0.139=0.016
σ	0.009-0.005=0.004
min	0.137-0.132=0.005
max	0.168-0.145=0.022

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.777=0.001
σ	0.005-0.007=-0.002
min	43.771-43.765=0.006
max	43.783-43.789=-0.006

*mean*	415.100-418.000=-2.900
σ	0.316-0.000=0.316
min	415.000-418.000=-3.000
max	416.000-418.000=-2.000

*mean*	0.125-0.121=0.004
σ	0.005-0.005=-0.000
min	0.121-0.115=0.006
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4589.750-4423.250=166.500
σ	2247.761-2226.682=21.078
min	1486.000-1484.000=2.000
max	7380.000-7405.000=-25.000

*mean*	165.558-13.097=152.461
σ	432.039-2.232=429.807
min	11.746-12.006=-0.260
max	1234.788-18.538=1216.250

op=column_set() on indexed, repeat

*mean*	36.604-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=-0.000
max	36.605-36.605=-0.001

*mean*	4589.750-4603.875=-14.125
σ	2247.761-2257.703=-9.942
min	1486.000-1484.000=2.000
max	7380.000-7405.000=-25.000

*mean*	13.533-62.379=-48.846
σ	3.336-138.342=-135.007
min	11.386-11.913=-0.526
max	20.483-404.730=-384.247

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=-0.000

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	11.362-11.163=0.198
σ	1.035-0.257=0.778
min	10.721-10.943=-0.222
max	13.891-11.680=2.211

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=-0.000
min	41.924-41.924=0.000
max	41.925-41.925=0.000

*mean*	4181.500-4194.250=-12.750
σ	1944.755-1953.691=-8.936
min	1486.000-1484.000=2.000
max	7380.000-7405.000=-25.000

*mean*	11.519-11.564=-0.045
σ	1.723-1.025=0.698
min	10.737-10.758=-0.020
max	15.774-14.043=1.731

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.136-0.136=-0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4181.500-4194.250=-12.750
σ	1944.755-1953.691=-8.936
min	1486.000-1484.000=2.000
max	7380.000-7405.000=-25.000

*mean*	9.206-8.810=0.396
σ	1.238-0.590=0.648
min	8.230-7.881=0.349
max	12.210-9.999=2.211

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=0.000
min	26.384
max	26.384-26.384=0.000

*mean*	4181.500-4194.250=-12.750
σ	1944.755-1953.691=-8.936
min	1486.000-1484.000=2.000
max	7380.000-7405.000=-25.000

*mean*	7.124-6.796=0.328
σ	1.068-0.599=0.469
min	5.959-5.879=0.080
max	9.633-7.905=1.729

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673

*mean*	4589.750-4603.875=-14.125
σ	2247.761-2257.703=-9.942
min	1486.000-1484.000=2.000
max	7380.000-7405.000=-25.000

*mean*	6.517-6.232=0.285
σ	0.980-0.533=0.447
min	5.821-5.758=0.063
max	8.736-7.428=1.308

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961
max	25.962

*mean*	4589.750-4603.875=-14.125
σ	2247.761-2257.703=-9.942
min	1486.000-1484.000=2.000
max	7380.000-7405.000=-25.000

*mean*	6.409-6.174=0.236
σ	1.039-0.526=0.513
min	5.744-5.796=-0.052
max	8.746-7.239=1.507

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	363.056-347.842=15.214
σ	43.357-1.653=41.703
min	346.076-344.811=1.265
max	470.294-350.243=120.051

op=load_product(), with indexes

*mean*	3495.855-3495.855=-0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978

*mean*	3757.250-3768.250=-11.000
σ	2299.442-2309.378=-9.936
min	720.000
max	7380.000-7405.000=-25.000

*mean*	1782.406-1796.258=-13.852
σ	681.415-656.700=24.715
min	1404.016-1405.164=-1.148
max	2987.101-2972.648=14.453

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.842-107.841=0.001

*mean*	4409.875-4194.250=215.625
σ	2217.033-1953.691=263.342
min	1486.000-1484.000=2.000
max	7380.000-7405.000=-25.000

*mean*	242.898-133.175=109.722
σ	292.129-9.125=283.004
min	126.201-125.249=0.953
max	964.665-154.690=809.975

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.068-62.069=-0.001

*mean*	4409.875-4423.250=-13.375
σ	2217.033-2226.682=-9.649
min	1486.000-1484.000=2.000
max	7380.000-7405.000=-25.000

*mean*	45.353-115.272=-69.919
σ	8.278-204.417=-196.139
min	40.346-41.702=-1.356
max	65.478-621.173=-555.695

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=-0.000
min	40.925
max	40.928-40.929=-0.001

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	22.939-120.409=-97.470
σ	2.630-278.629=-275.999
min	21.637-21.542=0.095
max	29.250-809.981=-780.731

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=-0.000
max	71.296

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	261.929-59.922=202.006
σ	578.371-9.382=568.989
min	55.352-55.856=-0.503
max	1693.304-83.121=1610.183

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875

*mean*	4181.500-4194.250=-12.750
σ	1944.755-1953.691=-8.936
min	1486.000-1484.000=2.000
max	7380.000-7405.000=-25.000

*mean*	3331.928-3137.652=194.276
σ	830.233-609.775=220.458
min	2488.585-2544.037=-55.451
max	4676.760-3902.552=774.208

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	1069.310-992.178=77.132
σ	242.510-100.441=142.070
min	918.287-931.850=-13.563
max	1591.908-1218.009=373.899

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	405.627-394.102=11.525
σ	34.235-4.907=29.329
min	390.853-382.475=8.377
max	490.262-398.386=91.876

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-478.000=-1.250
σ	1.909-0.000=1.909
min	475.000-478.000=-3.000
max	479.000-478.000=1.000

*mean*	359.076-383.412=-24.336
σ	38.015-35.548=2.467
min	305.083-303.417=1.666
max	397.759-410.263=-12.504

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.375-562.000=0.375
σ	1.768-0.000=1.768
min	558.000-562.000=-4.000
max	563.000-562.000=1.000

*mean*	744.585-702.390=42.195
σ	47.772-58.881=-11.109
min	699.293-623.388=75.904
max	827.294-751.200=76.095

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.546=0.017
σ	1.879-1.820=0.058
min	963.843-963.839=0.004
max	972.510-972.244=0.266

*mean*	1044.600-1047.350=-2.750
σ	320.254-320.385=-0.131
min	543.000-544.000=-1.000
max	1565.000-1567.000=-2.000

*mean*	1.246-1.282=-0.036
σ	0.070-0.171=-0.101
min	1.168-1.101=0.067
max	1.404-1.903=-0.499

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.361-0.419=-0.057
σ	0.257-0.536=-0.279
min	0.153-0.148=0.005
max	0.777-1.375=-0.598

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.470-0.424=0.046
σ	0.318-0.198=0.121
min	0.321-0.323=-0.002
max	1.039-0.777=0.263

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.219-0.219=0.000
σ	0.025-0.029=-0.005
min	0.200-0.196=0.004
max	0.261-0.268=-0.007

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.338-0.329=0.009
σ	0.016-0.015=0.000
min	0.327-0.315=0.012
max	0.364-0.354=0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	430.600-430.800=-0.200
σ	0.548-1.789=-1.241
min	430.000
max	431.000-434.000=-3.000

*mean*	0.552-0.543=0.008
σ	0.050-0.026=0.024
min	0.472-0.525=-0.053
max	0.594-0.588=0.006

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.472-0.481=-0.010
σ	0.020-0.041=-0.021
min	0.455-0.424=0.031
max	0.505-0.522=-0.016

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.337-2.719=-0.382
σ	0.392-0.146=0.246
min	1.901-2.486=-0.585
max	3.567-3.557=0.010

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.606-1.971=0.635
σ	0.089-0.146=-0.057
min	2.420-1.820=0.600
max	2.868-2.620=0.248

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.309-0.305=0.004
σ	0.022-0.008=0.014
min	0.293-0.285=0.007
max	0.509-0.353=0.156

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.294-0.292=0.002
σ	0.023-0.007=0.017
min	0.276-0.278=-0.003
max	0.511-0.317=0.194

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.326-11.781=-0.455
σ	11.397-12.310=-0.914
min	0.574-0.574=0.000
max	102.997-144.146=-41.149

*mean*	462.323-460.770=1.553
σ	20.071-19.468=0.603
min	407.000
max	479.000-476.000=3.000

*mean*	0.026-0.027=-0.001
σ	0.028-0.030=-0.002
min	0.001-0.001=-0.000
max	0.245-0.366=-0.121

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.105-278.920=0.185
σ	1.090-1.070=0.019
min	278.605-278.509=0.096
max	282.188-281.962=0.226

*mean*	441.000-444.200=-3.200
σ	16.593-16.144=0.449
min	417.000-427.000=-10.000
max	471.000-466.000=5.000

*mean*	0.564-0.587=-0.023
σ	0.037-0.005=0.032
min	0.494-0.580=-0.086
max	0.617-0.595=0.022

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	230.317-208.876=21.441
σ	20.188-24.237=-4.049
min	197.582-182.687=14.895
max	251.913-239.555=12.359

phase=macro expansion

*mean*	5.900
σ	0.000
min	5.900
max	5.900

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	6.661-6.502=0.159
σ	1.354-1.070=0.284
min	5.850-5.887=-0.037
max	8.888-8.974=-0.086

phase=parser

*mean*	1042.134-1042.134=-0.000
σ	0.000-0.000=0.000
min	1042.133
max	1042.134

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	535.718-467.558=68.160
σ	98.615-107.533=-8.918
min	373.254-377.884=-4.630
max	593.724-601.319=-7.595

phase=processProdDef

*mean*	2243.717
σ	0.000
min	2243.717
max	2243.717

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	2813.302-2827.937=-14.635
σ	359.839-562.934=-203.094
min	2197.416-1683.496=513.921
max	3299.793-3334.142=-34.349

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	35.898-31.549=4.348
σ	9.767-9.276=0.491
min	20.111-20.205=-0.094
max	42.648-42.836=-0.189

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	644.773-672.560=-27.786
σ	29.525-57.750=-28.225
min	606.291-615.454=-9.163
max	694.791-761.049=-66.258

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.590=0.267
σ	0.036-0.037=-0.002
min	282.805-282.535=0.270
max	282.891-282.626=0.265

*mean*	440.000-442.000=-2.000
σ	2.739
min	438.000-440.000=-2.000
max	443.000-445.000=-2.000

*mean*	0.383-0.376=0.007
σ	0.010-0.001=0.009
min	0.377-0.376=0.001
max	0.398-0.377=0.021

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.065-1267.769=0.296
σ	0.117-0.073=0.044
min	1267.966-1267.698=0.269
max	1268.264-1267.880=0.384

*mean*	1091.400-1090.000=1.400
σ	169.996-168.879=1.118
min	890.000-891.000=-1.000
max	1324.000-1323.000=1.000

*mean*	1.985-2.015=-0.031
σ	0.089-0.094=-0.005
min	1.913-1.863=0.050
max	2.088-2.093=-0.004

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.020-1506.800=0.219
σ	2.955-2.925=0.030
min	1505.464-1505.322=0.143
max	1512.292-1512.026=0.266

*mean*	623.200-620.600=2.600
σ	87.768-87.657=0.111
min	492.000-518.000=-26.000
max	726.000-730.000=-4.000

*mean*	2.148-2.301=-0.153
σ	0.077-0.259=-0.183
min	2.074-2.086=-0.012
max	2.276-2.698=-0.422

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.067-1829.806=0.261
σ	0.044-0.047=-0.003
min	1830.004-1829.738=0.265
max	1830.120-1829.848=0.272

*mean*	1714.200-1720.000=-5.800
σ	186.868-187.919=-1.051
min	1452.000-1461.000=-9.000
max	1883.000-1894.000=-11.000

*mean*	2.966-2.993=-0.027
σ	0.239-0.238=0.000
min	2.678-2.835=-0.157
max	3.339-3.416=-0.077

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.838-1.730=0.108
σ	0.022-0.244=-0.222
min	1.818-1.295=0.523
max	1.874-1.857=0.017

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-405.599=0.600
σ	509.795-509.661=0.134
min	151.296-150.763=0.533
max	1170.892-1170.090=0.801

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	435.000-442.000=-7.000
σ	0.000
min	435.000-442.000=-7.000
max	435.000-442.000=-7.000

*mean*	0.511-0.493=0.018
σ	0.514-0.476=0.038
min	0.250-0.250=0.000
max	1.281-1.207=0.075

policies=20

*mean*	1513.149-1507.815=5.334
σ	0.269-0.257=0.012
min	1512.975-1507.646=5.329
max	1513.547-1508.195=5.353

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	442.000-445.000=-3.000
σ	8.083-3.464=4.619
min	435.000-442.000=-7.000
max	449.000-448.000=1.000

*mean*	2.498-2.482=0.016
σ	0.021-0.015=0.006
min	2.473-2.470=0.004
max	2.515-2.501=0.014

policies=200

*mean*	15140.021-15086.724=53.297
σ	0.116-0.123=-0.007
min	15139.899-15086.558=53.341
max	15140.178-15086.822=53.355

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.500-496.250=2.250
σ	5.447-5.737=-0.291
min	492.000-489.000=3.000
max	505.000-503.000=2.000

*mean*	25.215-25.135=0.080
σ	0.212-0.043=0.169
min	24.983-25.093=-0.111
max	25.496-25.187=0.310