Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.834-54.833=0.001
σ	0.365-0.365=0.000
min	54.704-54.705=-0.000
max	55.873-55.871=0.001

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.139-0.139=0.000
σ	0.005-0.005=0.001
min	0.131-0.131=0.000
max	0.148-0.147=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.842=-0.000
σ	0.004-0.006=-0.002
min	43.836-43.834=0.002
max	43.848-43.849=-0.002

*mean*	420.000-418.600=1.400
σ	0.000-0.516=-0.516
min	420.000-418.000=2.000
max	420.000-419.000=1.000

*mean*	0.120-0.121=-0.001
σ	0.004-0.005=-0.001
min	0.116-0.116=-0.000
max	0.126-0.129=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4588.125-4581.875=6.250
σ	2254.735-2252.869=1.865
min	1487.000-1485.000=2.000
max	7406.000-7401.000=5.000

*mean*	13.242-13.540=-0.298
σ	2.452-3.461=-1.009
min	11.757-11.809=-0.052
max	17.407-21.934=-4.527

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=0.000
max	36.618-36.617=0.000

*mean*	4588.125-4581.875=6.250
σ	2254.735-2252.869=1.865
min	1487.000-1485.000=2.000
max	7406.000-7401.000=5.000

*mean*	13.405-13.000=0.405
σ	1.802-2.227=-0.425
min	12.493-11.536=0.957
max	17.847-18.265=-0.418

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.950-41.951=-0.001

*mean*	7406.000-7401.000=5.000
σ	0.000
min	7406.000-7401.000=5.000
max	7406.000-7401.000=5.000

*mean*	10.968-11.040=-0.072
σ	0.297-0.178=0.118
min	10.578-10.887=-0.309
max	11.446-11.365=0.082

op=table_records(), repeat

*mean*	41.934-41.933=0.000
σ	0.001-0.000=0.001
min	41.933
max	41.937-41.934=0.003

*mean*	4174.875-4167.500=7.375
σ	1946.368-1943.955=2.414
min	1487.000-1485.000=2.000
max	7406.000-7401.000=5.000

*mean*	11.483-11.769=-0.286
σ	1.704-1.699=0.005
min	10.725-10.686=0.039
max	15.688-15.908=-0.220

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4174.875-4167.500=7.375
σ	1946.368-1943.955=2.414
min	1487.000-1485.000=2.000
max	7406.000-7401.000=5.000

*mean*	9.050-8.959=0.091
σ	1.338-1.293=0.045
min	7.986-8.071=-0.085
max	12.296-12.091=0.205

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4174.875-4167.500=7.375
σ	1946.368-1943.955=2.414
min	1487.000-1485.000=2.000
max	7406.000-7401.000=5.000

*mean*	7.075-6.853=0.221
σ	1.052-1.238=-0.186
min	6.535-6.071=0.464
max	9.669-9.861=-0.192

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4588.125-4581.875=6.250
σ	2254.735-2252.869=1.865
min	1487.000-1485.000=2.000
max	7406.000-7401.000=5.000

*mean*	6.145-6.211=-0.066
σ	0.424-0.524=-0.100
min	5.586-5.774=-0.187
max	7.100-7.477=-0.377

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985

*mean*	4588.125-4581.875=6.250
σ	2254.735-2252.869=1.865
min	1487.000-1485.000=2.000
max	7406.000-7401.000=5.000

*mean*	5.870-6.005=-0.135
σ	0.121-0.490=-0.369
min	5.617-5.649=-0.032
max	6.042-7.198=-1.156

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7406.000-7401.000=5.000
σ	0.000
min	7406.000-7401.000=5.000
max	7406.000-7401.000=5.000

*mean*	360.298-363.245=-2.947
σ	41.627-43.668=-2.041
min	341.438-345.238=-3.799
max	463.116-471.195=-8.080

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038-3497.038=0.000

*mean*	3752.375-3746.625=5.750
σ	2299.719-2296.617=3.102
min	720.000-719.000=1.000
max	7406.000-7401.000=5.000

*mean*	1568.590-1595.019=-26.429
σ	479.921-486.823=-6.902
min	1389.864-1387.910=1.955
max	2756.198-2789.579=-33.381

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.853-107.854=-0.000
max	107.855

*mean*	4409.500-4402.750=6.750
σ	2225.969-2224.505=1.465
min	1487.000-1485.000=2.000
max	7406.000-7401.000=5.000

*mean*	272.598-210.997=61.600
σ	373.111-209.966=163.144
min	130.164-123.775=6.389
max	1195.193-728.288=466.904

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4588.125-4581.875=6.250
σ	2254.735-2252.869=1.865
min	1487.000-1485.000=2.000
max	7406.000-7401.000=5.000

*mean*	194.220-198.899=-4.679
σ	421.753-434.755=-13.002
min	39.942-40.808=-0.866
max	1237.847-1274.732=-36.885

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7406.000-7401.000=5.000
σ	0.000
min	7406.000-7401.000=5.000
max	7406.000-7401.000=5.000

*mean*	22.151-22.504=-0.354
σ	1.137-1.407=-0.270
min	21.455-21.679=-0.224
max	24.926-24.948=-0.022

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=-0.000
max	71.310-71.311=-0.000

*mean*	7406.000-7401.000=5.000
σ	0.000
min	7406.000-7401.000=5.000
max	7406.000-7401.000=5.000

*mean*	283.126-185.265=97.861
σ	639.600-365.578=274.021
min	55.861-54.751=1.111
max	1866.049-1090.017=776.033

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.000
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4174.875-4167.500=7.375
σ	1946.368-1943.955=2.414
min	1487.000-1485.000=2.000
max	7406.000-7401.000=5.000

*mean*	3205.002-3060.521=144.481
σ	829.322-744.422=84.900
min	2524.803-2505.389=19.414
max	4745.269-4439.396=305.873

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7406.000-7401.000=5.000
σ	0.000
min	7406.000-7401.000=5.000
max	7406.000-7401.000=5.000

*mean*	1038.404-1063.534=-25.130
σ	205.093-202.499=2.594
min	917.969-925.046=-7.077
max	1510.632-1426.620=84.012

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7406.000-7401.000=5.000
σ	0.000
min	7406.000-7401.000=5.000
max	7406.000-7401.000=5.000

*mean*	389.741-405.212=-15.471
σ	3.525-37.428=-33.904
min	385.371-387.668=-2.297
max	394.326-497.592=-103.266

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-476.125=0.875
σ	0.000-0.835=-0.835
min	477.000-475.000=2.000
max	477.000-478.000=-1.000

*mean*	365.954-363.515=2.439
σ	39.195-33.936=5.259
min	297.230-312.481=-15.251
max	434.415-402.540=31.875

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-562.000=1.000
σ	0.000
min	563.000-562.000=1.000
max	563.000-562.000=1.000

*mean*	785.389-740.200=45.189
σ	42.421-74.534=-32.113
min	721.946-596.819=125.128
max	837.610-822.479=15.132

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.968-963.972=-0.004
σ	1.822-1.820=0.002
min	963.267-963.264=0.003
max	971.672-971.668=0.004

*mean*	1043.750-1044.650=-0.900
σ	320.590-310.106=10.484
min	545.000-564.000=-19.000
max	1566.000-1499.000=67.000

*mean*	1.244-1.258=-0.014
σ	0.058-0.105=-0.047
min	1.181-1.169=0.013
max	1.355-1.505=-0.150

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.299-0.445=-0.145
σ	0.298-0.491=-0.193
min	0.140-0.161=-0.020
max	0.828-1.320=-0.492

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.492-0.834=-0.342
σ	0.322-0.528=-0.207
min	0.330-0.573=-0.243
max	1.067-1.778=-0.711

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.227-0.376=-0.149
σ	0.022-0.034=-0.012
min	0.203-0.354=-0.152
max	0.259-0.434=-0.175

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.396-0.587=-0.191
σ	0.160-0.026=0.134
min	0.315-0.571=-0.255
max	0.682-0.632=0.050

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.556-0.711=-0.155
σ	0.060-0.050=0.010
min	0.455-0.626=-0.171
max	0.603-0.754=-0.152

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.485-0.627=-0.142
σ	0.055-0.010=0.045
min	0.422-0.612=-0.190
max	0.531-0.639=-0.108

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.989-3.507=-1.518
σ	0.080-0.076=0.004
min	1.887-3.352=-1.465
max	2.336-3.718=-1.383

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.977-3.462=-1.485
σ	0.071-0.069=0.001
min	1.832-3.364=-1.531
max	2.240-3.693=-1.453

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.302-0.539=-0.237
σ	0.008-0.043=-0.035
min	0.288-0.505=-0.217
max	0.346-0.931=-0.585

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.289-0.505=-0.216
σ	0.007-0.012=-0.006
min	0.276-0.484=-0.208
max	0.317-0.561=-0.244

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.923-11.682=0.241
σ	11.145-12.115=-0.970
min	0.574-0.578=-0.004
max	68.103-96.656=-28.553

*mean*	468.808-462.418=6.390
σ	19.628-20.352=-0.725
min	408.000-407.000=1.000
max	484.000-480.000=4.000

*mean*	0.027-0.027=0.000
σ	0.027-0.029=-0.002
min	0.001-0.001=0.000
max	0.173-0.228=-0.054

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.772-278.859=-0.087
σ	1.072-1.038=0.034
min	278.331-278.413=-0.082
max	281.816-281.806=0.010

*mean*	441.000-443.100=-2.100
σ	16.214-17.006=-0.792
min	418.000-416.000=2.000
max	467.000-470.000=-3.000

*mean*	0.577-0.577=0.000
σ	0.020-0.018=0.002
min	0.548-0.547=0.001
max	0.617-0.611=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	842.625-842.875=-0.250
σ	0.518-0.354=0.164
min	842.000
max	843.000

*mean*	225.370-233.033=-7.662
σ	21.715-20.453=1.261
min	196.525-193.848=2.676
max	253.428-253.667=-0.238

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	842.500-842.750=-0.250
σ	0.535-0.463=0.072
min	842.000
max	843.000

*mean*	8.894-9.275=-0.381
σ	1.262-0.645=0.617
min	6.335-7.688=-1.352
max	9.696-9.610=0.086

phase=parser

*mean*	1042.435-1042.435=-0.000
σ	0.000-0.000=0.000
min	1042.435
max	1042.435

*mean*	842.500-842.750=-0.250
σ	0.535-0.463=0.072
min	842.000
max	843.000

*mean*	555.463-577.664=-22.201
σ	59.503-37.380=22.123
min	435.101-502.261=-67.160
max	599.523-606.314=-6.791

phase=processProdDef

*mean*	2243.976
σ	0.000
min	2243.976
max	2243.976

*mean*	842.625-842.875=-0.250
σ	0.518-0.354=0.164
min	842.000
max	843.000

*mean*	2828.159-2879.408=-51.249
σ	358.562-447.613=-89.052
min	2245.256-2311.222=-65.965
max	3216.540-3427.875=-211.334

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.500-842.750=-0.250
σ	0.535-0.463=0.072
min	842.000
max	843.000

*mean*	37.932-38.574=-0.642
σ	4.611-4.468=0.143
min	27.142-27.576=-0.433
max	40.873-41.022=-0.149

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.500-842.750=-0.250
σ	0.535-0.463=0.072
min	842.000
max	843.000

*mean*	694.009-692.694=1.315
σ	30.479-62.135=-31.656
min	660.143-654.601=5.542
max	737.880-845.256=-107.377

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.395-282.395=0.000
σ	0.036-0.036=-0.000
min	282.339-282.339=-0.000
max	282.427-282.430=-0.002

*mean*	444.400-442.000=2.400
σ	0.548-3.000=-2.452
min	444.000-439.000=5.000
max	445.000-446.000=-1.000

*mean*	0.384-0.379=0.004
σ	0.006-0.005=0.001
min	0.376-0.376=-0.001
max	0.391-0.389=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.085-1267.088=-0.003
σ	0.094-0.107=-0.012
min	1267.008-1267.004=0.004
max	1267.243-1267.270=-0.027

*mean*	1114.400-1111.400=3.000
σ	170.004-170.664=-0.660
min	898.000-897.000=1.000
max	1329.000-1332.000=-3.000

*mean*	1.927-1.909=0.018
σ	0.092-0.105=-0.013
min	1.880-1.852=0.028
max	2.091-2.096=-0.005

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.143-1506.115=0.028
σ	2.962-2.886=0.076
min	1504.629-1504.629=-0.000
max	1511.430-1511.267=0.163

*mean*	629.000-638.000=-9.000
σ	90.313-73.949=16.364
min	505.000-540.000=-35.000
max	729.000-727.000=2.000

*mean*	2.397-2.276=0.121
σ	0.332-0.229=0.102
min	2.022-2.042=-0.020
max	2.809-2.516=0.294

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.107-1829.115=-0.009
σ	0.063-0.070=-0.007
min	1829.021-1829.034=-0.013
max	1829.183-1829.217=-0.034

*mean*	1760.200-1767.800=-7.600
σ	214.254-212.274=1.980
min	1474.000-1490.000=-16.000
max	1963.000-1970.000=-7.000

*mean*	3.112-3.171=-0.059
σ	0.278-0.295=-0.018
min	2.804-2.847=-0.042
max	3.493-3.480=0.013

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.816-1.714=0.102
σ	0.044-0.158=-0.114
min	1.746-1.528=0.217
max	1.865-1.851=0.014

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.699-397.699=-0.000
σ	518.052-518.054=-0.003
min	138.670-138.670=0.000
max	1174.776-1174.781=-0.004

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.484-0.502=-0.017
σ	0.483-0.528=-0.045
min	0.240-0.234=0.005
max	1.209-1.294=-0.085

policies=20

*mean*	1386.842-1386.845=-0.003
σ	0.167-0.163=0.003
min	1386.727-1386.731=-0.004
max	1387.089-1387.087=0.002

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.000-448.500=-2.500
σ	0.000-4.041=-4.041
min	446.000-445.000=1.000
max	446.000-452.000=-6.000

*mean*	2.325-2.327=-0.002
σ	0.014-0.006=0.008
min	2.311-2.318=-0.006
max	2.341-2.331=0.009

policies=200

*mean*	13876.928-13876.921=0.007
σ	0.035-0.079=-0.044
min	13876.894-13876.874=0.020
max	13876.976-13877.040=-0.063

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.000-498.000=-2.000
σ	4.397-3.367=1.030
min	491.000-494.000=-3.000
max	501.000-502.000=-1.000

*mean*	23.505-23.562=-0.057
σ	0.089-0.163=-0.073
min	23.416-23.400=0.016
max	23.588-23.772=-0.184