Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.886-54.889=-0.002
σ	0.357-0.358=-0.002
min	54.751-54.756=-0.005
max	55.901-55.909=-0.008

*mean*	416.300-419.000=-2.700
σ	0.483-0.000=0.483
min	416.000-419.000=-3.000
max	417.000-419.000=-2.000

*mean*	0.138-0.141=-0.002
σ	0.006-0.007=-0.000
min	0.131-0.132=-0.002
max	0.151-0.150=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.857-43.855=0.001
σ	0.007-0.007=-0.000
min	43.847-43.843=0.004
max	43.870-43.868=0.002

*mean*	417.700-419.000=-1.300
σ	0.483-0.000=0.483
min	417.000-419.000=-2.000
max	418.000-419.000=-1.000

*mean*	0.125-0.124=0.001
σ	0.004-0.005=-0.001
min	0.121-0.119=0.002
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4035.500-4036.500=-1.000
σ	1995.067-2007.263=-12.195
min	1218.000-1217.000=1.000
max	7080.000-7136.000=-56.000

*mean*	13.562-12.949=0.614
σ	1.815-0.326=1.489
min	12.413-12.453=-0.040
max	17.972-13.256=4.716

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4035.500-4036.500=-1.000
σ	1995.067-2007.263=-12.195
min	1218.000-1217.000=1.000
max	7080.000-7136.000=-56.000

*mean*	13.585-13.367=0.218
σ	1.966-0.462=1.505
min	12.116-12.364=-0.248
max	18.235-13.773=4.462

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.933-41.932=0.001

*mean*	7080.000-7136.000=-56.000
σ	0.000
min	7080.000-7136.000=-56.000
max	7080.000-7136.000=-56.000

*mean*	15.090-15.083=0.006
σ	1.481-1.385=0.096
min	11.626-11.663=-0.036
max	16.600-15.770=0.829

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932

*mean*	4035.500-4036.500=-1.000
σ	1995.067-2007.263=-12.195
min	1218.000-1217.000=1.000
max	7080.000-7136.000=-56.000

*mean*	14.447-13.987=0.460
σ	1.338-1.984=-0.645
min	11.789-11.323=0.466
max	16.158-16.457=-0.300

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991

*mean*	4035.500-4036.500=-1.000
σ	1995.067-2007.263=-12.195
min	1218.000-1217.000=1.000
max	7080.000-7136.000=-56.000

*mean*	9.957-9.673=0.284
σ	1.290-1.311=-0.021
min	8.798-8.722=0.075
max	12.676-12.793=-0.117

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4035.500-4036.500=-1.000
σ	1995.067-2007.263=-12.195
min	1218.000-1217.000=1.000
max	7080.000-7136.000=-56.000

*mean*	7.808-7.091=0.717
σ	1.305-1.266=0.039
min	6.660-6.228=0.431
max	10.434-10.130=0.304

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665
max	25.678-25.677=0.000

*mean*	4035.500-4036.500=-1.000
σ	1995.067-2007.263=-12.195
min	1218.000-1217.000=1.000
max	7080.000-7136.000=-56.000

*mean*	6.218-6.068=0.150
σ	0.597-0.163=0.434
min	5.780-5.871=-0.091
max	7.653-6.372=1.281

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4035.500-4036.500=-1.000
σ	1995.067-2007.263=-12.195
min	1218.000-1217.000=1.000
max	7080.000-7136.000=-56.000

*mean*	6.174-5.589=0.585
σ	0.534-0.147=0.387
min	5.853-5.427=0.426
max	7.476-5.817=1.658

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7080.000-7136.000=-56.000
σ	0.000
min	7080.000-7136.000=-56.000
max	7080.000-7136.000=-56.000

*mean*	364.566-362.763=1.803
σ	41.153-42.126=-0.973
min	346.433-344.748=1.684
max	466.243-466.868=-0.625

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.624=-0.000
max	7918.954-7918.953=0.000

*mean*	3275.875-3268.750=7.125
σ	1825.673-1823.917=1.756
min	809.000-811.000=-2.000
max	5626.000-5619.000=7.000

*mean*	3683.509-3604.271=79.238
σ	1075.243-961.821=113.422
min	3097.555-3115.315=-17.760
max	6152.546-5755.887=396.660

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4035.500-4036.500=-1.000
σ	1995.067-2007.263=-12.195
min	1218.000-1217.000=1.000
max	7080.000-7136.000=-56.000

*mean*	87.554-84.372=3.182
σ	17.536-18.000=-0.465
min	70.744-70.074=0.670
max	111.961-124.653=-12.693

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950

*mean*	7080.000-7136.000=-56.000
σ	0.000
min	7080.000-7136.000=-56.000
max	7080.000-7136.000=-56.000

*mean*	77.309-76.977=0.332
σ	43.104-42.491=0.612
min	59.915-60.480=-0.564
max	183.503-181.931=1.572

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691

*mean*	7080.000-7136.000=-56.000
σ	0.000
min	7080.000-7136.000=-56.000
max	7080.000-7136.000=-56.000

*mean*	202.202-212.102=-9.901
σ	285.708-318.255=-32.547
min	98.862-98.245=0.617
max	909.231-999.720=-90.488

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.304=0.000
min	14215.575
max	14227.821-14227.821=0.000

*mean*	4035.500-4036.500=-1.000
σ	1995.067-2007.263=-12.195
min	1218.000-1217.000=1.000
max	7080.000-7136.000=-56.000

*mean*	7772.756-8093.382=-320.626
σ	2026.611-1764.253=262.358
min	5974.179-6008.693=-34.514
max	11115.789-10258.179=857.610

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7080.000-7136.000=-56.000
σ	0.000
min	7080.000-7136.000=-56.000
max	7080.000-7136.000=-56.000

*mean*	5472.831-5512.928=-40.097
σ	1104.707-1095.222=9.484
min	4992.366-5042.354=-49.988
max	8177.143-8193.832=-16.689

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	374.341-382.869=-8.528
σ	30.767-16.721=14.045
min	304.719-356.380=-51.661
max	392.738-398.568=-5.830

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000
σ	0.000
min	561.000
max	561.000

*mean*	739.807-751.601=-11.794
σ	54.692-49.146=5.547
min	636.738-647.380=-10.643
max	787.070-791.019=-3.949

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.299=0.001
σ	0.759-0.759=0.000
min	1023.826-1023.823=0.003
max	1027.438-1027.435=0.003

*mean*	1054.000-1036.000=18.000
σ	312.497-303.702=8.796
min	570.000-552.000=18.000
max	1512.000-1461.000=51.000

*mean*	1.563-1.570=-0.007
σ	0.077-0.102=-0.025
min	1.478-1.484=-0.006
max	1.814-1.853=-0.039

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.407-0.435=-0.027
σ	0.530-0.598=-0.068
min	0.146-0.147=-0.000
max	1.353-1.504=-0.150

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.463-0.836=-0.373
σ	0.318-0.527=-0.209
min	0.305-0.571=-0.266
max	1.032-1.778=-0.746

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.204-0.388=-0.184
σ	0.023-0.037=-0.014
min	0.184-0.359=-0.174
max	0.243-0.452=-0.208

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.592=-0.262
σ	0.017-0.020=-0.003
min	0.315-0.570=-0.255
max	0.358-0.623=-0.265

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800
σ	1.789
min	431.000
max	435.000

*mean*	0.537-0.587=-0.050
σ	0.055-0.103=-0.048
min	0.463-0.472=-0.008
max	0.597-0.752=-0.154

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.501-0.471=0.029
σ	0.018-0.062=-0.044
min	0.475-0.376=0.099
max	0.519-0.530=-0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.624-2.031=0.592
σ	0.102-0.162=-0.059
min	2.432-1.867=0.565
max	3.063-2.684=0.379

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.581-1.989=0.592
σ	0.081-0.072=0.009
min	2.444-1.846=0.598
max	2.801-2.326=0.475

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.305-0.305=-0.001
σ	0.008-0.008=0.000
min	0.292-0.291=0.001
max	0.358-0.346=0.013

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.302-0.301=0.000
σ	0.034-0.039=-0.004
min	0.282-0.281=0.002
max	0.546-0.557=-0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.898-298.476=0.422
σ	1.055-1.046=0.009
min	298.503-298.079=0.424
max	301.900-301.451=0.449

*mean*	442.400-441.700=0.700
σ	16.365-13.784=2.581
min	418.000-420.000=-2.000
max	469.000-463.000=6.000

*mean*	0.597-0.604=-0.007
σ	0.022-0.021=0.001
min	0.565-0.579=-0.014
max	0.629-0.647=-0.018

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	941.750-942.625=-0.875
σ	17.678-18.031=-0.354
min	898.000
max	948.000-949.000=-1.000

*mean*	209.143-212.261=-3.119
σ	3.199-5.311=-2.112
min	203.108-201.899=1.209
max	212.563-218.104=-5.542

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	940.250-941.125=-0.875
σ	21.920-22.274=-0.354
min	886.000
max	948.000-949.000=-1.000

*mean*	8.925-9.249=-0.324
σ	2.076-1.120=0.956
min	6.594-6.505=0.090
max	12.576-9.989=2.587

phase=parser

*mean*	1042.361-1042.363=-0.003
σ	0.000-0.000=0.000
min	1042.360-1042.363=-0.003
max	1042.361-1042.364=-0.002

*mean*	940.250-941.125=-0.875
σ	21.920-22.274=-0.354
min	886.000
max	948.000-949.000=-1.000

*mean*	538.627-519.509=19.118
σ	91.593-71.777=19.816
min	414.048-405.884=8.164
max	722.226-620.180=102.046

phase=processProdDef

*mean*	4850.768-4850.767=0.001
σ	0.000-0.000=0.000
min	4850.768-4850.767=0.000
max	4850.769-4850.767=0.001

*mean*	948.000-949.000=-1.000
σ	0.000
min	948.000-949.000=-1.000
max	948.000-949.000=-1.000

*mean*	4747.671-5114.410=-366.740
σ	526.183-203.034=323.149
min	3952.354-4795.122=-842.768
max	5303.511-5394.866=-91.354

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	940.250-941.125=-0.875
σ	21.920-22.274=-0.354
min	886.000
max	948.000-949.000=-1.000

*mean*	33.804-39.090=-5.286
σ	10.034-8.159=1.875
min	20.618-21.123=-0.505
max	47.446-50.759=-3.314

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	941.625-942.500=-0.875
σ	18.031-18.385=-0.354
min	897.000
max	948.000-949.000=-1.000

*mean*	745.812-703.176=42.636
σ	92.184-38.398=53.786
min	650.305-655.887=-5.582
max	882.681-787.338=95.343

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.819-293.819=-0.000
σ	0.039-0.038=0.001
min	293.768-293.768=0.000
max	293.859-293.859=0.001

*mean*	443.000-442.400=0.600
σ	0.000-0.548=-0.548
min	443.000-442.000=1.000
max	443.000

*mean*	0.397-0.393=0.004
σ	0.009-0.001=0.008
min	0.391-0.392=-0.001
max	0.413-0.394=0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.218-1320.218=0.000
σ	0.032-0.033=-0.001
min	1320.172-1320.170=0.002
max	1320.251-1320.251=-0.000

*mean*	1095.400-1066.800=28.600
σ	185.280-166.291=18.989
min	839.000-843.000=-4.000
max	1316.000-1271.000=45.000

*mean*	2.306-2.280=0.026
σ	0.178-0.096=0.082
min	2.185-2.186=-0.002
max	2.619-2.435=0.184

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.612-1560.598=0.014
σ	6.221-6.209=0.012
min	1557.628-1557.612=0.016
max	1571.737-1571.701=0.036

*mean*	618.200-619.000=-0.800
σ	81.885-82.741=-0.855
min	494.000
max	714.000-716.000=-2.000

*mean*	2.277-2.268=0.009
σ	0.111-0.124=-0.013
min	2.210-2.127=0.083
max	2.474-2.452=0.021

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.168-1882.172=-0.004
σ	0.046-0.055=-0.009
min	1882.114-1882.114=0.000
max	1882.226-1882.245=-0.019

*mean*	1723.600-1701.000=22.600
σ	200.147-257.036=-56.889
min	1452.000-1400.000=52.000
max	1913.000-2057.000=-144.000

*mean*	3.058-2.949=0.109
σ	0.144-0.079=0.065
min	2.895-2.875=0.020
max	3.245-3.058=0.187

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.681-1.726=-0.045
σ	0.135-0.140=-0.005
min	1.498-1.534=-0.037
max	1.835-1.856=-0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.080=0.003
σ	582.723-582.723=-0.000
min	160.718-160.714=0.004
max	1326.166-1326.164=0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.546-0.546=-0.000
σ	0.552-0.538=0.014
min	0.261-0.269=-0.009
max	1.374-1.354=0.020

policies=20

*mean*	1607.534-1607.519=0.015
σ	0.410-0.425=-0.015
min	1607.254-1607.230=0.025
max	1608.141-1608.148=-0.007

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.000-450.000=-4.000
σ	8.000-8.083=-0.083
min	442.000-443.000=-1.000
max	458.000-457.000=1.000

*mean*	2.680-2.706=-0.026
σ	0.011-0.022=-0.010
min	2.665-2.683=-0.017
max	2.692-2.732=-0.040

policies=200

*mean*	16083.510-16083.464=0.045
σ	0.018-0.108=-0.090
min	16083.492-16083.363=0.129
max	16083.530-16083.605=-0.075

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.250
σ	3.775-4.573=-0.799
min	491.000-490.000=1.000
max	500.000-501.000=-1.000

*mean*	27.162-27.369=-0.207
σ	0.065-0.246=-0.181
min	27.103-27.192=-0.089
max	27.239-27.732=-0.493