Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.715-54.719=-0.004
σ	0.362-0.365=-0.003
min	54.583-54.571=0.012
max	55.745-55.757=-0.011

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.139-0.142=-0.003
σ	0.004-0.010=-0.006
min	0.136-0.135=0.001
max	0.146-0.170=-0.024

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.776=0.002
σ	0.010-0.008=0.002
min	43.761-43.766=-0.005
max	43.791-43.792=-0.001

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.123-0.121=0.003
σ	0.005-0.005=0.000
min	0.117-0.115=0.003
max	0.131-0.128=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4426.625-4427.500=-0.875
σ	2224.959-2227.908=-2.949
min	1484.000-1483.000=1.000
max	7403.000-7410.000=-7.000

*mean*	12.335-13.323=-0.988
σ	0.510-3.424=-2.914
min	11.921-11.876=0.045
max	13.181-21.757=-8.576

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4606.000-4607.375=-1.375
σ	2256.176-2258.886=-2.710
min	1484.000-1483.000=1.000
max	7403.000-7410.000=-7.000

*mean*	139.768-144.524=-4.756
σ	359.115-369.296=-10.181
min	11.451-11.432=0.019
max	1028.531-1058.446=-29.915

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.943-41.942=0.000

*mean*	7403.000-7410.000=-7.000
σ	0.000
min	7403.000-7410.000=-7.000
max	7403.000-7410.000=-7.000

*mean*	10.987-11.077=-0.090
σ	0.194-0.329=-0.135
min	10.708-10.754=-0.047
max	11.269-11.780=-0.511

op=table_records(), repeat

*mean*	41.924-41.924=-0.000
σ	0.000-0.000=-0.000
min	41.924
max	41.925-41.925=-0.000

*mean*	4198.125
σ	1952.850-1954.686=-1.836
min	1484.000-1483.000=1.000
max	7403.000-7410.000=-7.000

*mean*	11.401-11.179=0.222
σ	1.031-0.981=0.049
min	10.750-10.692=0.057
max	13.844-13.581=0.263

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.136-0.136=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4198.125
σ	1952.850-1954.686=-1.836
min	1484.000-1483.000=1.000
max	7403.000-7410.000=-7.000

*mean*	8.766-8.825=-0.058
σ	0.651-0.578=0.073
min	7.976-8.071=-0.095
max	10.196-10.059=0.137

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4198.125
σ	1952.850-1954.686=-1.836
min	1484.000-1483.000=1.000
max	7403.000-7410.000=-7.000

*mean*	6.773-6.911=-0.138
σ	0.548-0.335=0.213
min	6.090-6.571=-0.481
max	7.958-7.674=0.284

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4606.000-4607.375=-1.375
σ	2256.176-2258.886=-2.710
min	1484.000-1483.000=1.000
max	7403.000-7410.000=-7.000

*mean*	6.416-6.698=-0.281
σ	1.055-1.248=-0.193
min	5.895-5.816=0.078
max	9.014-8.895=0.119

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961-25.961=-0.000
max	25.962

*mean*	4606.000-4607.375=-1.375
σ	2256.176-2258.886=-2.710
min	1484.000-1483.000=1.000
max	7403.000-7410.000=-7.000

*mean*	6.212-6.372=-0.160
σ	1.126-1.120=0.006
min	5.531-5.617=-0.086
max	8.980-8.866=0.114

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7403.000-7410.000=-7.000
σ	0.000
min	7403.000-7410.000=-7.000
max	7403.000-7410.000=-7.000

*mean*	347.893-348.220=-0.327
σ	1.288-1.714=-0.426
min	345.952-346.734=-0.781
max	349.789-351.943=-2.154

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.978-3496.978=-0.000

*mean*	3770.625-3771.125=-0.500
σ	2309.214-2310.858=-1.643
min	720.000
max	7403.000-7410.000=-7.000

*mean*	1780.041-1770.888=9.152
σ	667.820-639.278=28.542
min	1416.634-1384.985=31.649
max	2902.989-2827.819=75.170

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.841

*mean*	4198.125
σ	1952.850-1954.686=-1.836
min	1484.000-1483.000=1.000
max	7403.000-7410.000=-7.000

*mean*	130.824-135.174=-4.350
σ	9.920-3.193=6.728
min	125.654-131.423=-5.769
max	154.926-141.978=12.947

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4426.625-4427.500=-0.875
σ	2224.959-2227.908=-2.949
min	1484.000-1483.000=1.000
max	7403.000-7410.000=-7.000

*mean*	92.385-162.413=-70.027
σ	140.040-339.324=-199.284
min	41.353-40.894=0.460
max	438.959-1002.192=-563.233

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.929

*mean*	7403.000-7410.000=-7.000
σ	0.000
min	7403.000-7410.000=-7.000
max	7403.000-7410.000=-7.000

*mean*	107.926-93.575=14.351
σ	242.327-201.926=40.401
min	21.611-21.621=-0.011
max	707.647-593.311=114.336

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293
σ	0.002-0.002=-0.000
min	71.292-71.292=-0.000
max	71.296-71.296=-0.000

*mean*	7403.000-7410.000=-7.000
σ	0.000
min	7403.000-7410.000=-7.000
max	7403.000-7410.000=-7.000

*mean*	58.308-59.879=-1.572
σ	5.804-8.891=-3.087
min	55.566-55.814=-0.248
max	72.638-81.628=-8.990

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4198.125
σ	1952.850-1954.686=-1.836
min	1484.000-1483.000=1.000
max	7403.000-7410.000=-7.000

*mean*	3167.621-3277.700=-110.079
σ	575.497-755.289=-179.792
min	2524.730-2507.232=17.498
max	3819.801-4677.407=-857.606

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7403.000-7410.000=-7.000
σ	0.000
min	7403.000-7410.000=-7.000
max	7403.000-7410.000=-7.000

*mean*	1016.526-982.542=33.984
σ	200.150-90.479=109.671
min	922.655-929.331=-6.677
max	1500.264-1173.597=326.667

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7403.000-7410.000=-7.000
σ	0.000
min	7403.000-7410.000=-7.000
max	7403.000-7410.000=-7.000

*mean*	413.456-400.375=13.081
σ	45.388-2.549=42.840
min	386.035-396.268=-10.234
max	525.027-403.828=121.199

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.500-478.000=-1.500
σ	1.604-0.000=1.604
min	475.000-478.000=-3.000
max	478.000

*mean*	362.027-364.355=-2.328
σ	40.554-34.626=5.928
min	300.636-319.410=-18.774
max	420.847-419.155=1.691

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-557.000=5.000
σ	0.000-1.309=-1.309
min	562.000-555.000=7.000
max	562.000-558.000=4.000

*mean*	780.535-754.437=26.098
σ	26.770-45.057=-18.286
min	737.362-677.693=59.669
max	811.687-793.820=17.867

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.547-964.530=0.017
σ	1.820-1.820=-0.000
min	963.843-963.823=0.020
max	972.242-972.225=0.016

*mean*	1038.250-1039.300=-1.050
σ	310.613-310.569=0.044
min	535.000-536.000=-1.000
max	1532.000-1534.000=-2.000

*mean*	1.254-1.247=0.007
σ	0.087-0.080=0.006
min	1.085-1.166=-0.081
max	1.483-1.470=0.013

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.294-0.403=-0.109
σ	0.281-0.527=-0.246
min	0.145-0.142=0.003
max	0.793-1.344=-0.551

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.475=0.001
σ	0.319-0.324=-0.005
min	0.320-0.318=0.002
max	1.046-1.054=-0.008

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.218=-0.004
σ	0.023-0.022=0.000
min	0.192-0.201=-0.010
max	0.251-0.257=-0.006

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.348=-0.019
σ	0.016-0.018=-0.002
min	0.315-0.333=-0.018
max	0.356-0.373=-0.017

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.838=0.141
σ	0.009
min	964.974-964.833=0.141
max	964.996-964.855=0.141

*mean*	430.000-430.600=-0.600
σ	0.000-0.548=-0.548
min	430.000
max	430.000-431.000=-1.000

*mean*	0.570-0.539=0.031
σ	0.029-0.045=-0.016
min	0.536-0.470=0.066
max	0.602-0.590=0.011

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.913=0.089
σ	0.002
min	886.000-885.912=0.089
max	886.004-885.915=0.089

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.476-0.469=0.007
σ	0.050-0.055=-0.005
min	0.398-0.386=0.012
max	0.521-0.517=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.635-2.594=0.041
σ	0.090-0.099=-0.009
min	2.497-2.415=0.082
max	2.908-3.015=-0.107

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.599-2.561=0.038
σ	0.085-0.061=0.024
min	2.458-2.445=0.013
max	2.856-2.711=0.144

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.302-0.314=-0.012
σ	0.008-0.061=-0.053
min	0.290-0.292=-0.003
max	0.353-0.785=-0.433

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.288-0.293=-0.006
σ	0.006-0.047=-0.040
min	0.277-0.275=0.003
max	0.322-0.748=-0.425

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.247-11.405=-0.159
σ	11.533-12.589=-1.056
min	0.574-0.573=0.000
max	107.309-115.705=-8.396

*mean*	462.935-461.949=0.986
σ	20.099-19.211=0.887
min	408.000-407.000=1.000
max	480.000-478.000=2.000

*mean*	0.026-0.026=-0.000
σ	0.028-0.031=-0.003
min	0.001-0.001=0.000
max	0.256-0.271=-0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.746-278.707=0.038
σ	1.035-1.060=-0.024
min	278.321-278.291=0.030
max	281.685-281.719=-0.034

*mean*	441.200-444.500=-3.300
σ	14.763-20.283=-5.519
min	426.000-416.000=10.000
max	461.000-474.000=-13.000

*mean*	0.564-0.585=-0.021
σ	0.029-0.013=0.016
min	0.510-0.566=-0.056
max	0.614-0.607=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	227.247-230.505=-3.258
σ	27.577-23.126=4.451
min	167.821-188.432=-20.611
max	244.137-248.434=-4.297

phase=macro expansion

*mean*	5.900-5.896=0.004
σ	0.000
min	5.900-5.896=0.004
max	5.900-5.896=0.004

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	7.762-6.388=1.374
σ	2.229-1.053=1.176
min	5.786-5.862=-0.075
max	11.869-8.977=2.891

phase=parser

*mean*	1042.134-1041.966=0.168
σ	0.000-0.000=-0.000
min	1042.134-1041.966=0.168
max	1042.134-1041.966=0.168

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	497.640-543.045=-45.405
σ	136.420-101.729=34.691
min	374.598-376.239=-1.642
max	717.170-605.360=111.809

phase=processProdDef

*mean*	2243.717-2243.715=0.001
σ	0.000
min	2243.717-2243.715=0.001
max	2243.717-2243.715=0.001

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	2570.754-2521.413=49.342
σ	455.480-479.419=-23.939
min	1749.851-1929.961=-180.110
max	3146.565-3332.635=-186.071

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	40.003-28.329=11.674
σ	4.892-11.147=-6.255
min	29.733-19.959=9.774
max	47.053-42.079=4.974

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	699.871-652.655=47.216
σ	71.973-46.829=25.144
min	638.701-611.982=26.719
max	848.064-743.053=105.011

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.590-282.359=0.231
σ	0.035-0.036=-0.001
min	282.539-282.307=0.232
max	282.624-282.396=0.228

*mean*	441.400
σ	3.286
min	439.000
max	445.000

*mean*	0.377-0.385=-0.008
σ	0.001-0.012=-0.011
min	0.375-0.371=0.004
max	0.378-0.397=-0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.787-1267.611=0.176
σ	0.093-0.108=-0.016
min	1267.700-1267.457=0.243
max	1267.939-1267.761=0.178

*mean*	1091.000-1090.000=1.000
σ	167.945-163.559=4.386
min	893.000-895.000=-2.000
max	1323.000-1315.000=8.000

*mean*	2.059-2.117=-0.059
σ	0.097-0.205=-0.109
min	1.908-1.807=0.101
max	2.149-2.361=-0.212

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.776-1506.534=0.242
σ	2.955-2.948=0.007
min	1505.245-1505.022=0.223
max	1512.052-1511.796=0.256

*mean*	620.400-627.000=-6.600
σ	87.694-87.164=0.531
min	518.000-497.000=21.000
max	730.000-729.000=1.000

*mean*	2.248-2.188=0.060
σ	0.217-0.140=0.078
min	2.055-2.094=-0.039
max	2.517-2.434=0.084

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.809-1829.570=0.240
σ	0.046-0.043=0.003
min	1829.735-1829.512=0.223
max	1829.847-1829.610=0.237

*mean*	1720.400-1736.600=-16.200
σ	172.587-175.255=-2.668
min	1474.000-1493.000=-19.000
max	1881.000-1901.000=-20.000

*mean*	3.014-2.968=0.047
σ	0.296-0.304=-0.008
min	2.805-2.641=0.164
max	3.537-3.468=0.069

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.803-1.669=0.134
σ	0.121-0.082=0.039
min	1.594-1.552=0.042
max	1.908-1.779=0.129

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.598-393.850=11.748
σ	509.661-509.574=0.087
min	150.763-139.061=11.703
max	1170.090-1158.211=11.879

*mean*	101.750-99.750=2.000
σ	7.500
min	98.000-96.000=2.000
max	113.000-111.000=2.000

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.497-0.479=0.019
σ	0.481-0.498=-0.017
min	0.255-0.228=0.028
max	1.219-1.225=-0.006

policies=20

*mean*	1507.822-1390.716=117.106
σ	0.273-0.166=0.106
min	1507.646-1390.598=117.048
max	1508.226-1390.962=117.264

*mean*	980.000-960.000=20.000
σ	0.000
min	980.000-960.000=20.000
max	980.000-960.000=20.000

*mean*	449.250-444.000=5.250
σ	10.874-8.000=2.874
min	440.000
max	465.000-456.000=9.000

*mean*	2.512-2.316=0.196
σ	0.018-0.018=-0.000
min	2.487-2.305=0.183
max	2.529-2.342=0.187

policies=200

*mean*	15086.728-13915.851=1170.877
σ	0.119-0.154=-0.035
min	15086.621-13915.705=1170.916
max	15086.832-13916.040=1170.792

*mean*	9800.000-9600.000=200.000
σ	0.000
min	9800.000-9600.000=200.000
max	9800.000-9600.000=200.000

*mean*	497.000-495.000=2.000
σ	4.967-5.292=-0.325
min	491.000-488.000=3.000
max	502.000-500.000=2.000

*mean*	25.195-23.356=1.839
σ	0.062-0.088=-0.026
min	25.131-23.278=1.853
max	25.280-23.443=1.837