Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.774-54.775=-0.000
σ	0.363-0.364=-0.001
min	54.627-54.629=-0.002
max	55.808-55.811=-0.003

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.138-0.139=-0.001
σ	0.004-0.004=0.001
min	0.132-0.135=-0.003
max	0.145-0.145=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.775=-0.001
σ	0.007-0.007=0.001
min	43.761-43.763=-0.002
max	43.782-43.786=-0.005

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.124-0.125=-0.001
σ	0.004-0.006=-0.002
min	0.120-0.116=0.004
max	0.131-0.135=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4591.500-4592.500=-1.000
σ	2248.075-2246.127=1.948
min	1486.000-1484.000=2.000
max	7384.000-7379.000=5.000

*mean*	171.977-166.540=5.437
σ	449.489-435.626=13.864
min	12.112-11.880=0.232
max	1284.394-1244.657=39.737

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.617-36.618=-0.000

*mean*	4591.500-4592.500=-1.000
σ	2248.075-2246.127=1.948
min	1486.000-1484.000=2.000
max	7384.000-7379.000=5.000

*mean*	14.829-14.269=0.560
σ	4.629-4.686=-0.057
min	11.589-11.490=0.099
max	25.106-25.707=-0.601

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.950-41.951=-0.001

*mean*	7384.000-7379.000=5.000
σ	0.000
min	7384.000-7379.000=5.000
max	7384.000-7379.000=5.000

*mean*	11.068-10.928=0.139
σ	0.157-0.345=-0.188
min	10.704-10.259=0.445
max	11.203-11.457=-0.254

op=table_records(), repeat

*mean*	41.934-41.933=0.000
σ	0.001-0.001=0.001
min	41.933
max	41.937-41.934=0.003

*mean*	4182.000-4185.500=-3.500
σ	1944.630-1943.717=0.912
min	1486.000-1484.000=2.000
max	7384.000-7379.000=5.000

*mean*	11.655-11.750=-0.095
σ	1.856-1.734=0.122
min	10.735-10.934=-0.199
max	16.233-16.012=0.220

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4182.000-4185.500=-3.500
σ	1944.630-1943.717=0.912
min	1486.000-1484.000=2.000
max	7384.000-7379.000=5.000

*mean*	9.242-9.028=0.214
σ	1.293-1.142=0.151
min	8.416-8.007=0.408
max	12.410-11.752=0.658

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=0.000
min	26.406-26.406=0.000
max	26.406-26.406=0.000

*mean*	4182.000-4185.500=-3.500
σ	1944.630-1943.717=0.912
min	1486.000-1484.000=2.000
max	7384.000-7379.000=5.000

*mean*	7.304-6.938=0.365
σ	0.975-0.938=0.036
min	6.758-6.199=0.559
max	9.692-9.178=0.513

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4591.500-4592.500=-1.000
σ	2248.075-2246.127=1.948
min	1486.000-1484.000=2.000
max	7384.000-7379.000=5.000

*mean*	6.610-6.430=0.181
σ	0.986-1.025=-0.039
min	5.975-5.839=0.137
max	8.815-8.950=-0.135

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985

*mean*	4591.500-4592.500=-1.000
σ	2248.075-2246.127=1.948
min	1486.000-1484.000=2.000
max	7384.000-7379.000=5.000

*mean*	6.481-6.288=0.194
σ	1.152-1.032=0.120
min	5.801-5.750=0.051
max	9.142-8.827=0.315

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7384.000-7379.000=5.000
σ	0.000
min	7384.000-7379.000=5.000
max	7384.000-7379.000=5.000

*mean*	362.868-361.442=1.426
σ	42.672-42.094=0.578
min	343.741-343.808=-0.067
max	468.311-465.516=2.795

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.037-3497.038=-0.001

*mean*	3758.500-3760.125=-1.625
σ	2299.573-2299.208=0.365
min	720.000
max	7384.000-7379.000=5.000

*mean*	1802.737-1738.735=64.002
σ	666.169-622.918=43.251
min	1406.053-1390.208=15.845
max	2962.612-2802.862=159.750

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.854-107.854=-0.000
max	107.855

*mean*	4410.750-4413.500=-2.750
σ	2217.557-2215.314=2.243
min	1486.000-1484.000=2.000
max	7384.000-7379.000=5.000

*mean*	280.267-244.557=35.710
σ	403.475-305.473=98.002
min	126.947-127.314=-0.367
max	1277.765-999.711=278.054

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4410.750-4413.500=-2.750
σ	2217.557-2215.314=2.243
min	1486.000-1484.000=2.000
max	7384.000-7379.000=5.000

*mean*	47.594-46.369=1.225
σ	10.385-6.907=3.477
min	42.056-42.681=-0.625
max	73.058-63.159=9.898

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7384.000-7379.000=5.000
σ	0.000
min	7384.000-7379.000=5.000
max	7384.000-7379.000=5.000

*mean*	22.406-22.571=-0.165
σ	1.954-2.856=-0.902
min	21.539-21.399=0.140
max	27.235-29.633=-2.398

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311

*mean*	7384.000-7379.000=5.000
σ	0.000
min	7384.000-7379.000=5.000
max	7384.000-7379.000=5.000

*mean*	291.228-220.847=70.381
σ	664.756-463.742=201.014
min	55.140-55.365=-0.224
max	1936.414-1368.533=567.881

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.001
σ	0.013-0.013=0.000
min	4646.845
max	4646.883

*mean*	4182.000-4185.500=-3.500
σ	1944.630-1943.717=0.912
min	1486.000-1484.000=2.000
max	7384.000-7379.000=5.000

*mean*	3322.829-3269.372=53.457
σ	812.940-683.026=129.914
min	2512.734-2485.446=27.288
max	4670.463-4100.262=570.201

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7384.000-7379.000=5.000
σ	0.000
min	7384.000-7379.000=5.000
max	7384.000-7379.000=5.000

*mean*	1066.600-1042.020=24.581
σ	241.096-242.605=-1.509
min	923.140-907.410=15.730
max	1623.713-1615.703=8.010

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7384.000-7379.000=5.000
σ	0.000
min	7384.000-7379.000=5.000
max	7384.000-7379.000=5.000

*mean*	405.336-405.413=-0.077
σ	39.387-44.264=-4.877
min	387.871-373.719=14.152
max	502.651-513.625=-10.974

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.625-476.000=1.625
σ	2.134-0.000=2.134
min	476.000
max	481.000-476.000=5.000

*mean*	392.773-370.996=21.777
σ	25.411-42.907=-17.495
min	366.953-297.897=69.056
max	434.401-423.059=11.342

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.750-565.000=-1.250
σ	0.707-0.000=0.707
min	562.000-565.000=-3.000
max	564.000-565.000=-1.000

*mean*	747.314-725.297=22.017
σ	79.031-26.631=52.400
min	630.246-689.018=-58.772
max	857.586-775.719=81.867

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-963.969=0.001
σ	1.820-1.820=-0.000
min	963.266-963.262=0.004
max	971.666-971.666=0.000

*mean*	1051.650-1043.250=8.400
σ	323.093-313.948=9.145
min	544.000-592.000=-48.000
max	1558.000-1503.000=55.000

*mean*	1.246-1.285=-0.038
σ	0.078-0.102=-0.024
min	1.176-1.181=-0.006
max	1.523-1.520=0.004

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.384-0.423=-0.039
σ	0.488-0.506=-0.018
min	0.146-0.146=0.000
max	1.256-1.315=-0.059

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.465-0.478=-0.014
σ	0.305-0.330=-0.025
min	0.314-0.319=-0.004
max	1.010-1.069=-0.059

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.220=-0.002
σ	0.022-0.019=0.003
min	0.202-0.202=0.000
max	0.256-0.252=0.004

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.337=-0.005
σ	0.016-0.014=0.002
min	0.322-0.326=-0.004
max	0.360-0.361=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	434.600-437.000=-2.400
σ	4.099-6.595=-2.497
min	431.000
max	439.000-444.000=-5.000

*mean*	0.539-0.560=-0.020
σ	0.061-0.043=0.017
min	0.470-0.496=-0.026
max	0.607-0.596=0.011

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	439.000-444.000=-5.000
σ	0.000
min	439.000-444.000=-5.000
max	439.000-444.000=-5.000

*mean*	0.477-0.464=0.013
σ	0.033-0.056=-0.023
min	0.447-0.380=0.067
max	0.524-0.525=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	439.000-444.000=-5.000
σ	0.000
min	439.000-444.000=-5.000
max	439.000-444.000=-5.000

*mean*	2.623-2.644=-0.021
σ	0.088-0.107=-0.019
min	2.486-2.466=0.020
max	2.919-3.019=-0.101

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	439.000-444.000=-5.000
σ	0.000
min	439.000-444.000=-5.000
max	439.000-444.000=-5.000

*mean*	2.658-2.667=-0.010
σ	0.090-0.109=-0.019
min	2.502-2.455=0.047
max	2.946-2.990=-0.044

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	439.000-444.000=-5.000
σ	0.000
min	439.000-444.000=-5.000
max	439.000-444.000=-5.000

*mean*	0.306-0.308=-0.002
σ	0.009-0.008=0.000
min	0.293-0.292=0.001
max	0.365-0.362=0.003

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	439.000-444.000=-5.000
σ	0.000
min	439.000-444.000=-5.000
max	439.000-444.000=-5.000

*mean*	0.291-0.293=-0.003
σ	0.007-0.010=-0.003
min	0.276-0.281=-0.005
max	0.337-0.361=-0.025

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.822-11.828=-0.006
σ	11.361-11.271=0.091
min	0.574-0.574=0.000
max	107.752-76.042=31.710

*mean*	465.241-460.748=4.493
σ	20.303-19.704=0.599
min	407.000-409.000=-2.000
max	480.000

*mean*	0.027-0.027=0.000
σ	0.028-0.027=0.001
min	0.001-0.001=0.000
max	0.256-0.183=0.073

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.895-278.558=0.337
σ	1.042-1.065=-0.023
min	278.454-278.125=0.329
max	281.855-281.585=0.270

*mean*	441.600-446.200=-4.600
σ	17.709-19.390=-1.681
min	415.000-417.000=-2.000
max	469.000-475.000=-6.000

*mean*	0.586-0.574=0.012
σ	0.011-0.017=-0.005
min	0.570-0.542=0.028
max	0.610-0.605=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	844.000-839.000=5.000
σ	0.000
min	844.000-839.000=5.000
max	844.000-839.000=5.000

*mean*	225.949-225.757=0.191
σ	36.316-25.635=10.681
min	153.333-190.893=-37.560
max	257.877-250.657=7.220

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	843.250-839.000=4.250
σ	2.121-0.000=2.121
min	838.000-839.000=-1.000
max	844.000-839.000=5.000

*mean*	9.591-9.221=0.370
σ	0.232-0.779=-0.547
min	9.355-7.303=2.052
max	10.109-9.634=0.476

phase=parser

*mean*	1042.434-1042.431=0.003
σ	0.000-0.000=-0.000
min	1042.434-1042.431=0.003
max	1042.434-1042.431=0.003

*mean*	843.250-839.000=4.250
σ	2.121-0.000=2.121
min	838.000-839.000=-1.000
max	844.000-839.000=5.000

*mean*	597.479-575.635=21.844
σ	9.365-61.686=-52.321
min	582.539-423.451=159.088
max	608.960-606.980=1.981

phase=processProdDef

*mean*	2243.976-2243.978=-0.001
σ	0.000-0.000=-0.000
min	2243.976-2243.978=-0.001
max	2243.976-2243.978=-0.002

*mean*	844.000-839.000=5.000
σ	0.000
min	844.000-839.000=5.000
max	844.000-839.000=5.000

*mean*	2842.764-2414.221=428.543
σ	512.894-451.898=60.996
min	2014.043-2071.896=-57.853
max	3448.074-3333.645=114.430

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.250-839.000=4.250
σ	2.121-0.000=2.121
min	838.000-839.000=-1.000
max	844.000-839.000=5.000

*mean*	39.821-38.391=1.430
σ	0.392-4.873=-4.481
min	39.498-26.364=13.134
max	40.710-40.548=0.162

phase=type checker

*mean*	989.752-989.755=-0.004
σ	0.066
min	989.654-989.658=-0.004
max	989.841-989.845=-0.004

*mean*	843.250-839.000=4.250
σ	2.121-0.000=2.121
min	838.000-839.000=-1.000
max	844.000-839.000=5.000

*mean*	708.677-674.622=34.055
σ	65.013-16.126=48.887
min	675.747-643.494=32.253
max	866.278-703.125=163.152

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.393-282.393=0.000
σ	0.036-0.036=0.000
min	282.337-282.337=-0.000
max	282.425-282.424=0.001

*mean*	444.400-446.000=-1.600
σ	0.548-0.000=0.548
min	444.000-446.000=-2.000
max	445.000-446.000=-1.000

*mean*	0.374-0.376=-0.001
σ	0.001-0.002=-0.001
min	0.373-0.372=0.001
max	0.375-0.378=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.117-1267.117=0.000
σ	0.091-0.102=-0.011
min	1266.994-1266.998=-0.004
max	1267.250-1267.270=-0.020

*mean*	1114.200-1091.200=23.000
σ	169.222-175.229=-6.007
min	898.000-852.000=46.000
max	1324.000-1300.000=24.000

*mean*	2.022-2.020=0.003
σ	0.135-0.190=-0.055
min	1.875-1.805=0.070
max	2.186-2.207=-0.021

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.102-1506.073=0.028
σ	2.934-2.961=-0.028
min	1504.612-1504.520=0.092
max	1511.340-1511.357=-0.017

*mean*	633.200-616.400=16.800
σ	88.237-78.296=9.940
min	498.000-496.000=2.000
max	728.000-704.000=24.000

*mean*	2.268-2.212=0.057
σ	0.252-0.222=0.031
min	2.050-2.073=-0.023
max	2.566-2.603=-0.037

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.115-1829.105=0.009
σ	0.092-0.026=0.066
min	1829.021-1829.061=-0.040
max	1829.257-1829.126=0.131

*mean*	1757.200-1734.600=22.600
σ	215.929-216.699=-0.770
min	1467.000-1436.000=31.000
max	1961.000-1937.000=24.000

*mean*	3.141-2.885=0.256
σ	0.311-0.111=0.200
min	2.822-2.810=0.012
max	3.602-3.057=0.545

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.707-1.732=-0.024
σ	0.114-0.092=0.023
min	1.569-1.611=-0.042
max	1.797-1.824=-0.027

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.696-397.698=-0.001
σ	518.051-518.050=0.001
min	138.669-138.669=0.000
max	1174.773-1174.773=0.000

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.509-0.505=0.003
σ	0.539-0.534=0.005
min	0.235-0.236=-0.001
max	1.317-1.306=0.011

policies=20

*mean*	1386.835-1386.823=0.012
σ	0.160-0.164=-0.004
min	1386.724-1386.713=0.010
max	1387.072-1387.067=0.006

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	448.500-447.000=1.500
σ	5.196-3.464=1.732
min	444.000
max	453.000-450.000=3.000

*mean*	2.314-2.328=-0.015
σ	0.017-0.009=0.008
min	2.291-2.315=-0.025
max	2.328-2.334=-0.006

policies=200

*mean*	13876.909-13876.840=0.069
σ	0.115-0.047=0.068
min	13876.813-13876.785=0.029
max	13877.076-13876.899=0.177

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	492.750-495.500=-2.750
σ	2.986-3.873=-0.887
min	489.000-491.000=-2.000
max	496.000-500.000=-4.000

*mean*	23.398-23.395=0.002
σ	0.111-0.112=-0.001
min	23.264-23.320=-0.056
max	23.491-23.561=-0.070