Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.676-54.677=-0.001
σ	0.358-0.358=0.000
min	54.538-54.546=-0.008
max	55.694-55.695=-0.000

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.140-0.139=0.002
σ	0.004-0.006=-0.002
min	0.136-0.131=0.005
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=0.000
σ	0.007-0.006=0.001
min	43.695-43.694=0.001
max	43.719-43.713=0.006

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.124-0.124=0.001
σ	0.005-0.005=0.000
min	0.120-0.118=0.001
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	3861.625-3874.625=-13.000
σ	1829.141-1847.483=-18.342
min	1280.000
max	6108.000-6161.000=-53.000

*mean*	12.932-12.557=0.375
σ	0.471-0.289=0.182
min	12.516-12.251=0.266
max	13.832-13.167=0.665

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	3861.625-3874.625=-13.000
σ	1829.141-1847.483=-18.342
min	1280.000
max	6108.000-6161.000=-53.000

*mean*	12.775-12.374=0.401
σ	0.498-0.764=-0.267
min	11.964-11.519=0.445
max	13.351-13.403=-0.052

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.933-41.932=0.001

*mean*	6108.000-6161.000=-53.000
σ	0.000
min	6108.000-6161.000=-53.000
max	6108.000-6161.000=-53.000

*mean*	15.267-14.700=0.567
σ	0.395-0.191=0.204
min	14.442-14.282=0.160
max	15.692-14.904=0.788

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.000-0.000=-0.000
min	41.928-41.928=0.000
max	41.929-41.929=0.000

*mean*	3861.625-3874.625=-13.000
σ	1829.141-1847.483=-18.342
min	1280.000
max	6108.000-6161.000=-53.000

*mean*	14.028-12.271=1.757
σ	1.630-1.914=-0.284
min	11.628-10.370=1.257
max	15.965-14.834=1.131

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	3861.625-3874.625=-13.000
σ	1829.141-1847.483=-18.342
min	1280.000
max	6108.000-6161.000=-53.000

*mean*	9.152-8.429=0.722
σ	0.879-0.252=0.627
min	8.453-8.065=0.388
max	11.185-8.741=2.444

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	3861.625-3874.625=-13.000
σ	1829.141-1847.483=-18.342
min	1280.000
max	6108.000-6161.000=-53.000

*mean*	7.148-6.541=0.608
σ	0.803-0.269=0.534
min	6.537-6.048=0.490
max	9.027-6.955=2.072

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=0.000
σ	0.003-0.003=0.000
min	25.665
max	25.674-25.674=0.000

*mean*	3861.625-3874.625=-13.000
σ	1829.141-1847.483=-18.342
min	1280.000
max	6108.000-6161.000=-53.000

*mean*	6.006-5.435=0.572
σ	0.157-0.168=-0.011
min	5.783-5.234=0.549
max	6.207-5.697=0.510

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968
max	25.974

*mean*	3861.625-3874.625=-13.000
σ	1829.141-1847.483=-18.342
min	1280.000
max	6108.000-6161.000=-53.000

*mean*	5.827-5.325=0.502
σ	0.081-0.061=0.019
min	5.721-5.257=0.464
max	5.935-5.409=0.526

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=-0.000
σ	0.002-0.002=-0.000
min	2524.602-2524.602=0.000
max	2524.606-2524.606=-0.000

*mean*	6108.000-6161.000=-53.000
σ	0.000
min	6108.000-6161.000=-53.000
max	6108.000-6161.000=-53.000

*mean*	1470.637-1469.522=1.115
σ	815.756-810.479=5.277
min	1034.395-1034.449=-0.054
max	3128.722-3138.753=-10.031

op=load_product(), with indexes

*mean*	7878.103-7878.102=0.000
σ	0.469-0.469=-0.000
min	7877.935-7877.935=-0.000
max	7879.264-7879.264=0.000

*mean*	3227.125-3233.500=-6.375
σ	1827.184-1838.753=-11.569
min	809.000
max	6108.000-6161.000=-53.000

*mean*	3695.730-3738.673=-42.943
σ	1104.028-1199.744=-95.716
min	3123.234-3108.262=14.972
max	6064.483-6261.993=-197.509

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	3861.625-3874.625=-13.000
σ	1829.141-1847.483=-18.342
min	1280.000
max	6108.000-6161.000=-53.000

*mean*	86.775-84.142=2.633
σ	15.309-11.619=3.690
min	70.534-71.340=-0.806
max	105.557-96.822=8.735

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=-0.000
max	40.949

*mean*	6108.000-6161.000=-53.000
σ	0.000
min	6108.000-6161.000=-53.000
max	6108.000-6161.000=-53.000

*mean*	64.443-64.093=0.351
σ	4.101-4.045=0.056
min	60.779-60.277=0.502
max	71.560-69.246=2.314

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.690-66.690=-0.000

*mean*	6108.000-6161.000=-53.000
σ	0.000
min	6108.000-6161.000=-53.000
max	6108.000-6161.000=-53.000

*mean*	99.544-99.877=-0.334
σ	1.359-1.104=0.255
min	98.125-98.395=-0.270
max	102.483-102.088=0.395

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11849.156=-0.000
σ	4.304-4.304=0.000
min	11847.562-11847.561=0.001
max	11859.806

*mean*	3861.625-3874.625=-13.000
σ	1829.141-1847.483=-18.342
min	1280.000
max	6108.000-6161.000=-53.000

*mean*	6323.123-6086.596=236.527
σ	1348.460-1324.313=24.147
min	5078.531-5057.951=20.580
max	8396.204-8314.837=81.367

op=vertical_lookup_list() on indexed

*mean*	10791.094-10791.093=0.000
σ	0.002-0.002=-0.000
min	10791.092
max	10791.096-10791.096=-0.001

*mean*	6108.000-6161.000=-53.000
σ	0.000
min	6108.000-6161.000=-53.000
max	6108.000-6161.000=-53.000

*mean*	5134.933-5222.618=-87.684
σ	1472.721-1592.040=-119.319
min	4069.862-4076.788=-6.925
max	7467.425-7403.332=64.093

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	372.296-365.573=6.723
σ	32.683-31.054=1.628
min	297.658-299.363=-1.705
max	391.152-393.458=-2.305

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.500-561.000=-1.500
σ	2.070-0.000=2.070
min	557.000-561.000=-4.000
max	561.000

*mean*	680.205-762.468=-82.264
σ	64.852-44.338=20.514
min	597.657-657.658=-60.001
max	775.058-801.841=-26.783

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.327=0.001
σ	0.758-0.758=0.000
min	1023.855-1023.855=-0.000
max	1027.465-1027.465=-0.000

*mean*	1055.100-1050.050=5.050
σ	317.933-312.634=5.299
min	592.000
max	1528.000-1513.000=15.000

*mean*	1.577-1.574=0.003
σ	0.081-0.087=-0.006
min	1.496-1.495=0.001
max	1.786-1.778=0.008

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.386-0.424=-0.038
σ	0.484-0.552=-0.068
min	0.140-0.157=-0.017
max	1.250-1.410=-0.160

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.480=0.005
σ	0.317-0.317=0.001
min	0.319-0.328=-0.009
max	1.051-1.045=0.006

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.227=-0.009
σ	0.023-0.020=0.003
min	0.196-0.213=-0.017
max	0.257-0.261=-0.004

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.326-0.342=-0.016
σ	0.020-0.021=-0.000
min	0.307-0.328=-0.021
max	0.359-0.378=-0.019

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.000-431.400=-0.400
σ	0.000-0.894=-0.894
min	431.000
max	431.000-433.000=-2.000

*mean*	0.528-0.535=-0.008
σ	0.049-0.064=-0.015
min	0.481-0.445=0.036
max	0.603-0.597=0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.482-0.450=0.032
σ	0.037-0.053=-0.016
min	0.444-0.385=0.060
max	0.529-0.508=0.021

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	2.589-2.632=-0.043
σ	0.088-0.092=-0.004
min	2.449-2.490=-0.041
max	2.843-3.000=-0.157

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	2.550-2.595=-0.045
σ	0.066-0.078=-0.011
min	2.420-2.471=-0.051
max	2.844-2.845=-0.001

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.308-0.311=-0.003
σ	0.044-0.008=0.036
min	0.286-0.296=-0.011
max	0.731-0.358=0.373

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.293-0.296=-0.003
σ	0.010-0.006=0.004
min	0.279-0.286=-0.007
max	0.337-0.332=0.006

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.835-298.590=0.246
σ	1.016-1.005=0.011
min	298.416-298.226=0.190
max	301.723-301.448=0.275

*mean*	442.500-446.600=-4.100
σ	14.714-17.658=-2.945
min	420.000-418.000=2.000
max	466.000-473.000=-7.000

*mean*	0.598-0.606=-0.008
σ	0.030-0.013=0.017
min	0.551-0.577=-0.026
max	0.645-0.620=0.025

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-239.532=-2.854
σ	0.000-0.000=-0.000
min	236.678-239.532=-2.854
max	236.678-239.532=-2.854

*mean*	1947.500-1028.000=919.500
σ	60.811-0.000=60.811
min	1797.000-1028.000=769.000
max	1969.000-1028.000=941.000

*mean*	212.047-224.748=-12.700
σ	2.719-4.071=-1.351
min	208.635-217.797=-9.162
max	217.239-230.988=-13.749

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1947.500-1028.000=919.500
σ	60.811-0.000=60.811
min	1797.000-1028.000=769.000
max	1969.000-1028.000=941.000

*mean*	11.709-11.626=0.084
σ	1.428-2.020=-0.592
min	9.556-7.426=2.130
max	12.754-12.749=0.005

phase=parser

*mean*	1042.361-1042.362=-0.001
σ	0.000-0.000=0.000
min	1042.360-1042.361=-0.001
max	1042.361-1042.362=-0.001

*mean*	1947.500-1028.000=919.500
σ	60.811-0.000=60.811
min	1797.000-1028.000=769.000
max	1969.000-1028.000=941.000

*mean*	662.279-686.573=-24.294
σ	95.651-107.053=-11.401
min	490.823-422.666=68.157
max	736.249-733.555=2.694

phase=processProdDef

*mean*	4753.279-4753.371=-0.092
σ	0.000
min	4753.279-4753.370=-0.092
max	4753.280-4753.371=-0.092

*mean*	1969.000-1028.000=941.000
σ	0.000
min	1969.000-1028.000=941.000
max	1969.000-1028.000=941.000

*mean*	4064.179-4462.763=-398.584
σ	705.249-318.669=386.580
min	2955.878-3936.556=-980.678
max	5463.204-4941.444=521.760

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1947.500-1028.000=919.500
σ	60.811-0.000=60.811
min	1797.000-1028.000=769.000
max	1969.000-1028.000=941.000

*mean*	44.580-46.232=-1.652
σ	4.973-3.080=1.893
min	34.589-40.521=-5.932
max	48.662-48.598=0.064

phase=type checker

*mean*	990.450-990.442=0.008
σ	0.071-0.066=0.005
min	990.344
max	990.563-990.532=0.031

*mean*	1947.500-1028.000=919.500
σ	60.811-0.000=60.811
min	1797.000-1028.000=769.000
max	1969.000-1028.000=941.000

*mean*	816.738-856.809=-40.071
σ	78.060-72.019=6.041
min	694.469-697.104=-2.635
max	913.954-913.381=0.573

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.916-293.919=-0.003
σ	0.039-0.038=0.001
min	293.864-293.865=-0.001
max	293.956-293.958=-0.001

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.398-0.408=-0.010
σ	0.011-0.009=0.003
min	0.392-0.401=-0.009
max	0.418-0.421=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.297-1320.263=0.034
σ	0.032-0.042=-0.010
min	1320.266-1320.215=0.051
max	1320.333-1320.328=0.005

*mean*	1089.200-1108.200=-19.000
σ	167.847-170.563=-2.716
min	890.000-895.000=-5.000
max	1320.000-1331.000=-11.000

*mean*	2.274-2.130=0.144
σ	0.102-0.131=-0.029
min	2.169-1.911=0.258
max	2.414-2.263=0.150

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.460-1559.486=-0.026
σ	3.371-3.420=-0.048
min	1557.784-1557.814=-0.030
max	1565.485-1565.598=-0.113

*mean*	624.800-624.400=0.400
σ	91.056-90.754=0.302
min	509.000
max	729.000-728.000=1.000

*mean*	2.358-2.443=-0.085
σ	0.204-0.343=-0.138
min	2.180-2.127=0.053
max	2.590-2.909=-0.319

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.269-1882.292=-0.023
σ	0.064-0.081=-0.017
min	1882.190-1882.200=-0.011
max	1882.351-1882.389=-0.038

*mean*	1725.400-1749.600=-24.200
σ	182.585-210.777=-28.192
min	1470.000-1479.000=-9.000
max	1895.000-1951.000=-56.000

*mean*	3.140-3.217=-0.077
σ	0.281-0.395=-0.113
min	2.898-2.824=0.074
max	3.622-3.692=-0.071

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.617-1.775=-0.158
σ	0.179-0.073=0.106
min	1.361-1.651=-0.290
max	1.855-1.840=0.014

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-452.965=-0.554
σ	583.278-584.388=-1.110
min	160.770-160.768=0.003
max	1327.329-1329.547=-2.219

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.536-0.548=-0.012
σ	0.532-0.553=-0.022
min	0.266-0.266=0.000
max	1.334-1.378=-0.044

policies=20

*mean*	1608.036-1608.042=-0.006
σ	0.401-0.413=-0.011
min	1607.758-1607.758=0.000
max	1608.629-1608.652=-0.023

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.500-446.750=1.750
σ	3.000-2.500=0.500
min	444.000-443.000=1.000
max	450.000-448.000=2.000

*mean*	2.680-2.692=-0.011
σ	0.014-0.019=-0.005
min	2.665-2.675=-0.011
max	2.699-2.719=-0.020

policies=200

*mean*	16088.558-16088.510=0.048
σ	0.043-0.130=-0.088
min	16088.528-16088.378=0.150
max	16088.621-16088.650=-0.029

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-498.500=-0.250
σ	4.113-6.245=-2.132
min	493.000-491.000=2.000
max	502.000-505.000=-3.000

*mean*	27.194-27.381=-0.187
σ	0.047-0.159=-0.112
min	27.149-27.254=-0.106
max	27.253-27.588=-0.335