Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.872-54.870=0.002
σ	0.358-0.358=-0.000
min	54.734-54.731=0.003
max	55.890-55.889=0.001

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.141-0.141=0.001
σ	0.004-0.005=-0.001
min	0.138-0.136=0.003
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.840-43.840=0.000
σ	0.005-0.006=-0.001
min	43.832-43.830=0.002
max	43.849-43.849=0.000

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.124-0.124=0.000
σ	0.004-0.004=0.000
min	0.121-0.121=-0.000
max	0.133-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4029.125-4036.375=-7.250
σ	2000.760-1995.124=5.636
min	1218.000
max	7131.000-7079.000=52.000

*mean*	12.732-12.938=-0.206
σ	0.220-0.261=-0.041
min	12.486-12.513=-0.027
max	13.116-13.203=-0.088

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4029.125-4036.375=-7.250
σ	2000.760-1995.124=5.636
min	1218.000
max	7131.000-7079.000=52.000

*mean*	12.184-12.842=-0.658
σ	0.357-0.648=-0.291
min	11.823-11.838=-0.015
max	12.872-13.566=-0.695

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7131.000-7079.000=52.000
σ	0.000
min	7131.000-7079.000=52.000
max	7131.000-7079.000=52.000

*mean*	14.341-14.790=-0.449
σ	1.935-1.010=0.925
min	11.137-12.322=-1.185
max	15.772-15.430=0.342

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.932=-0.000

*mean*	4029.125-4036.375=-7.250
σ	2000.760-1995.124=5.636
min	1218.000
max	7131.000-7079.000=52.000

*mean*	13.486-14.483=-0.997
σ	1.871-1.832=0.039
min	11.163-10.845=0.317
max	15.376-16.435=-1.059

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4029.125-4036.375=-7.250
σ	2000.760-1995.124=5.636
min	1218.000
max	7131.000-7079.000=52.000

*mean*	9.089-9.943=-0.854
σ	0.444-1.584=-1.140
min	8.513-8.606=-0.092
max	9.712-12.519=-2.807

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=-0.000

*mean*	4029.125-4036.375=-7.250
σ	2000.760-1995.124=5.636
min	1218.000
max	7131.000-7079.000=52.000

*mean*	6.892-7.735=-0.843
σ	0.435-1.203=-0.768
min	6.372-6.800=-0.428
max	7.633-10.176=-2.543

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=-0.000
max	25.677-25.678=-0.000

*mean*	4029.125-4036.375=-7.250
σ	2000.760-1995.124=5.636
min	1218.000
max	7131.000-7079.000=52.000

*mean*	5.828-6.039=-0.211
σ	0.117-0.099=0.017
min	5.623-5.834=-0.211
max	5.957-6.124=-0.167

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4029.125-4036.375=-7.250
σ	2000.760-1995.124=5.636
min	1218.000
max	7131.000-7079.000=52.000

*mean*	5.813-5.871=-0.059
σ	0.136-0.151=-0.015
min	5.609-5.725=-0.116
max	5.969-6.195=-0.227

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7131.000-7079.000=52.000
σ	0.000
min	7131.000-7079.000=52.000
max	7131.000-7079.000=52.000

*mean*	348.613-363.733=-15.120
σ	2.063-42.064=-40.001
min	344.998-345.333=-0.335
max	351.856-467.687=-115.831

op=load_product(), with indexes

*mean*	7917.792-7917.792=0.000
σ	0.469-0.469=0.000
min	7917.625-7917.624=0.000
max	7918.954-7918.954=0.001

*mean*	3262.875-3276.125=-13.250
σ	1813.755-1827.279=-13.524
min	810.000
max	5596.000-5626.000=-30.000

*mean*	3608.299-3619.502=-11.203
σ	968.529-976.592=-8.063
min	3103.782-3126.442=-22.660
max	5803.593-5818.982=-15.389

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002-0.002=-0.000
min	62.076
max	62.080

*mean*	4029.125-4036.375=-7.250
σ	2000.760-1995.124=5.636
min	1218.000
max	7131.000-7079.000=52.000

*mean*	82.473-88.997=-6.524
σ	13.573-18.798=-5.225
min	70.772-72.055=-1.283
max	106.901-120.527=-13.626

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.950

*mean*	7131.000-7079.000=52.000
σ	0.000
min	7131.000-7079.000=52.000
max	7131.000-7079.000=52.000

*mean*	63.727-82.952=-19.226
σ	4.936-60.355=-55.419
min	60.418-60.514=-0.096
max	74.660-232.287=-157.627

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691

*mean*	7131.000-7079.000=52.000
σ	0.000
min	7131.000-7079.000=52.000
max	7131.000-7079.000=52.000

*mean*	102.592-215.545=-112.954
σ	4.126-320.486=-316.360
min	99.929-98.337=1.592
max	110.657-1008.591=-897.933

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.001
σ	4.303-4.304=-0.000
min	14215.575
max	14227.820

*mean*	4029.125-4036.375=-7.250
σ	2000.760-1995.124=5.636
min	1218.000
max	7131.000-7079.000=52.000

*mean*	8445.156-8188.847=256.309
σ	1718.513-1916.580=-198.068
min	6007.633-6044.157=-36.524
max	10968.760-10999.164=-30.404

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=0.000
σ	0.001-0.002=-0.000
min	13159.107-13159.106=0.001
max	13159.110

*mean*	7131.000-7079.000=52.000
σ	0.000
min	7131.000-7079.000=52.000
max	7131.000-7079.000=52.000

*mean*	5388.493-5330.460=58.033
σ	704.705-584.524=120.181
min	5023.610-5053.934=-30.324
max	7041.743-6726.260=315.483

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	377.398-391.168=-13.770
σ	18.200-3.995=14.205
min	355.191-384.322=-29.131
max	397.976-396.448=1.529

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	723.073-737.952=-14.879
σ	74.562-63.300=11.263
min	599.979-642.671=-42.692
max	793.235-804.827=-11.592

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.325-1024.324=0.001
σ	0.759-0.759=0.000
min	1023.849-1023.848=0.001
max	1027.462-1027.462=0.000

*mean*	1063.250-1053.500=9.750
σ	315.450-317.770=-2.320
min	598.000-575.000=23.000
max	1566.000-1525.000=41.000

*mean*	1.557-1.573=-0.016
σ	0.044-0.077=-0.033
min	1.510-1.508=0.002
max	1.670-1.751=-0.081

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.493-0.383=0.110
σ	0.464-0.498=-0.034
min	0.240-0.138=0.102
max	1.316-1.273=0.043

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.831-0.712=0.118
σ	0.527-0.268=0.259
min	0.571-0.581=-0.010
max	1.772-1.190=0.582

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.380-0.396=-0.016
σ	0.037-0.030=0.007
min	0.347-0.367=-0.020
max	0.441-0.445=-0.004

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.585-0.587=-0.002
σ	0.031-0.030=0.001
min	0.553-0.561=-0.009
max	0.635-0.636=-0.000

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600-437.200=-5.600
σ	1.342-6.535=-5.193
min	431.000
max	434.000-444.000=-10.000

*mean*	0.677-0.593=0.084
σ	0.099-0.079=0.019
min	0.533-0.504=0.030
max	0.757-0.711=0.046

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	0.490-0.511=-0.021
σ	0.037-0.034=0.002
min	0.435-0.450=-0.014
max	0.520-0.528=-0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	2.607-2.716=-0.109
σ	0.092-0.088=0.004
min	2.480-2.521=-0.041
max	2.974-2.962=0.011

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	2.587-2.649=-0.062
σ	0.088-0.162=-0.074
min	2.450-2.416=0.033
max	2.887-3.865=-0.978

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	0.307-0.312=-0.004
σ	0.011-0.022=-0.011
min	0.295-0.292=0.004
max	0.369-0.487=-0.117

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	0.292-0.291=0.000
σ	0.011-0.008=0.003
min	0.278-0.275=0.003
max	0.342-0.334=0.008

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.781-298.659=0.122
σ	1.034-1.005=0.028
min	298.382-298.290=0.091
max	301.720-301.518=0.202

*mean*	441.600-442.700=-1.100
σ	14.886-14.064=0.822
min	417.000-425.000=-8.000
max	468.000-462.000=6.000

*mean*	0.605-0.596=0.008
σ	0.033-0.024=0.009
min	0.549-0.558=-0.009
max	0.647-0.646=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1065.750-1063.375=2.375
σ	34.648-32.880=1.768
min	980.000-982.000=-2.000
max	1078.000-1075.000=3.000

*mean*	215.440-217.790=-2.351
σ	3.369-2.844=0.525
min	210.266-212.443=-2.177
max	220.349-221.082=-0.733

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.750-1063.375=2.375
σ	34.648-32.880=1.768
min	980.000-982.000=-2.000
max	1078.000-1075.000=3.000

*mean*	6.740-8.489=-1.749
σ	0.376-2.076=-1.700
min	6.335-6.493=-0.159
max	7.483-11.227=-3.744

phase=parser

*mean*	1042.362-1042.363=-0.000
σ	0.000-0.000=-0.000
min	1042.362
max	1042.363-1042.363=-0.001

*mean*	1065.750-1063.375=2.375
σ	34.648-32.880=1.768
min	980.000-982.000=-2.000
max	1078.000-1075.000=3.000

*mean*	496.037-560.816=-64.779
σ	65.170-118.499=-53.330
min	377.617-435.552=-57.935
max	563.238-760.704=-197.466

phase=processProdDef

*mean*	4850.765-4850.765=0.000
σ	0.000-0.000=0.000
min	4850.765
max	4850.766-4850.765=0.001

*mean*	1078.000-1075.000=3.000
σ	0.000
min	1078.000-1075.000=3.000
max	1078.000-1075.000=3.000

*mean*	4796.128-4907.457=-111.329
σ	649.442-539.347=110.095
min	3654.307-4126.921=-472.614
max	5471.457-5456.131=15.326

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	1065.750-1063.375=2.375
σ	34.648-32.880=1.768
min	980.000-982.000=-2.000
max	1078.000-1075.000=3.000

*mean*	21.054-27.543=-6.489
σ	0.270-8.787=-8.517
min	20.662-19.889=0.772
max	21.580-40.135=-18.555

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1065.750-1063.375=2.375
σ	34.648-32.880=1.768
min	980.000-982.000=-2.000
max	1078.000-1075.000=3.000

*mean*	697.061-731.325=-34.264
σ	45.063-88.276=-43.213
min	667.732-658.827=8.905
max	770.519-883.873=-113.354

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.927-293.924=0.003
σ	0.038-0.040=-0.002
min	293.873-293.869=0.004
max	293.966-293.968=-0.001

*mean*	443.400-440.600=2.800
σ	0.548-2.191=-1.643
min	443.000-439.000=4.000
max	444.000-443.000=1.000

*mean*	0.397-0.394=0.003
σ	0.006-0.001=0.005
min	0.393-0.393=0.000
max	0.409-0.396=0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.296-1320.270=0.027
σ	0.083-0.075=0.008
min	1320.152-1320.194=-0.042
max	1320.356-1320.375=-0.019

*mean*	1093.400-1108.600=-15.200
σ	182.938-183.322=-0.384
min	862.000-889.000=-27.000
max	1314.000-1357.000=-43.000

*mean*	2.232-2.103=0.129
σ	0.060-0.038=0.022
min	2.155-2.056=0.098
max	2.315-2.149=0.165

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.710-1560.683=0.026
σ	6.237-6.245=-0.008
min	1557.694-1557.657=0.038
max	1571.861-1571.850=0.011

*mean*	626.800-630.200=-3.400
σ	80.658-88.446=-7.788
min	504.000-495.000=9.000
max	717.000-727.000=-10.000

*mean*	2.293-2.279=0.014
σ	0.216-0.258=-0.043
min	2.145-2.007=0.138
max	2.675-2.594=0.081

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.274-1882.280=-0.006
σ	0.064-0.062=0.002
min	1882.189-1882.204=-0.015
max	1882.361-1882.361=0.001

*mean*	1724.400-1756.000=-31.600
σ	177.525-213.708=-36.182
min	1466.000-1472.000=-6.000
max	1884.000-1959.000=-75.000

*mean*	3.091-3.209=-0.118
σ	0.283-0.404=-0.121
min	2.892-2.889=0.003
max	3.590-3.785=-0.196

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.638-1.379=0.259
σ	0.218-0.197=0.021
min	1.364-1.169=0.195
max	1.952-1.613=0.339

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.155-452.152=0.003
σ	582.779-582.777=0.002
min	160.760-160.762=-0.002
max	1326.324-1326.318=0.006

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.549-0.549=0.000
σ	0.554-0.550=0.005
min	0.265-0.267=-0.002
max	1.380-1.373=0.007

policies=20

*mean*	1607.968-1607.957=0.010
σ	0.418-0.416=0.002
min	1607.684-1607.676=0.008
max	1608.589-1608.573=0.016

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.500-450.500=1.000
σ	9.815-8.660=1.155
min	443.000
max	460.000-458.000=2.000

*mean*	2.707-2.693=0.014
σ	0.033-0.015=0.018
min	2.675-2.680=-0.005
max	2.743-2.714=0.029

policies=200

*mean*	16087.771-16087.635=0.136
σ	0.106-0.139=-0.034
min	16087.649-16087.559=0.091
max	16087.872-16087.844=0.028

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	502.250-498.000=4.250
σ	3.304-3.559=-0.255
min	498.000-495.000=3.000
max	506.000-503.000=3.000

*mean*	27.303-27.181=0.122
σ	0.087-0.034=0.053
min	27.174-27.136=0.038
max	27.361-27.218=0.142