Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.677=0.211
σ	0.359-0.357=0.002
min	54.747-54.545=0.202
max	55.908-55.692=0.216

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.140-0.140=-0.000
σ	0.005-0.005=-0.001
min	0.136-0.134=0.002
max	0.149-0.148=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.705=0.151
σ	0.006-0.005=0.001
min	43.845-43.696=0.149
max	43.864-43.711=0.153

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.126-0.123=0.003
σ	0.004-0.004=-0.000
min	0.122-0.120=0.003
max	0.133-0.132=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4041.125-3887.250=153.875
σ	2006.753-1858.081=148.672
min	1219.000-1280.000=-61.000
max	7137.000-6178.000=959.000

*mean*	14.141-13.537=0.604
σ	2.331-1.667=0.664
min	12.633-12.523=0.110
max	18.137-17.557=0.580

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4041.125-3887.250=153.875
σ	2006.753-1858.081=148.672
min	1219.000-1280.000=-61.000
max	7137.000-6178.000=959.000

*mean*	13.433-13.544=-0.111
σ	2.249-1.996=0.254
min	11.778-11.772=0.006
max	17.054-18.185=-1.131

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.933-41.933=0.000

*mean*	7137.000-6178.000=959.000
σ	0.000
min	7137.000-6178.000=959.000
max	7137.000-6178.000=959.000

*mean*	14.788-15.131=-0.342
σ	1.222-0.515=0.707
min	11.830-13.993=-2.163
max	15.641-15.656=-0.015

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.000=0.002
min	41.927-41.928=-0.000
max	41.932-41.929=0.004

*mean*	4041.125-3738.750=302.375
σ	2006.753-1831.031=175.723
min	1219.000-1280.000=-61.000
max	7137.000-6178.000=959.000

*mean*	14.931-13.682=1.249
σ	1.688-1.841=-0.153
min	11.101-11.101=-0.001
max	16.493-15.325=1.168

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4041.125-3738.750=302.375
σ	2006.753-1831.031=175.723
min	1219.000-1280.000=-61.000
max	7137.000-6178.000=959.000

*mean*	10.049-9.100=0.949
σ	1.643-0.281=1.362
min	8.434-8.723=-0.289
max	12.750-9.485=3.265

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4041.125-3738.750=302.375
σ	2006.753-1831.031=175.723
min	1219.000-1280.000=-61.000
max	7137.000-6178.000=959.000

*mean*	7.639-6.853=0.786
σ	1.696-0.271=1.425
min	5.842-6.432=-0.589
max	10.312-7.161=3.151

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.665-25.666=-0.000
max	25.678-25.674=0.004

*mean*	4041.125-3887.250=153.875
σ	2006.753-1858.081=148.672
min	1219.000-1280.000=-61.000
max	7137.000-6178.000=959.000

*mean*	6.174-6.229=-0.056
σ	0.678-0.605=0.072
min	5.634-5.767=-0.133
max	7.255-7.674=-0.418

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.001
min	25.968-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4041.125-3887.250=153.875
σ	2006.753-1858.081=148.672
min	1219.000-1280.000=-61.000
max	7137.000-6178.000=959.000

*mean*	6.098-6.031=0.067
σ	0.599-0.571=0.028
min	5.638-5.735=-0.097
max	7.074-7.430=-0.356

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=-0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.990

*mean*	7137.000-6178.000=959.000
σ	0.000
min	7137.000-6178.000=959.000
max	7137.000-6178.000=959.000

*mean*	350.415-1289.320=-938.904
σ	1.847-459.210=-457.362
min	348.536-1029.444=-680.908
max	353.509-2079.573=-1726.064

op=load_product(), with indexes

*mean*	7917.793-7878.102=39.691
σ	0.469-0.469=-0.000
min	7917.625-7877.935=39.690
max	7918.954-7879.264=39.690

*mean*	3273.125-3243.750=29.375
σ	1825.499-1850.832=-25.332
min	810.000-809.000=1.000
max	5623.000-6178.000=-555.000

*mean*	3964.631-3855.482=109.149
σ	1283.933-1263.593=20.340
min	3099.847-3099.286=0.561
max	6181.757-6198.570=-16.813

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.001
max	62.080-62.080=-0.000

*mean*	4041.125-3887.250=153.875
σ	2006.753-1858.081=148.672
min	1219.000-1280.000=-61.000
max	7137.000-6178.000=959.000

*mean*	90.081-179.354=-89.273
σ	21.869-278.478=-256.609
min	70.981-70.684=0.297
max	123.280-867.883=-744.603

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945-40.945=0.000
max	40.950-40.949=0.001

*mean*	7137.000-6178.000=959.000
σ	0.000
min	7137.000-6178.000=959.000
max	7137.000-6178.000=959.000

*mean*	142.067-64.196=77.871
σ	226.674-3.683=222.992
min	61.207-61.162=0.045
max	703.051-69.657=633.394

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691-66.690=0.001

*mean*	7137.000-6178.000=959.000
σ	0.000
min	7137.000-6178.000=959.000
max	7137.000-6178.000=959.000

*mean*	103.091-99.727=3.365
σ	7.542-0.802=6.740
min	97.470-98.813=-1.343
max	117.747-101.423=16.324

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11849.156=2368.015
σ	4.304-4.304=-0.000
min	14215.575-11847.561=2368.014
max	14227.820-11859.806=2368.014

*mean*	4041.125-3738.750=302.375
σ	2006.753-1831.031=175.723
min	1219.000-1280.000=-61.000
max	7137.000-6178.000=959.000

*mean*	8229.382-6076.352=2153.030
σ	1971.855-1329.043=642.812
min	6061.378-5020.998=1040.380
max	11020.923-8332.144=2688.779

op=vertical_lookup_list() on indexed

*mean*	13159.108-10791.093=2368.015
σ	0.002-0.002=-0.000
min	13159.106-10791.091=2368.015
max	13159.110-10791.096=2368.014

*mean*	7137.000-6178.000=959.000
σ	0.000
min	7137.000-6178.000=959.000
max	7137.000-6178.000=959.000

*mean*	5269.435-5116.469=152.966
σ	583.157-1447.691=-864.535
min	5047.018-4047.819=999.199
max	6712.248-7130.537=-418.289

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	378.892-381.860=-2.967
σ	16.918-19.277=-2.359
min	350.111-350.188=-0.077
max	390.500-398.568=-8.069

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	715.951-748.425=-32.474
σ	67.651-62.275=5.376
min	620.900-637.770=-16.870
max	777.565-800.692=-23.127

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.295-1024.328=-0.033
σ	0.759-0.758=0.001
min	1023.826-1023.855=-0.029
max	1027.433-1027.465=-0.032

*mean*	1046.350-1050.250=-3.900
σ	307.933-312.807=-4.874
min	569.000-592.000=-23.000
max	1502.000-1513.000=-11.000

*mean*	1.572-1.590=-0.018
σ	0.094-0.080=0.014
min	1.405-1.505=-0.100
max	1.832-1.779=0.053

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.296-0.421=-0.125
σ	0.289-0.516=-0.226
min	0.138-0.149=-0.011
max	0.808-1.341=-0.533

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.824=-0.347
σ	0.317-0.519=-0.202
min	0.321-0.579=-0.258
max	1.044-1.752=-0.708

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.371=-0.148
σ	0.038-0.035=0.003
min	0.195-0.335=-0.139
max	0.288-0.413=-0.124

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.584=-0.249
σ	0.016-0.032=-0.016
min	0.326-0.560=-0.234
max	0.364-0.639=-0.275

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-435.600=0.400
σ	2.236-5.079=-2.843
min	432.000-431.000=1.000
max	437.000-441.000=-4.000

*mean*	0.578-0.582=-0.004
σ	0.041-0.111=-0.070
min	0.505-0.458=0.047
max	0.604-0.741=-0.137

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.431-0.465=-0.033
σ	0.039-0.026=0.013
min	0.386-0.428=-0.042
max	0.466-0.500=-0.034

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	2.703-2.635=0.068
σ	0.090-0.092=-0.002
min	2.519-2.447=0.072
max	2.989-3.006=-0.017

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	2.650-2.306=0.344
σ	0.094-0.353=-0.259
min	2.492-1.833=0.659
max	2.931-2.864=0.068

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.306-0.304=0.002
σ	0.010-0.009=0.001
min	0.292-0.286=0.007
max	0.359-0.350=0.009

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.291-0.294=-0.003
σ	0.007-0.033=-0.025
min	0.277-0.276=0.001
max	0.335-0.608=-0.273

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.670-298.823=-0.153
σ	1.088-1.023=0.066
min	298.131-298.394=-0.263
max	301.752-301.729=0.023

*mean*	441.000-440.300=0.700
σ	13.768-13.945=-0.177
min	417.000-425.000=-8.000
max	464.000-463.000=1.000

*mean*	0.600-0.598=0.002
σ	0.024-0.027=-0.003
min	0.557-0.555=0.002
max	0.644-0.646=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	955.000-1683.000=-728.000
σ	22.627-0.000=22.627
min	899.000-1683.000=-784.000
max	963.000-1683.000=-720.000

*mean*	213.150-213.471=-0.321
σ	3.309-4.157=-0.848
min	206.658-205.779=0.879
max	216.169-220.041=-3.873

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	954.375-1683.000=-728.625
σ	24.395-0.000=24.395
min	894.000-1683.000=-789.000
max	963.000-1683.000=-720.000

*mean*	9.017-9.982=-0.965
σ	2.103-1.378=0.726
min	6.413-7.695=-1.282
max	12.727-12.627=0.100

phase=parser

*mean*	1042.363-1042.367=-0.004
σ	0.000-0.000=0.000
min	1042.363-1042.367=-0.004
max	1042.364-1042.367=-0.004

*mean*	954.375-1683.000=-728.625
σ	24.395-0.000=24.395
min	894.000-1683.000=-789.000
max	963.000-1683.000=-720.000

*mean*	543.668-633.400=-89.732
σ	91.092-61.403=29.690
min	417.781-579.497=-161.716
max	726.478-719.083=7.395

phase=processProdDef

*mean*	4850.767-4753.276=97.492
σ	0.000-0.000=-0.000
min	4850.767-4753.276=97.492
max	4850.767-4753.276=97.491

*mean*	963.000-1683.000=-720.000
σ	0.000
min	963.000-1683.000=-720.000
max	963.000-1683.000=-720.000

*mean*	4862.976-4307.049=555.927
σ	464.659-306.904=157.756
min	4212.077-3836.242=375.835
max	5432.058-4808.452=623.606

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	954.375-1683.000=-728.625
σ	24.395-0.000=24.395
min	894.000-1683.000=-789.000
max	963.000-1683.000=-720.000

*mean*	33.195-36.706=-3.512
σ	9.266-6.569=2.697
min	21.101-26.752=-5.651
max	47.196-47.289=-0.093

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	954.875-1683.000=-728.125
σ	22.981-0.000=22.981
min	898.000-1683.000=-785.000
max	963.000-1683.000=-720.000

*mean*	792.605-722.545=70.060
σ	105.356-71.690=33.666
min	654.396-655.041=-0.646
max	914.191-868.097=46.095

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.918=-0.096
σ	0.038-0.038=-0.000
min	293.768-293.865=-0.096
max	293.860-293.957=-0.096

*mean*	443.000-445.000=-2.000
σ	0.000
min	443.000-445.000=-2.000
max	443.000-445.000=-2.000

*mean*	0.394-0.405=-0.012
σ	0.001-0.010=-0.009
min	0.393-0.395=-0.002
max	0.395-0.418=-0.023

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.218-1320.293=-0.075
σ	0.035-0.041=-0.006
min	1320.166-1320.242=-0.075
max	1320.251-1320.339=-0.088

*mean*	1071.600-1107.800=-36.200
σ	168.505-171.025=-2.521
min	843.000-895.000=-52.000
max	1277.000-1331.000=-54.000

*mean*	2.237-2.254=-0.017
σ	0.065-0.084=-0.020
min	2.157-2.166=-0.009
max	2.314-2.362=-0.048

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.612-1559.482=1.130
σ	6.213-3.334=2.879
min	1557.641-1557.859=-0.218
max	1571.723-1565.441=6.281

*mean*	618.800-635.600=-16.800
σ	83.119-74.835=8.283
min	493.000-537.000=-44.000
max	716.000-726.000=-10.000

*mean*	2.288-2.404=-0.116
σ	0.116-0.240=-0.124
min	2.199-2.186=0.013
max	2.478-2.697=-0.219

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.177-1882.269=-0.092
σ	0.059-0.048=0.011
min	1882.115-1882.213=-0.099
max	1882.258-1882.332=-0.074

*mean*	1698.200-1758.800=-60.600
σ	240.662-219.059=21.603
min	1406.000-1479.000=-73.000
max	2018.000-1970.000=48.000

*mean*	2.956-3.233=-0.277
σ	0.078-0.262=-0.184
min	2.872-2.909=-0.038
max	3.078-3.587=-0.510

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.793-1.687=0.106
σ	0.136-0.114=0.022
min	1.613-1.558=0.055
max	1.907-1.795=0.112

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.079-452.411=-0.331
σ	582.721-583.279=-0.557
min	160.715-160.767=-0.052
max	1326.161-1327.328=-1.167

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.524-0.555=-0.031
σ	0.512-0.568=-0.056
min	0.265-0.268=-0.003
max	1.292-1.408=-0.115

policies=20

*mean*	1607.509-1608.048=-0.539
σ	0.411-0.420=-0.009
min	1607.237-1607.761=-0.524
max	1608.118-1608.670=-0.552

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.000-447.750=-1.750
σ	4.619-2.500=2.119
min	442.000-444.000=-2.000
max	450.000-449.000=1.000

*mean*	2.694-2.706=-0.012
σ	0.020-0.019=0.001
min	2.671-2.688=-0.017
max	2.720-2.729=-0.009

policies=200

*mean*	16083.386-16088.531=-5.145
σ	0.091-0.058=0.033
min	16083.327-16088.457=-5.130
max	16083.521-16088.578=-5.057

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-497.500=-0.750
σ	2.986-3.873=-0.887
min	493.000
max	500.000-502.000=-2.000

*mean*	27.198-27.312=-0.114
σ	0.059-0.079=-0.020
min	27.140-27.213=-0.073
max	27.259-27.402=-0.143