Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.834-54.860=-0.026
σ	0.366-0.358=0.008
min	54.708-54.725=-0.018
max	55.875-55.878=-0.004

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.140-0.139=0.001
σ	0.004-0.004=-0.000
min	0.137-0.135=0.001
max	0.148-0.147=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.848=-0.007
σ	0.004-0.007=-0.003
min	43.837-43.838=-0.000
max	43.849-43.860=-0.011

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.118-0.125=-0.007
σ	0.004-0.005=-0.001
min	0.114-0.120=-0.005
max	0.126-0.132=-0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4589.375-4581.625=7.750
σ	2248.275-2255.478=-7.203
min	1487.000-1488.000=-1.000
max	7383.000-7402.000=-19.000

*mean*	151.939-12.961=138.978
σ	395.593-3.477=392.116
min	11.658-11.378=0.280
max	1130.981-21.497=1109.484

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617-36.617=-0.000
max	36.618

*mean*	4589.375-4581.625=7.750
σ	2248.275-2255.478=-7.203
min	1487.000-1488.000=-1.000
max	7383.000-7402.000=-19.000

*mean*	13.778-13.533=0.245
σ	4.480-2.807=1.674
min	11.550-12.225=-0.675
max	24.785-20.434=4.351

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.950=-0.000

*mean*	7383.000-7402.000=-19.000
σ	0.000
min	7383.000-7402.000=-19.000
max	7383.000-7402.000=-19.000

*mean*	11.996-10.475=1.521
σ	1.920-0.092=1.829
min	10.812-10.378=0.434
max	16.076-10.636=5.440

op=table_records(), repeat

*mean*	41.933-41.934=-0.000
σ	0.000-0.001=-0.001
min	41.933
max	41.934-41.937=-0.003

*mean*	4178.875-4166.125=12.750
σ	1944.635-1946.729=-2.094
min	1487.000-1488.000=-1.000
max	7383.000-7402.000=-19.000

*mean*	11.672-11.042=0.630
σ	1.648-1.873=-0.226
min	10.820-10.190=0.631
max	15.693-15.632=0.061

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.137-0.137=-0.000
min	27.606
max	27.993

*mean*	4178.875-4166.125=12.750
σ	1944.635-1946.729=-2.094
min	1487.000-1488.000=-1.000
max	7383.000-7402.000=-19.000

*mean*	9.162-8.481=0.681
σ	1.348-1.343=0.005
min	8.030-7.467=0.563
max	12.388-11.725=0.664

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4178.875-4166.125=12.750
σ	1944.635-1946.729=-2.094
min	1487.000-1488.000=-1.000
max	7383.000-7402.000=-19.000

*mean*	7.127-6.497=0.630
σ	1.142-0.997=0.146
min	6.003-5.674=0.329
max	9.741-8.878=0.862

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680-25.680=0.000
max	25.688

*mean*	4589.375-4581.625=7.750
σ	2248.275-2255.478=-7.203
min	1487.000-1488.000=-1.000
max	7383.000-7402.000=-19.000

*mean*	6.417-5.841=0.575
σ	0.948-0.921=0.027
min	5.929-5.357=0.573
max	8.747-8.104=0.643

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985

*mean*	4589.375-4581.625=7.750
σ	2248.275-2255.478=-7.203
min	1487.000-1488.000=-1.000
max	7383.000-7402.000=-19.000

*mean*	6.238-5.720=0.519
σ	0.938-0.994=-0.056
min	5.753-5.267=0.486
max	8.534-8.171=0.363

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7383.000-7402.000=-19.000
σ	0.000
min	7383.000-7402.000=-19.000
max	7383.000-7402.000=-19.000

*mean*	345.537-360.666=-15.129
σ	1.141-40.217=-39.077
min	343.834-342.887=0.948
max	347.687-460.093=-112.406

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038-3497.037=0.001

*mean*	3756.500-3746.375=10.125
σ	2299.114-2298.657=0.457
min	720.000
max	7383.000-7402.000=-19.000

*mean*	1765.310-1617.483=147.827
σ	686.915-549.489=137.426
min	1380.904-1392.554=-11.651
max	2964.592-2967.975=-3.383

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.855

*mean*	4407.625-4400.625=7.000
σ	2217.812-2226.784=-8.973
min	1487.000-1488.000=-1.000
max	7383.000-7402.000=-19.000

*mean*	249.022-192.254=56.768
σ	314.960-145.520=169.440
min	124.000-129.607=-5.606
max	1027.073-549.058=478.015

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4407.625-4581.625=-174.000
σ	2217.812-2255.478=-37.666
min	1487.000-1488.000=-1.000
max	7383.000-7402.000=-19.000

*mean*	42.406-214.201=-171.795
σ	2.532-483.930=-481.399
min	39.606-40.147=-0.542
max	45.954-1411.856=-1365.902

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950

*mean*	7383.000-7402.000=-19.000
σ	0.000
min	7383.000-7402.000=-19.000
max	7383.000-7402.000=-19.000

*mean*	195.896-21.870=174.026
σ	486.203-1.672=484.531
min	21.345-20.803=0.542
max	1399.152-24.653=1374.500

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307
max	71.311

*mean*	7383.000-7402.000=-19.000
σ	0.000
min	7383.000-7402.000=-19.000
max	7383.000-7402.000=-19.000

*mean*	66.952-227.289=-160.337
σ	25.284-485.392=-460.108
min	55.364-54.493=0.871
max	128.790-1428.564=-1299.775

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.000
σ	0.014-0.014=-0.000
min	4646.845
max	4646.884-4646.885=-0.001

*mean*	4178.875-4166.125=12.750
σ	1944.635-1946.729=-2.094
min	1487.000-1488.000=-1.000
max	7383.000-7402.000=-19.000

*mean*	3287.872-3231.895=55.976
σ	802.943-894.854=-91.912
min	2494.088-2495.465=-1.376
max	4672.144-5026.761=-354.617

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7383.000-7402.000=-19.000
σ	0.000
min	7383.000-7402.000=-19.000
max	7383.000-7402.000=-19.000

*mean*	1088.331-1065.678=22.653
σ	344.255-230.037=114.218
min	916.012-914.361=1.650
max	1880.423-1529.544=350.878

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7383.000-7402.000=-19.000
σ	0.000
min	7383.000-7402.000=-19.000
max	7383.000-7402.000=-19.000

*mean*	417.683-409.839=7.844
σ	54.849-37.020=17.829
min	385.296-393.262=-7.966
max	521.452-501.221=20.231

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.250-478.500=-1.250
σ	1.389-0.926=0.463
min	475.000-477.000=-2.000
max	478.000-479.000=-1.000

*mean*	382.234-390.735=-8.501
σ	35.722-20.486=15.236
min	310.584-365.779=-55.195
max	437.391-420.091=17.300

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.250-557.375=0.875
σ	0.707-1.768=-1.061
min	558.000-553.000=5.000
max	560.000-558.000=2.000

*mean*	772.052-761.084=10.968
σ	29.296-60.184=-30.888
min	722.377-624.715=97.662
max	816.383-807.837=8.547

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-1024.565=-60.594
σ	1.820-0.759=1.061
min	963.267-1024.093=-60.826
max	971.669-1027.702=-56.033

*mean*	1051.400-1049.150=2.250
σ	298.969-312.065=-13.096
min	576.000-592.000=-16.000
max	1478.000-1511.000=-33.000

*mean*	1.273-1.391=-0.118
σ	0.135-0.082=0.054
min	1.165-1.291=-0.126
max	1.733-1.590=0.143

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.399-0.285=0.114
σ	0.501-0.287=0.214
min	0.146-0.129=0.018
max	1.292-0.793=0.499

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.487-0.468=0.019
σ	0.317-0.332=-0.016
min	0.332-0.306=0.026
max	1.053-1.062=-0.009

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.201=0.020
σ	0.025-0.023=0.002
min	0.198-0.184=0.014
max	0.262-0.241=0.021

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.322=0.011
σ	0.019-0.013=0.006
min	0.317-0.313=0.004
max	0.361-0.344=0.017

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000-431.600=-0.600
σ	0.000-1.342=-1.342
min	431.000
max	431.000-434.000=-3.000

*mean*	0.576-0.560=0.017
σ	0.051-0.062=-0.011
min	0.487-0.487=0.001
max	0.609-0.611=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.484-0.467=0.017
σ	0.039-0.029=0.010
min	0.455-0.444=0.012
max	0.531-0.514=0.017

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.596-2.598=-0.002
σ	0.093-0.091=0.002
min	2.435-2.429=0.006
max	2.891-2.871=0.020

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.581-2.579=0.002
σ	0.062-0.087=-0.025
min	2.445-2.414=0.031
max	2.821-2.900=-0.079

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.306-0.307=-0.001
σ	0.012-0.024=-0.011
min	0.294-0.287=0.006
max	0.393-0.505=-0.112

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.291-0.289=0.002
σ	0.007-0.010=-0.003
min	0.278-0.274=0.004
max	0.320-0.354=-0.035

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.637-11.692=-0.055
σ	12.015-11.453=0.562
min	0.574-0.574=-0.000
max	91.868-82.396=9.473

*mean*	467.686-465.103=2.583
σ	20.447-18.546=1.901
min	408.000-406.000=2.000
max	483.000-480.000=3.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.028=0.001
min	0.001-0.001=-0.000
max	0.227-0.205=0.022

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.687-298.715=-20.028
σ	1.047-1.025=0.022
min	278.232-298.346=-20.114
max	281.658-301.631=-19.973

*mean*	440.900-443.300=-2.400
σ	16.502-19.288=-2.785
min	416.000
max	466.000-469.000=-3.000

*mean*	0.581-0.597=-0.016
σ	0.018-0.023=-0.005
min	0.537-0.556=-0.019
max	0.608-0.635=-0.027

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	843.125-844.000=-0.875
σ	0.835-0.000=0.835
min	842.000-844.000=-2.000
max	844.000

*mean*	224.544-219.428=5.116
σ	23.558-28.614=-5.055
min	196.660-188.801=7.858
max	256.001-261.069=-5.067

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	842.875-843.375=-0.500
σ	0.835-1.768=-0.933
min	842.000-839.000=3.000
max	844.000

*mean*	9.301-7.468=1.833
σ	0.652-1.650=-0.998
min	7.699-6.308=1.391
max	9.661-10.547=-0.886

phase=parser

*mean*	1042.435-1042.431=0.004
σ	0.000-0.000=-0.000
min	1042.435-1042.431=0.004
max	1042.435-1042.431=0.004

*mean*	842.875-843.375=-0.500
σ	0.835-1.768=-0.933
min	842.000-839.000=3.000
max	844.000

*mean*	583.170-559.800=23.370
σ	34.551-84.771=-50.219
min	499.411-422.812=76.599
max	611.333-639.229=-27.896

phase=processProdDef

*mean*	2243.976-2243.980=-0.004
σ	0.000
min	2243.976-2243.980=-0.004
max	2243.976-2243.980=-0.004

*mean*	843.125-844.000=-0.875
σ	0.835-0.000=0.835
min	842.000-844.000=-2.000
max	844.000

*mean*	3000.407-2547.510=452.898
σ	538.845-518.982=19.863
min	1867.333-1884.321=-16.988
max	3382.292-3486.860=-104.568

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.875-843.375=-0.500
σ	0.835-1.768=-0.933
min	842.000-839.000=3.000
max	844.000

*mean*	38.774-26.009=12.765
σ	4.831-7.808=-2.977
min	26.866-20.713=6.153
max	41.040-40.787=0.253

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.875-843.375=-0.500
σ	0.835-1.768=-0.933
min	842.000-839.000=3.000
max	844.000

*mean*	725.696-728.007=-2.311
σ	91.966-90.711=1.255
min	664.128-641.365=22.764
max	886.727-927.572=-40.845

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.395-293.820=-11.424
σ	0.024-0.041=-0.017
min	282.374-293.765=-11.391
max	282.427-293.862=-11.435

*mean*	442.400-442.600=-0.200
σ	0.548
min	442.000
max	443.000

*mean*	0.381-0.395=-0.014
σ	0.006-0.007=-0.001
min	0.375-0.389=-0.014
max	0.390-0.403=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.095-1320.291=-53.196
σ	0.116-0.132=-0.016
min	1267.008-1320.150=-53.142
max	1267.296-1320.503=-53.207

*mean*	1101.400-1088.000=13.400
σ	191.070-168.340=22.730
min	840.000-890.000=-50.000
max	1331.000-1319.000=12.000

*mean*	1.889-2.009=-0.120
σ	0.099-0.255=-0.156
min	1.811-1.862=-0.051
max	2.049-2.461=-0.412

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.072-1559.282=-53.209
σ	2.932-2.951=-0.018
min	1504.563-1557.718=-53.155
max	1511.307-1564.546=-53.239

*mean*	617.600-608.600=9.000
σ	80.959-91.599=-10.640
min	495.000-498.000=-3.000
max	711.000-725.000=-14.000

*mean*	2.176-2.169=0.008
σ	0.098-0.142=-0.044
min	2.108-2.025=0.083
max	2.343-2.329=0.014

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.110-1882.339=-53.229
σ	0.046-0.058=-0.012
min	1829.060-1882.257=-53.197
max	1829.159-1882.417=-53.258

*mean*	1736.800-1727.800=9.000
σ	173.922-173.644=0.278
min	1478.000-1471.000=7.000
max	1886.000-1880.000=6.000

*mean*	2.838-3.035=-0.197
σ	0.076-0.201=-0.126
min	2.739-2.878=-0.140
max	2.920-3.388=-0.469

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.635-1.702=-0.067
σ	0.181-0.196=-0.015
min	1.362-1.369=-0.007
max	1.821-1.827=-0.006

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-419.942=-22.245
σ	518.052-518.105=-0.053
min	138.670-160.886=-22.216
max	1174.776-1197.099=-22.324

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.501-0.520=-0.019
σ	0.515-0.520=-0.005
min	0.239-0.259=-0.020
max	1.274-1.300=-0.026

policies=20

*mean*	1386.842-1609.188=-222.346
σ	0.162-0.350=-0.189
min	1386.731-1608.935=-222.204
max	1387.082-1609.704=-222.622

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	446.000-451.000=-5.000
σ	0.000-10.000=-10.000
min	446.000
max	446.000-466.000=-20.000

*mean*	2.311-2.582=-0.271
σ	0.007-0.013=-0.006
min	2.306-2.564=-0.258
max	2.321-2.596=-0.275

policies=200

*mean*	13876.915-16100.663=-2223.748
σ	0.063-0.058=0.005
min	13876.844-16100.618=-2223.775
max	13876.998-16100.749=-2223.751

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	497.250-495.750=1.500
σ	4.272-3.775=0.497
min	492.000-493.000=-1.000
max	502.000-501.000=1.000

*mean*	23.491-26.023=-2.532
σ	0.125-0.076=0.048
min	23.383-25.946=-2.564
max	23.669-26.129=-2.460