Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.775=0.000
σ	0.363-0.364=-0.001
min	54.628-54.634=-0.006
max	55.806-55.810=-0.004

*mean*	415.000-417.700=-2.700
σ	0.000-0.483=-0.483
min	415.000-417.000=-2.000
max	415.000-418.000=-3.000

*mean*	0.139-0.139=-0.000
σ	0.006-0.004=0.002
min	0.132-0.136=-0.004
max	0.149-0.147=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.775-43.773=0.003
σ	0.007-0.005=0.002
min	43.766-43.763=0.003
max	43.790-43.783=0.007

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.129-0.123=0.005
σ	0.012-0.004=0.008
min	0.114-0.119=-0.004
max	0.146-0.130=0.016

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4586.375-4427.750=158.625
σ	2253.375-2228.626=24.749
min	1487.000-1483.000=4.000
max	7403.000-7411.000=-8.000

*mean*	13.690-12.993=0.697
σ	3.448-3.599=-0.151
min	11.922-11.393=0.528
max	21.998-21.859=0.139

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.001

*mean*	4586.375-4608.750=-22.375
σ	2253.375-2259.849=-6.475
min	1487.000-1483.000=4.000
max	7403.000-7411.000=-8.000

*mean*	13.327-155.853=-142.526
σ	3.270-403.230=-399.960
min	11.354-10.946=0.408
max	21.226-1153.769=-1132.543

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=0.000
min	41.946-41.946=-0.000
max	41.951-41.950=0.001

*mean*	7403.000-7411.000=-8.000
σ	0.000
min	7403.000-7411.000=-8.000
max	7403.000-7411.000=-8.000

*mean*	10.842-10.430=0.412
σ	0.139-0.152=-0.013
min	10.674-10.222=0.452
max	11.127-10.700=0.428

op=table_records(), repeat

*mean*	41.933-41.934=-0.001
σ	0.000-0.001=-0.001
min	41.933
max	41.934-41.937=-0.003

*mean*	4172.875-4199.000=-26.125
σ	1945.107-1955.907=-10.800
min	1487.000-1483.000=4.000
max	7403.000-7411.000=-8.000

*mean*	11.471-10.978=0.493
σ	1.809-1.783=0.026
min	10.644-10.154=0.490
max	15.914-15.362=0.552

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.137-0.137=-0.000
min	27.606
max	27.993

*mean*	4172.875-4199.000=-26.125
σ	1945.107-1955.907=-10.800
min	1487.000-1483.000=4.000
max	7403.000-7411.000=-8.000

*mean*	9.073-8.456=0.618
σ	1.181-1.295=-0.114
min	8.088-7.479=0.608
max	11.935-11.605=0.330

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4172.875-4199.000=-26.125
σ	1945.107-1955.907=-10.800
min	1487.000-1483.000=4.000
max	7403.000-7411.000=-8.000

*mean*	7.063-6.467=0.596
σ	0.931-1.028=-0.097
min	6.328-5.699=0.629
max	9.266-8.911=0.355

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688

*mean*	4586.375-4608.750=-22.375
σ	2253.375-2259.849=-6.475
min	1487.000-1483.000=4.000
max	7403.000-7411.000=-8.000

*mean*	6.274-6.229=0.045
σ	0.971-1.228=-0.258
min	5.709-5.510=0.199
max	8.645-8.543=0.102

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985

*mean*	4586.375-4608.750=-22.375
σ	2253.375-2259.849=-6.475
min	1487.000-1483.000=4.000
max	7403.000-7411.000=-8.000

*mean*	6.145-5.939=0.205
σ	0.985-1.010=-0.024
min	5.582-5.341=0.241
max	8.563-8.191=0.372

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629-1021.630=-0.000

*mean*	7403.000-7411.000=-8.000
σ	0.000
min	7403.000-7411.000=-8.000
max	7403.000-7411.000=-8.000

*mean*	363.793-346.170=17.623
σ	43.025-2.263=40.762
min	345.762-342.843=2.920
max	470.201-349.571=120.630

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.469-0.469=0.000
min	3495.713
max	3497.038

*mean*	3751.000-3772.375=-21.375
σ	2298.340-2312.143=-13.803
min	720.000
max	7403.000-7411.000=-8.000

*mean*	1600.014-1772.865=-172.851
σ	472.469-640.512=-168.043
min	1401.348-1388.090=13.258
max	2760.409-2825.989=-65.580

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.853-107.853=0.000
max	107.855-107.854=0.000

*mean*	4407.375-4199.000=208.375
σ	2224.674-1955.907=268.767
min	1487.000-1483.000=4.000
max	7403.000-7411.000=-8.000

*mean*	258.487-133.962=124.525
σ	335.538-13.328=322.210
min	129.471-125.713=3.758
max	1087.959-166.277=921.682

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4586.375-4427.750=158.625
σ	2253.375-2228.626=24.749
min	1487.000-1483.000=4.000
max	7403.000-7411.000=-8.000

*mean*	192.426-123.211=69.215
σ	412.067-228.142=183.925
min	41.172-40.862=0.310
max	1212.050-687.824=524.226

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7403.000-7411.000=-8.000
σ	0.000
min	7403.000-7411.000=-8.000
max	7403.000-7411.000=-8.000

*mean*	22.247-92.014=-69.767
σ	1.338-198.420=-197.081
min	21.621-21.009=0.612
max	25.543-583.066=-557.523

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.311

*mean*	7403.000-7411.000=-8.000
σ	0.000
min	7403.000-7411.000=-8.000
max	7403.000-7411.000=-8.000

*mean*	282.531-58.751=223.780
σ	637.473-8.876=628.597
min	55.903-54.077=1.826
max	1860.189-80.592=1779.597

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.001
σ	0.013-0.013=-0.000
min	4646.845
max	4646.883

*mean*	4172.875-4199.000=-26.125
σ	1945.107-1955.907=-10.800
min	1487.000-1483.000=4.000
max	7403.000-7411.000=-8.000

*mean*	3223.227-3274.374=-51.147
σ	815.824-728.289=87.535
min	2539.834-2515.867=23.966
max	4587.372-4381.406=205.966

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7403.000-7411.000=-8.000
σ	0.000
min	7403.000-7411.000=-8.000
max	7403.000-7411.000=-8.000

*mean*	1058.368-1029.230=29.139
σ	241.781-213.677=28.105
min	930.095-927.478=2.617
max	1629.621-1538.372=91.249

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7403.000-7411.000=-8.000
σ	0.000
min	7403.000-7411.000=-8.000
max	7403.000-7411.000=-8.000

*mean*	394.477-402.463=-7.986
σ	3.519-43.560=-40.041
min	388.190-380.415=7.775
max	398.631-510.021=-111.390

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.000-476.000=-1.000
σ	0.000
min	475.000-476.000=-1.000
max	475.000-476.000=-1.000

*mean*	372.012-399.755=-27.743
σ	35.570-21.259=14.310
min	319.700-371.136=-51.436
max	416.275-425.834=-9.559

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-562.000=1.000
σ	0.000
min	563.000-562.000=1.000
max	563.000-562.000=1.000

*mean*	780.784-731.527=49.256
σ	59.366-81.501=-22.135
min	657.519-611.090=46.429
max	827.086-832.276=-5.190

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-963.972=-0.001
σ	1.822-1.820=0.002
min	963.264-963.263=0.000
max	971.675-971.667=0.008

*mean*	1055.500-1049.300=6.200
σ	309.071-296.214=12.856
min	553.000-576.000=-23.000
max	1511.000-1467.000=44.000

*mean*	1.318-1.298=0.020
σ	0.166-0.119=0.047
min	1.191-1.196=-0.005
max	1.770-1.566=0.205

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.453-0.391=0.062
σ	0.519-0.502=0.017
min	0.147-0.136=0.010
max	1.369-1.286=0.082

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.889-0.476=0.413
σ	0.594-0.326=0.268
min	0.570-0.323=0.247
max	1.948-1.058=0.889

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.387-0.223=0.164
σ	0.036-0.021=0.015
min	0.364-0.206=0.157
max	0.448-0.260=0.189

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.593-0.332=0.261
σ	0.017-0.022=-0.005
min	0.578-0.313=0.265
max	0.622-0.362=0.261

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.800-436.000=-4.200
σ	1.789-2.236=-0.447
min	431.000-432.000=-1.000
max	435.000-437.000=-2.000

*mean*	0.689-0.581=0.108
σ	0.073-0.028=0.045
min	0.594-0.534=0.060
max	0.751-0.606=0.145

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.482-0.494=-0.011
σ	0.046-0.030=0.017
min	0.422-0.465=-0.043
max	0.530-0.530=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.603-2.523=0.079
σ	0.099-0.217=-0.118
min	2.440-1.842=0.598
max	2.997-2.887=0.110

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.602-2.582=0.020
σ	0.087-0.079=0.008
min	2.434-2.458=-0.024
max	2.907-2.904=0.002

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.316-0.315=0.002
σ	0.036-0.015=0.022
min	0.299-0.295=0.003
max	0.563-0.399=0.164

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.294-0.296=-0.002
σ	0.007-0.006=0.001
min	0.280-0.281=-0.001
max	0.334-0.326=0.008

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.717-11.590=0.127
σ	12.506-11.908=0.597
min	0.574-0.574=0.000
max	96.666-85.110=11.556

*mean*	456.988-466.995=-10.007
σ	18.320-20.157=-1.837
min	408.000
max	474.000-482.000=-8.000

*mean*	0.027-0.027=0.000
σ	0.031-0.029=0.002
min	0.001-0.001=0.000
max	0.262-0.195=0.067

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.793-278.650=0.143
σ	1.030-1.055=-0.024
min	278.386-278.277=0.108
max	281.721-281.650=0.071

*mean*	443.600
σ	17.469-17.709=-0.240
min	418.000-417.000=1.000
max	472.000-470.000=2.000

*mean*	0.587-0.584=0.003
σ	0.015-0.029=-0.014
min	0.558-0.527=0.031
max	0.614-0.644=-0.031

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	864.000-843.000=21.000
σ	0.000
min	864.000-843.000=21.000
max	864.000-843.000=21.000

*mean*	235.694-219.029=16.665
σ	20.565-28.318=-7.753
min	198.900-189.235=9.665
max	254.103-252.638=1.465

phase=macro expansion

*mean*	6.130-6.130=0.000
σ	0.001-0.000=0.001
min	6.130
max	6.133-6.130=0.004

*mean*	864.000-842.375=21.625
σ	0.000-1.768=-1.768
min	864.000-838.000=26.000
max	864.000-843.000=21.000

*mean*	9.922-9.513=0.409
σ	1.453-0.130=1.323
min	7.442-9.272=-1.830
max	12.563-9.685=2.878

phase=parser

*mean*	1042.435-1042.434=0.001
σ	0.001-0.000=0.001
min	1042.432-1042.434=-0.002
max	1042.436-1042.434=0.002

*mean*	864.000-842.375=21.625
σ	0.000-1.768=-1.768
min	864.000-838.000=26.000
max	864.000-843.000=21.000

*mean*	571.897-601.466=-29.569
σ	100.917-4.875=96.042
min	423.854-594.661=-170.807
max	725.601-607.223=118.378

phase=processProdDef

*mean*	2243.976-2243.975=0.001
σ	0.001-0.000=0.001
min	2243.976-2243.975=0.001
max	2243.979-2243.975=0.004

*mean*	864.000-843.000=21.000
σ	0.000
min	864.000-843.000=21.000
max	864.000-843.000=21.000

*mean*	2534.914-2616.447=-81.533
σ	590.607-419.285=171.322
min	1780.888-1898.950=-118.062
max	3433.623-3209.709=223.914

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	864.000-842.375=21.625
σ	0.000-1.768=-1.768
min	864.000-838.000=26.000
max	864.000-843.000=21.000

*mean*	38.615-40.263=-1.648
σ	5.876-0.300=5.576
min	26.586-39.713=-13.127
max	46.846-40.593=6.253

phase=type checker

*mean*	989.755-989.755=-0.001
σ	0.066-0.066=0.001
min	989.654-989.658=-0.004
max	989.845-989.845=-0.000

*mean*	864.000-842.375=21.625
σ	0.000-1.768=-1.768
min	864.000-838.000=26.000
max	864.000-843.000=21.000

*mean*	775.591-688.265=87.326
σ	107.782-15.794=91.988
min	644.769-670.414=-25.645
max	892.782-720.712=172.070

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.387-282.393=-0.006
σ	0.037-0.025=0.012
min	282.338-282.372=-0.034
max	282.429-282.426=0.003

*mean*	444.800-442.400=2.400
σ	1.095-0.548=0.548
min	444.000-442.000=2.000
max	446.000-443.000=3.000

*mean*	0.383-0.384=-0.000
σ	0.007-0.010=-0.003
min	0.376-0.374=0.002
max	0.390-0.398=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.103-1267.098=0.005
σ	0.081-0.085=-0.004
min	1267.004-1267.002=0.002
max	1267.227-1267.232=-0.005

*mean*	1114.200-1110.800=3.400
σ	170.494-171.491=-0.997
min	898.000-896.000=2.000
max	1332.000-1334.000=-2.000

*mean*	1.996-1.965=0.030
σ	0.104-0.123=-0.018
min	1.870-1.859=0.011
max	2.109-2.100=0.009

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.138-1506.144=-0.005
σ	2.914-2.956=-0.043
min	1504.646-1504.638=0.008
max	1511.341-1511.422=-0.081

*mean*	629.400-628.000=1.400
σ	90.337-89.499=0.839
min	505.000
max	729.000-727.000=2.000

*mean*	2.357-2.407=-0.051
σ	0.259-0.379=-0.120
min	2.037-1.959=0.078
max	2.554-2.810=-0.256

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.114-1829.117=-0.002
σ	0.083-0.075=0.009
min	1829.017-1829.032=-0.015
max	1829.233-1829.229=0.004

*mean*	1768.400-1756.000=12.400
σ	211.798-210.912=0.885
min	1491.000-1486.000=5.000
max	1970.000-1958.000=12.000

*mean*	3.189-3.216=-0.027
σ	0.388-0.323=0.065
min	2.819-2.836=-0.017
max	3.683-3.577=0.106

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.714-1.651=0.063
σ	0.157-0.175=-0.017
min	1.502-1.489=0.014
max	1.869-1.855=0.014

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.698=-0.001
σ	518.051-518.051=0.000
min	138.669-138.670=-0.001
max	1174.773-1174.774=-0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	446.000-444.000=2.000
σ	0.000
min	446.000-444.000=2.000
max	446.000-444.000=2.000

*mean*	0.496-0.468=0.028
σ	0.512-0.459=0.053
min	0.233-0.236=-0.003
max	1.265-1.157=0.107

policies=20

*mean*	1386.820-1386.834=-0.015
σ	0.151-0.158=-0.007
min	1386.714-1386.727=-0.013
max	1387.044-1387.070=-0.026

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.000-444.000=2.000
σ	0.000
min	446.000-444.000=2.000
max	446.000-444.000=2.000

*mean*	2.307-2.326=-0.019
σ	0.018-0.006=0.012
min	2.282-2.319=-0.038
max	2.322-2.333=-0.011

policies=200

*mean*	13876.869-13876.899=-0.030
σ	0.111-0.116=-0.005
min	13876.783-13876.790=-0.007
max	13877.032-13877.063=-0.031

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.750-493.500=3.250
σ	5.620-5.000=0.620
min	492.000-488.000=4.000
max	503.000-500.000=3.000

*mean*	23.510-23.522=-0.013
σ	0.107-0.140=-0.033
min	23.402-23.397=0.006
max	23.630-23.645=-0.014