Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.774-54.777=-0.003
σ	0.363-0.366=-0.003
min	54.628-54.630=-0.002
max	55.806-55.816=-0.010

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.139-0.143=-0.004
σ	0.006-0.005=0.001
min	0.132-0.137=-0.005
max	0.146-0.151=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.775-43.773=0.001
σ	0.006-0.006=0.000
min	43.764-43.761=0.003
max	43.785-43.782=0.004

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.121-0.123=-0.001
σ	0.006-0.006=0.000
min	0.114-0.118=-0.004
max	0.131-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4427.000-4588.125=-161.125
σ	2227.246-2253.198=-25.951
min	1485.000-1481.000=4.000
max	7408.000-7401.000=7.000

*mean*	12.509-13.847=-1.338
σ	2.000-3.274=-1.274
min	11.542-11.926=-0.384
max	17.326-20.471=-3.145

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.000-0.000=0.000
min	36.617-36.617=-0.000
max	36.618-36.618=0.001

*mean*	4608.250-4588.125=20.125
σ	2258.589-2253.198=5.391
min	1485.000-1481.000=4.000
max	7408.000-7401.000=7.000

*mean*	131.980-14.362=117.618
σ	336.641-3.212=333.429
min	11.179-12.546=-1.367
max	965.109-20.837=944.272

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946
max	41.951-41.950=0.000

*mean*	7408.000-7401.000=7.000
σ	0.000
min	7408.000-7401.000=7.000
max	7408.000-7401.000=7.000

*mean*	10.563-11.311=-0.747
σ	0.269-0.858=-0.589
min	10.388-10.744=-0.356
max	11.055-13.395=-2.340

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934-41.934=0.000

*mean*	4198.750-4176.000=22.750
σ	1955.039-1945.751=9.288
min	1485.000-1481.000=4.000
max	7408.000-7401.000=7.000

*mean*	10.989-11.577=-0.588
σ	0.802-1.866=-1.064
min	10.523-10.692=-0.170
max	12.945-16.178=-3.232

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.136=-0.000
min	27.606
max	27.993

*mean*	4198.750-4176.000=22.750
σ	1955.039-1945.751=9.288
min	1485.000-1481.000=4.000
max	7408.000-7401.000=7.000

*mean*	8.737-9.062=-0.325
σ	0.535-1.203=-0.668
min	8.329-7.993=0.337
max	10.016-11.950=-1.934

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406

*mean*	4198.750-4176.000=22.750
σ	1955.039-1945.751=9.288
min	1485.000-1481.000=4.000
max	7408.000-7401.000=7.000

*mean*	6.512-7.047=-0.536
σ	0.605-0.931=-0.326
min	5.926-6.466=-0.540
max	7.779-9.334=-1.555

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4608.250-4588.125=20.125
σ	2258.589-2253.198=5.391
min	1485.000-1481.000=4.000
max	7408.000-7401.000=7.000

*mean*	6.297-6.370=-0.073
σ	1.182-0.604=0.578
min	5.580-5.793=-0.212
max	8.997-7.358=1.639

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=-0.000
max	25.985

*mean*	4608.250-4588.125=20.125
σ	2258.589-2253.198=5.391
min	1485.000-1481.000=4.000
max	7408.000-7401.000=7.000

*mean*	6.156-6.194=-0.037
σ	1.124-0.653=0.471
min	5.534-5.765=-0.231
max	8.710-7.266=1.444

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=0.000
min	1021.625
max	1021.630-1021.629=0.000

*mean*	7408.000-7401.000=7.000
σ	0.000
min	7408.000-7401.000=7.000
max	7408.000-7401.000=7.000

*mean*	345.255-360.241=-14.986
σ	1.711-42.993=-41.282
min	342.008-341.509=0.499
max	348.035-466.549=-118.514

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.001
min	3495.713
max	3497.038-3497.036=0.002

*mean*	3772.250-3752.875=19.375
σ	2311.378-2299.535=11.844
min	720.000-719.000=1.000
max	7408.000-7401.000=7.000

*mean*	1787.189-1740.411=46.777
σ	675.175-584.934=90.241
min	1393.310-1389.190=4.120
max	2956.193-2752.166=204.027

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853-107.854=-0.000
max	107.854-107.854=-0.000

*mean*	4198.750-4409.750=-211.000
σ	1955.039-2224.189=-269.150
min	1485.000-1481.000=4.000
max	7408.000-7401.000=7.000

*mean*	134.677-265.342=-130.664
σ	8.281-355.939=-347.657
min	123.875-127.731=-3.856
max	149.316-1144.973=-995.657

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4427.000-4588.125=-161.125
σ	2227.246-2253.198=-25.951
min	1485.000-1481.000=4.000
max	7408.000-7401.000=7.000

*mean*	179.884-205.812=-25.927
σ	386.637-450.498=-63.862
min	41.004-41.302=-0.297
max	1136.749-1320.545=-183.795

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=0.000
min	40.947
max	40.951-40.950=0.001

*mean*	7408.000-7401.000=7.000
σ	0.000
min	7408.000-7401.000=7.000
max	7408.000-7401.000=7.000

*mean*	83.903-23.295=60.607
σ	176.572-2.797=173.775
min	21.010-21.739=-0.729
max	520.894-29.142=491.752

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311-71.311=-0.000

*mean*	7408.000-7401.000=7.000
σ	0.000
min	7408.000-7401.000=7.000
max	7408.000-7401.000=7.000

*mean*	58.710-301.192=-242.482
σ	9.303-687.635=-678.332
min	54.697-55.497=-0.800
max	81.664-2002.981=-1921.317

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=-0.000
σ	0.013-0.013=0.000
min	4646.845
max	4646.883

*mean*	4198.750-4176.000=22.750
σ	1955.039-1945.751=9.288
min	1485.000-1481.000=4.000
max	7408.000-7401.000=7.000

*mean*	3253.770-3128.019=125.751
σ	690.071-629.476=60.596
min	2495.094-2483.693=11.401
max	4020.974-3946.273=74.702

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.000

*mean*	7408.000-7401.000=7.000
σ	0.000
min	7408.000-7401.000=7.000
max	7408.000-7401.000=7.000

*mean*	998.146-1083.015=-84.869
σ	173.337-287.111=-113.774
min	913.840-904.564=9.276
max	1402.061-1705.386=-303.325

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7408.000-7401.000=7.000
σ	0.000
min	7408.000-7401.000=7.000
max	7408.000-7401.000=7.000

*mean*	388.730-403.801=-15.071
σ	4.435-37.366=-32.931
min	381.797-385.828=-4.031
max	395.240-495.701=-100.461

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.500-478.000=-1.500
σ	0.535-0.000=0.535
min	476.000-478.000=-2.000
max	477.000-478.000=-1.000

*mean*	375.229-393.382=-18.153
σ	47.149-28.248=18.902
min	306.866-372.747=-65.881
max	429.064-439.120=-10.056

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-561.000=1.000
σ	0.000
min	562.000-561.000=1.000
max	562.000-561.000=1.000

*mean*	752.146-811.528=-59.382
σ	49.139-54.223=-5.084
min	674.241-728.636=-54.394
max	806.655-877.072=-70.417

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.969-963.971=-0.002
σ	1.820-1.821=-0.001
min	963.262-963.266=-0.004
max	971.666-971.674=-0.008

*mean*	1028.000-1040.400=-12.400
σ	298.133-290.706=7.426
min	551.000-576.000=-25.000
max	1449.000-1428.000=21.000

*mean*	1.268-1.298=-0.030
σ	0.093-0.193=-0.100
min	1.188-1.176=0.012
max	1.511-1.999=-0.489

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.313-0.302=0.012
σ	0.313-0.289=0.024
min	0.145-0.145=0.000
max	0.868-0.814=0.054

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.424-0.480=-0.056
σ	0.191-0.331=-0.140
min	0.333-0.319=0.014
max	0.766-1.072=-0.306

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.229-0.223=0.007
σ	0.020-0.022=-0.003
min	0.212-0.202=0.010
max	0.263-0.260=0.003

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.343-0.327=0.015
σ	0.021-0.021=0.000
min	0.325-0.310=0.015
max	0.378-0.363=0.015

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	435.000-436.000=-1.000
σ	2.236
min	431.000-432.000=-1.000
max	436.000-437.000=-1.000

*mean*	0.522-0.576=-0.054
σ	0.063-0.046=0.017
min	0.426-0.494=-0.067
max	0.596-0.606=-0.010

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	436.000-437.000=-1.000
σ	0.000
min	436.000-437.000=-1.000
max	436.000-437.000=-1.000

*mean*	0.435-0.487=-0.052
σ	0.032-0.039=-0.008
min	0.412-0.431=-0.018
max	0.486-0.519=-0.032

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	436.000-437.000=-1.000
σ	0.000
min	436.000-437.000=-1.000
max	436.000-437.000=-1.000

*mean*	2.577-1.963=0.614
σ	0.085-0.083=0.002
min	2.406-1.843=0.563
max	2.827-2.225=0.603

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	436.000-437.000=-1.000
σ	0.000
min	436.000-437.000=-1.000
max	436.000-437.000=-1.000

*mean*	2.580-1.958=0.622
σ	0.081-0.072=0.009
min	2.459-1.847=0.612
max	2.854-2.189=0.665

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	436.000-437.000=-1.000
σ	0.000
min	436.000-437.000=-1.000
max	436.000-437.000=-1.000

*mean*	0.311-0.310=0.001
σ	0.009-0.012=-0.002
min	0.297-0.295=0.002
max	0.382-0.390=-0.008

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	436.000-437.000=-1.000
σ	0.000
min	436.000-437.000=-1.000
max	436.000-437.000=-1.000

*mean*	0.298-0.299=-0.001
σ	0.009-0.018=-0.009
min	0.284-0.281=0.003
max	0.346-0.446=-0.100

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.790-11.800=-0.010
σ	11.459-12.014=-0.555
min	0.574-0.574=0.000
max	110.914-122.050=-11.136

*mean*	466.816-468.273=-1.457
σ	19.087-21.741=-2.654
min	406.000-408.000=-2.000
max	482.000-486.000=-4.000

*mean*	0.027-0.027=0.000
σ	0.028-0.029=-0.001
min	0.001-0.001=0.000
max	0.268-0.289=-0.021

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.726-278.679=0.047
σ	1.011-1.084=-0.073
min	278.296-278.258=0.038
max	281.598-281.750=-0.152

*mean*	443.600-444.100=-0.500
σ	17.602-18.034=-0.432
min	418.000-416.000=2.000
max	472.000-469.000=3.000

*mean*	0.565-0.577=-0.012
σ	0.022-0.024=-0.002
min	0.526-0.534=-0.008
max	0.589-0.612=-0.022

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	843.000-839.500=3.500
σ	0.000-1.414=-1.414
min	843.000-839.000=4.000
max	843.000

*mean*	241.702-228.984=12.718
σ	25.882-27.685=-1.802
min	183.100-186.139=-3.039
max	260.910-250.674=10.236

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	842.500-839.000=3.500
σ	1.414-0.000=1.414
min	839.000
max	843.000-839.000=4.000

*mean*	9.033-9.266=-0.233
σ	1.392-0.753=0.639
min	6.344-7.413=-1.070
max	10.246-9.694=0.552

phase=parser

*mean*	1042.436-1042.431=0.005
σ	0.000-0.000=-0.000
min	1042.436-1042.430=0.005
max	1042.436-1042.431=0.005

*mean*	842.500-839.000=3.500
σ	1.414-0.000=1.414
min	839.000
max	843.000-839.000=4.000

*mean*	580.626-561.653=18.974
σ	63.875-63.147=0.728
min	423.979-421.375=2.604
max	614.083-597.112=16.971

phase=processProdDef

*mean*	2243.974-2243.978=-0.004
σ	0.000
min	2243.974-2243.978=-0.004
max	2243.974-2243.978=-0.004

*mean*	843.000-839.500=3.500
σ	0.000-1.414=-1.414
min	843.000-839.000=4.000
max	843.000

*mean*	2730.051-2445.832=284.219
σ	387.194-418.119=-30.925
min	2314.814-1783.589=531.225
max	3344.383-3029.037=315.346

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	842.500-839.000=3.500
σ	1.414-0.000=1.414
min	839.000
max	843.000-839.000=4.000

*mean*	37.101-38.631=-1.531
σ	9.134-4.871=4.263
min	20.324-26.632=-6.308
max	48.852-41.063=7.789

phase=type checker

*mean*	989.752-989.755=-0.004
σ	0.066
min	989.654-989.658=-0.004
max	989.841-989.845=-0.004

*mean*	842.500-839.000=3.500
σ	1.414-0.000=1.414
min	839.000
max	843.000-839.000=4.000

*mean*	704.549-667.494=37.055
σ	56.419-10.918=45.501
min	641.180-642.340=-1.159
max	831.396-680.230=151.166

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-282.394=0.000
σ	0.036-0.025=0.012
min	282.337-282.373=-0.035
max	282.426-282.426=-0.000

*mean*	444.800-444.000=0.800
σ	1.095-0.000=1.095
min	444.000
max	446.000-444.000=2.000

*mean*	0.380-0.378=0.002
σ	0.007-0.005=0.002
min	0.375-0.375=-0.001
max	0.388-0.388=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.118-1267.104=0.014
σ	0.084-0.097=-0.013
min	1267.003-1267.002=0.001
max	1267.240-1267.264=-0.024

*mean*	1113.400-1113.600=-0.200
σ	170.345-170.664=-0.320
min	898.000
max	1331.000-1332.000=-1.000

*mean*	2.028-1.987=0.041
σ	0.131-0.091=0.041
min	1.863-1.877=-0.015
max	2.188-2.080=0.108

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.102-1506.139=-0.037
σ	2.919-2.950=-0.031
min	1504.641-1504.625=0.016
max	1511.315-1511.405=-0.090

*mean*	629.000-629.200=-0.200
σ	90.407-90.489=-0.081
min	504.000-505.000=-1.000
max	728.000-729.000=-1.000

*mean*	2.268-2.389=-0.121
σ	0.301-0.315=-0.014
min	1.966-2.062=-0.096
max	2.654-2.792=-0.137

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.122-1829.112=0.010
σ	0.081-0.061=0.020
min	1829.037-1829.041=-0.004
max	1829.249-1829.197=0.052

*mean*	1768.800-1770.400=-1.600
σ	212.623-213.122=-0.498
min	1490.000-1491.000=-1.000
max	1971.000-1973.000=-2.000

*mean*	3.190-3.188=0.003
σ	0.465-0.363=0.102
min	2.607-2.817=-0.210
max	3.692-3.716=-0.024

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.463-1.788=-0.325
σ	0.209-0.109=0.100
min	1.315-1.669=-0.353
max	1.821-1.963=-0.142

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.696=0.001
σ	518.051-518.050=0.001
min	138.669-138.669=-0.000
max	1174.773-1174.771=0.002

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	435.000-444.000=-9.000
σ	0.000
min	435.000-444.000=-9.000
max	435.000-444.000=-9.000

*mean*	0.487-0.493=-0.005
σ	0.505-0.506=-0.001
min	0.234-0.239=-0.005
max	1.244-1.252=-0.007

policies=20

*mean*	1386.823-1386.840=-0.017
σ	0.164-0.168=-0.004
min	1386.713-1386.725=-0.012
max	1387.066-1387.090=-0.024

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	443.500-444.000=-0.500
σ	9.815-0.000=9.815
min	435.000-444.000=-9.000
max	452.000-444.000=8.000

*mean*	2.316-2.327=-0.011
σ	0.010-0.018=-0.008
min	2.301-2.307=-0.006
max	2.323-2.350=-0.027

policies=200

*mean*	13876.888-13876.808=0.080
σ	0.105-0.129=-0.024
min	13876.831-13876.649=0.183
max	13877.046-13876.938=0.108

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	498.250-494.500=3.750
σ	4.272-5.802=-1.530
min	493.000-488.000=5.000
max	503.000-502.000=1.000

*mean*	23.442-23.489=-0.047
σ	0.147-0.124=0.023
min	23.289-23.382=-0.093
max	23.595-23.629=-0.034