Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.777-54.775=0.002
σ	0.366-0.363=0.002
min	54.630-54.628=0.003
max	55.816-55.807=0.009

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.143-0.138=0.005
σ	0.005-0.004=0.001
min	0.137-0.134=0.003
max	0.151-0.146=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.774=-0.001
σ	0.006-0.004=0.002
min	43.761-43.767=-0.006
max	43.782-43.780=0.002

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.123-0.123=-0.000
σ	0.006-0.005=0.001
min	0.118-0.117=0.001
max	0.133-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4588.125-4428.500=159.625
σ	2253.198-2224.750=28.448
min	1481.000-1485.000=-4.000
max	7401.000-7407.000=-6.000

*mean*	13.847-13.077=0.769
σ	3.274-2.082=1.192
min	11.926-11.914=0.013
max	20.471-18.076=2.395

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=0.000
max	36.618-36.618=-0.001

*mean*	4588.125-4607.250=-19.125
σ	2253.198-2255.494=-2.296
min	1481.000-1485.000=-4.000
max	7401.000-7407.000=-6.000

*mean*	14.362-101.690=-87.328
σ	3.212-249.909=-246.697
min	12.546-11.366=1.179
max	20.837-720.166=-699.330

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.951=-0.000

*mean*	7401.000-7407.000=-6.000
σ	0.000
min	7401.000-7407.000=-6.000
max	7401.000-7407.000=-6.000

*mean*	11.311-11.523=-0.212
σ	0.858-0.933=-0.076
min	10.744-10.866=-0.122
max	13.395-13.742=-0.347

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=-0.000
min	41.933
max	41.934-41.934=-0.000

*mean*	4176.000-4198.875=-22.875
σ	1945.751-1951.422=-5.671
min	1481.000-1485.000=-4.000
max	7401.000-7407.000=-6.000

*mean*	11.577-11.776=-0.199
σ	1.866-1.791=0.074
min	10.692-10.922=-0.230
max	16.178-16.177=0.000

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.136=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4176.000-4198.875=-22.875
σ	1945.751-1951.422=-5.671
min	1481.000-1485.000=-4.000
max	7401.000-7407.000=-6.000

*mean*	9.062-8.883=0.179
σ	1.203-1.262=-0.059
min	7.993-8.028=-0.035
max	11.950-11.919=0.031

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406
max	26.406

*mean*	4176.000-4198.875=-22.875
σ	1945.751-1951.422=-5.671
min	1481.000-1485.000=-4.000
max	7401.000-7407.000=-6.000

*mean*	7.047-6.898=0.150
σ	0.931-1.057=-0.125
min	6.466-5.932=0.534
max	9.334-9.369=-0.036

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4588.125-4607.250=-19.125
σ	2253.198-2255.494=-2.296
min	1481.000-1485.000=-4.000
max	7401.000-7407.000=-6.000

*mean*	6.370-6.588=-0.218
σ	0.604-1.164=-0.560
min	5.793-5.858=-0.066
max	7.358-9.196=-1.838

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=0.000
max	25.985-25.985=-0.000

*mean*	4588.125-4607.250=-19.125
σ	2253.198-2255.494=-2.296
min	1481.000-1485.000=-4.000
max	7401.000-7407.000=-6.000

*mean*	6.194-6.319=-0.125
σ	0.653-1.046=-0.393
min	5.765-5.524=0.240
max	7.266-8.719=-1.453

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629-1021.630=-0.000

*mean*	7401.000-7407.000=-6.000
σ	0.000
min	7401.000-7407.000=-6.000
max	7401.000-7407.000=-6.000

*mean*	360.241-353.052=7.188
σ	42.993-2.150=40.843
min	341.509-349.931=-8.422
max	466.549-355.838=110.711

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.001
min	3495.713
max	3497.036-3497.038=-0.002

*mean*	3752.875-3771.375=-18.500
σ	2299.535-2308.165=-8.630
min	719.000-720.000=-1.000
max	7401.000-7407.000=-6.000

*mean*	1740.411-1810.979=-70.568
σ	584.934-674.459=-89.525
min	1389.190-1409.041=-19.851
max	2752.166-2976.142=-223.976

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.854-107.854=-0.000

*mean*	4409.750-4198.875=210.875
σ	2224.189-1951.422=272.767
min	1481.000-1485.000=-4.000
max	7401.000-7407.000=-6.000

*mean*	265.342-134.208=131.134
σ	355.939-17.072=338.866
min	127.731-123.895=3.836
max	1144.973-175.662=969.311

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4588.125-4428.500=159.625
σ	2253.198-2224.750=28.448
min	1481.000-1485.000=-4.000
max	7401.000-7407.000=-6.000

*mean*	205.812-149.776=56.036
σ	450.498-299.770=150.729
min	41.302-42.034=-0.732
max	1320.545-891.661=428.884

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7401.000-7407.000=-6.000
σ	0.000
min	7401.000-7407.000=-6.000
max	7401.000-7407.000=-6.000

*mean*	23.295-110.398=-87.103
σ	2.797-246.902=-244.105
min	21.739-21.782=-0.044
max	29.142-721.410=-692.268

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311-71.310=0.000

*mean*	7401.000-7407.000=-6.000
σ	0.000
min	7401.000-7407.000=-6.000
max	7401.000-7407.000=-6.000

*mean*	301.192-61.208=239.983
σ	687.635-9.818=677.817
min	55.497-55.442=0.055
max	2002.981-84.073=1918.909

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.013-0.013=-0.000
min	4646.845
max	4646.883

*mean*	4176.000-4198.875=-22.875
σ	1945.751-1951.422=-5.671
min	1481.000-1485.000=-4.000
max	7401.000-7407.000=-6.000

*mean*	3128.019-3249.512=-121.493
σ	629.476-796.494=-167.019
min	2483.693-2507.728=-24.035
max	3946.273-4425.049=-478.777

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7401.000-7407.000=-6.000
σ	0.000
min	7401.000-7407.000=-6.000
max	7401.000-7407.000=-6.000

*mean*	1083.015-1030.165=52.850
σ	287.111-205.162=81.949
min	904.564-923.723=-19.159
max	1705.386-1503.995=201.391

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7401.000-7407.000=-6.000
σ	0.000
min	7401.000-7407.000=-6.000
max	7401.000-7407.000=-6.000

*mean*	403.801-407.939=-4.137
σ	37.366-40.361=-2.995
min	385.828-388.245=-2.417
max	495.701-507.469=-11.768

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-480.000=-2.000
σ	0.000
min	478.000-480.000=-2.000
max	478.000-480.000=-2.000

*mean*	393.382-383.936=9.446
σ	28.248-36.984=-8.736
min	372.747-343.449=29.298
max	439.120-443.161=-4.041

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.000-559.500=1.500
σ	0.000-0.535=-0.535
min	561.000-559.000=2.000
max	561.000-560.000=1.000

*mean*	811.528-740.590=70.937
σ	54.223-79.717=-25.494
min	728.636-610.355=118.280
max	877.072-829.373=47.699

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-963.972=-0.001
σ	1.821-1.821=0.001
min	963.266
max	971.674-971.670=0.003

*mean*	1040.400-1043.100=-2.700
σ	290.706-306.175=-15.469
min	576.000-586.000=-10.000
max	1428.000-1492.000=-64.000

*mean*	1.298-1.284=0.014
σ	0.193-0.144=0.049
min	1.176-1.183=-0.007
max	1.999-1.810=0.189

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.302-0.468=-0.167
σ	0.289-0.539=-0.250
min	0.145-0.160=-0.015
max	0.814-1.429=-0.615

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.480-0.729=-0.249
σ	0.331-0.307=0.025
min	0.319-0.573=-0.254
max	1.072-1.276=-0.204

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.223-0.376=-0.153
σ	0.022-0.040=-0.018
min	0.202-0.340=-0.137
max	0.260-0.442=-0.182

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.327-0.588=-0.261
σ	0.021-0.024=-0.003
min	0.310-0.568=-0.259
max	0.363-0.630=-0.266

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	436.000-434.600=1.400
σ	2.236-5.079=-2.843
min	432.000-430.000=2.000
max	437.000-440.000=-3.000

*mean*	0.576-0.605=-0.030
σ	0.046-0.083=-0.036
min	0.494-0.529=-0.035
max	0.606-0.745=-0.139

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	437.000-440.000=-3.000
σ	0.000
min	437.000-440.000=-3.000
max	437.000-440.000=-3.000

*mean*	0.487-0.480=0.007
σ	0.039-0.063=-0.024
min	0.431-0.372=0.058
max	0.519-0.528=-0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	437.000-440.000=-3.000
σ	0.000
min	437.000-440.000=-3.000
max	437.000-440.000=-3.000

*mean*	1.963-2.689=-0.726
σ	0.083-0.106=-0.023
min	1.843-2.495=-0.652
max	2.225-3.035=-0.811

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	437.000-440.000=-3.000
σ	0.000
min	437.000-440.000=-3.000
max	437.000-440.000=-3.000

*mean*	1.958-2.011=-0.053
σ	0.072-0.145=-0.073
min	1.847-1.876=-0.029
max	2.189-2.741=-0.552

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	437.000-440.000=-3.000
σ	0.000
min	437.000-440.000=-3.000
max	437.000-440.000=-3.000

*mean*	0.310-0.309=0.001
σ	0.012-0.013=-0.002
min	0.295-0.292=0.003
max	0.390-0.384=0.006

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-440.000=-3.000
σ	0.000
min	437.000-440.000=-3.000
max	437.000-440.000=-3.000

*mean*	0.299-0.295=0.004
σ	0.018-0.034=-0.015
min	0.281-0.277=0.004
max	0.446-0.619=-0.173

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.800-12.239=-0.439
σ	12.014-11.441=0.573
min	0.574-0.574=0.000
max	122.050-107.703=14.347

*mean*	468.273-452.922=15.351
σ	21.741-16.662=5.079
min	408.000-407.000=1.000
max	486.000-471.000=15.000

*mean*	0.027-0.028=-0.001
σ	0.029-0.028=0.001
min	0.001-0.001=0.000
max	0.289-0.266=0.024

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.679-278.782=-0.103
σ	1.084-1.053=0.031
min	278.258-278.350=-0.091
max	281.750-281.774=-0.023

*mean*	444.100-445.200=-1.100
σ	18.034-15.483=2.550
min	416.000-418.000=-2.000
max	469.000-472.000=-3.000

*mean*	0.577-0.585=-0.008
σ	0.024-0.015=0.009
min	0.534-0.558=-0.024
max	0.612-0.610=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	839.500-858.000=-18.500
σ	1.414-0.000=1.414
min	839.000-858.000=-19.000
max	843.000-858.000=-15.000

*mean*	228.984-214.957=14.027
σ	27.685-30.404=-2.719
min	186.139-156.833=29.305
max	250.674-259.016=-8.341

phase=macro expansion

*mean*	6.130-6.130=-0.000
σ	0.000-0.001=-0.001
min	6.130
max	6.130-6.133=-0.004

*mean*	839.000-858.000=-19.000
σ	0.000
min	839.000-858.000=-19.000
max	839.000-858.000=-19.000

*mean*	9.266-9.583=-0.317
σ	0.753-0.129=0.624
min	7.413-9.451=-2.037
max	9.694-9.819=-0.125

phase=parser

*mean*	1042.431-1042.435=-0.005
σ	0.000-0.001=-0.001
min	1042.430-1042.432=-0.002
max	1042.431-1042.436=-0.005

*mean*	839.000-858.000=-19.000
σ	0.000
min	839.000-858.000=-19.000
max	839.000-858.000=-19.000

*mean*	561.653-607.981=-46.329
σ	63.147-6.213=56.935
min	421.375-602.478=-181.103
max	597.112-620.460=-23.348

phase=processProdDef

*mean*	2243.978-2243.976=0.001
σ	0.000-0.001=-0.001
min	2243.978-2243.976=0.002
max	2243.978-2243.979=-0.001

*mean*	839.500-858.000=-18.500
σ	1.414-0.000=1.414
min	839.000-858.000=-19.000
max	843.000-858.000=-15.000

*mean*	2445.832-2943.172=-497.340
σ	418.119-290.448=127.672
min	1783.589-2566.273=-782.684
max	3029.037-3463.949=-434.912

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	839.000-858.000=-19.000
σ	0.000
min	839.000-858.000=-19.000
max	839.000-858.000=-19.000

*mean*	38.631-40.491=-1.859
σ	4.871-0.447=4.424
min	26.632-39.713=-13.081
max	41.063-41.320=-0.257

phase=type checker

*mean*	989.755-989.755=0.000
σ	0.066-0.066=-0.001
min	989.658-989.654=0.004
max	989.845-989.845=0.000

*mean*	839.000-858.000=-19.000
σ	0.000
min	839.000-858.000=-19.000
max	839.000-858.000=-19.000

*mean*	667.494-706.613=-39.120
σ	10.918-21.359=-10.441
min	642.340-686.608=-44.269
max	680.230-747.485=-67.256

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-282.394=-0.000
σ	0.025-0.025=0.000
min	282.373-282.373=-0.000
max	282.426-282.426=0.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.378-0.387=-0.008
σ	0.005-0.008=-0.003
min	0.375-0.378=-0.003
max	0.388-0.398=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.104-1267.095=0.009
σ	0.097-0.083=0.014
min	1267.002-1267.002=0.000
max	1267.264-1267.230=0.033

*mean*	1113.600
σ	170.664-169.226=1.439
min	898.000-900.000=-2.000
max	1332.000-1330.000=2.000

*mean*	1.987-1.948=0.038
σ	0.091-0.090=0.000
min	1.877-1.850=0.027
max	2.080-2.090=-0.010

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.139-1506.141=-0.003
σ	2.950-2.964=-0.015
min	1504.625-1504.651=-0.026
max	1511.405-1511.436=-0.031

*mean*	629.200-629.800=-0.600
σ	90.489-89.324=1.165
min	505.000-507.000=-2.000
max	729.000

*mean*	2.389-2.380=0.009
σ	0.315-0.318=-0.002
min	2.062-2.026=0.035
max	2.792-2.767=0.024

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.112-1829.116=-0.004
σ	0.061-0.079=-0.017
min	1829.041-1829.029=0.012
max	1829.197-1829.234=-0.037

*mean*	1770.400-1765.800=4.600
σ	213.122-210.677=2.445
min	1491.000-1489.000=2.000
max	1973.000-1966.000=7.000

*mean*	3.188-3.203=-0.015
σ	0.363-0.339=0.024
min	2.817-2.823=-0.006
max	3.716-3.561=0.155

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.788-1.706=0.081
σ	0.109-0.236=-0.127
min	1.669-1.312=0.357
max	1.963-1.869=0.094

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.696-397.699=-0.003
σ	518.050-518.050=-0.000
min	138.669-138.670=-0.001
max	1174.771-1174.774=-0.003

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.493-0.499=-0.006
σ	0.506-0.520=-0.014
min	0.239-0.237=0.002
max	1.252-1.280=-0.028

policies=20

*mean*	1386.840-1386.834=0.006
σ	0.168-0.159=0.009
min	1386.725-1386.725=0.000
max	1387.090-1387.071=0.019

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	2.327-2.331=-0.004
σ	0.018-0.015=0.003
min	2.307-2.312=-0.005
max	2.350-2.348=0.002

policies=200

*mean*	13876.808-13876.816=-0.008
σ	0.129-0.149=-0.020
min	13876.649-13876.728=-0.079
max	13876.938-13877.039=-0.101

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.500-492.250=2.250
σ	5.802-4.573=1.229
min	488.000-487.000=1.000
max	502.000-498.000=4.000

*mean*	23.489-23.619=-0.130
σ	0.124-0.131=-0.007
min	23.382-23.459=-0.076
max	23.629-23.742=-0.113