Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.699-54.698=0.001
σ	0.368-0.366=0.001
min	54.552-54.553=-0.001
max	55.743-55.739=0.005

*mean*	417.000-415.700=1.300
σ	0.000-0.483=-0.483
min	417.000-415.000=2.000
max	417.000-416.000=1.000

*mean*	0.140-0.136=0.004
σ	0.005-0.005=0.000
min	0.135-0.132=0.003
max	0.149-0.146=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.776=0.000
σ	0.009-0.007=0.001
min	43.759-43.763=-0.004
max	43.788-43.788=0.001

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.123-0.122=0.001
σ	0.003-0.004=-0.001
min	0.120-0.117=0.004
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.606=0.000

*mean*	4588.625-4582.000=6.625
σ	2249.869-2250.001=-0.132
min	1487.000-1485.000=2.000
max	7384.000-7393.000=-9.000

*mean*	174.188-12.941=161.247
σ	456.076-1.883=454.193
min	11.881-12.023=-0.142
max	1302.909-17.588=1285.321

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605-36.605=0.000
max	36.605-36.605=-0.000

*mean*	4588.625-4582.000=6.625
σ	2249.869-2250.001=-0.132
min	1487.000-1485.000=2.000
max	7384.000-7393.000=-9.000

*mean*	14.346-13.379=0.967
σ	4.577-1.931=2.645
min	11.640-11.694=-0.054
max	24.464-18.038=6.426

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=-0.000

*mean*	7384.000-7393.000=-9.000
σ	0.000
min	7384.000-7393.000=-9.000
max	7384.000-7393.000=-9.000

*mean*	11.420-10.932=0.488
σ	1.161-0.193=0.967
min	10.750-10.688=0.062
max	14.278-11.251=3.026

op=table_records(), repeat

*mean*	41.925-41.926=-0.001
σ	0.000-0.001=-0.001
min	41.924-41.925=-0.000
max	41.926-41.928=-0.003

*mean*	4178.250-4169.750=8.500
σ	1946.050-1942.509=3.541
min	1487.000-1485.000=2.000
max	7384.000-7393.000=-9.000

*mean*	11.684-11.609=0.074
σ	1.807-1.796=0.011
min	10.982-10.756=0.225
max	16.153-16.035=0.118

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.137=-0.000
min	27.585
max	27.972

*mean*	4178.250-4169.750=8.500
σ	1946.050-1942.509=3.541
min	1487.000-1485.000=2.000
max	7384.000-7393.000=-9.000

*mean*	9.144-8.973=0.172
σ	1.262-1.340=-0.077
min	8.072-7.539=0.533
max	12.036-12.123=-0.087

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.001-0.000=0.001
min	26.385-26.385=0.000
max	26.389-26.385=0.004

*mean*	4178.250-4169.750=8.500
σ	1946.050-1942.509=3.541
min	1487.000-1485.000=2.000
max	7384.000-7393.000=-9.000

*mean*	7.030-7.068=-0.038
σ	0.886-0.942=-0.057
min	6.334-6.678=-0.344
max	9.139-9.394=-0.255

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674-25.674=-0.000

*mean*	4588.625-4582.000=6.625
σ	2249.869-2250.001=-0.132
min	1487.000-1485.000=2.000
max	7384.000-7393.000=-9.000

*mean*	6.574-6.132=0.443
σ	1.090-0.467=0.623
min	5.849-5.824=0.026
max	8.834-7.259=1.574

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.001-0.000=0.000
min	25.962-25.962=-0.000
max	25.964-25.964=0.000

*mean*	4588.625-4582.000=6.625
σ	2249.869-2250.001=-0.132
min	1487.000-1485.000=2.000
max	7384.000-7393.000=-9.000

*mean*	6.422-5.942=0.480
σ	0.969-0.516=0.452
min	5.820-5.618=0.202
max	8.391-7.204=1.187

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.602=-0.002
σ	0.002
min	1021.597-1021.600=-0.002
max	1021.602-1021.604=-0.002

*mean*	7384.000-7393.000=-9.000
σ	0.000
min	7384.000-7393.000=-9.000
max	7384.000-7393.000=-9.000

*mean*	348.448-360.780=-12.332
σ	2.137-43.019=-40.882
min	344.477-342.704=1.772
max	351.274-467.071=-115.797

op=load_product(), with indexes

*mean*	3495.845-3495.848=-0.002
σ	0.453-0.453=-0.000
min	3495.685-3495.687=-0.002
max	3496.967-3496.970=-0.002

*mean*	3755.625-3747.875=7.750
σ	2300.137-2295.484=4.652
min	720.000
max	7384.000-7393.000=-9.000

*mean*	1791.097-1610.553=180.545
σ	668.596-538.906=129.691
min	1395.058-1385.832=9.226
max	2968.467-2935.840=32.627

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842-107.842=0.000

*mean*	4407.125-4403.625=3.500
σ	2219.318-2221.215=-1.897
min	1487.000-1485.000=2.000
max	7384.000-7393.000=-9.000

*mean*	236.216-190.368=45.848
σ	283.025-148.871=134.154
min	126.857-124.871=1.986
max	935.492-555.871=379.622

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.069-62.070=-0.001

*mean*	4407.125-4582.000=-174.875
σ	2219.318-2250.001=-30.683
min	1487.000-1485.000=2.000
max	7384.000-7393.000=-9.000

*mean*	46.599-116.587=-69.987
σ	9.505-206.013=-196.507
min	41.570-41.828=-0.258
max	69.924-626.430=-556.506

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=0.000
σ	0.002-0.002=-0.000
min	40.926
max	40.930

*mean*	7384.000-7393.000=-9.000
σ	0.000
min	7384.000-7393.000=-9.000
max	7384.000-7393.000=-9.000

*mean*	191.764-22.161=169.602
σ	478.108-1.437=476.670
min	21.723-21.372=0.351
max	1375.010-25.672=1349.338

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.293
max	71.297-71.297=-0.000

*mean*	7384.000-7393.000=-9.000
σ	0.000
min	7384.000-7393.000=-9.000
max	7384.000-7393.000=-9.000

*mean*	64.189-265.457=-201.267
σ	19.826-591.701=-571.875
min	55.909-54.654=1.255
max	113.127-1729.824=-1616.697

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.013=0.000
min	4646.837
max	4646.875

*mean*	4178.250-4169.750=8.500
σ	1946.050-1942.509=3.541
min	1487.000-1485.000=2.000
max	7384.000-7393.000=-9.000

*mean*	3272.904-3147.934=124.970
σ	846.320-803.573=42.747
min	2532.607-2500.350=32.257
max	4866.607-4686.916=179.692

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7384.000-7393.000=-9.000
σ	0.000
min	7384.000-7393.000=-9.000
max	7384.000-7393.000=-9.000

*mean*	1049.494-1063.470=-13.976
σ	228.353-270.848=-42.495
min	937.702-913.205=24.497
max	1593.301-1697.900=-104.600

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7384.000-7393.000=-9.000
σ	0.000
min	7384.000-7393.000=-9.000
max	7384.000-7393.000=-9.000

*mean*	401.385-396.241=5.144
σ	42.314-4.135=38.179
min	368.499-391.137=-22.637
max	504.329-404.560=99.769

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-475.875=1.125
σ	0.000-1.246=-1.246
min	477.000-474.000=3.000
max	477.000

*mean*	361.366-384.878=-23.512
σ	42.697-22.431=20.266
min	305.215-359.732=-54.518
max	421.441-425.782=-4.341

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.000-559.500=1.500
σ	0.000-1.414=-1.414
min	561.000-559.000=2.000
max	561.000-563.000=-2.000

*mean*	768.344-749.932=18.411
σ	45.434-54.994=-9.560
min	703.495-632.182=71.313
max	825.850-792.598=33.252

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.523-964.526=-0.002
σ	1.820-1.822=-0.003
min	963.817-963.817=-0.001
max	972.218-972.231=-0.013

*mean*	1040.450-1047.250=-6.800
σ	292.898-309.225=-16.327
min	553.000-558.000=-5.000
max	1432.000-1509.000=-77.000

*mean*	1.283-1.278=0.005
σ	0.140-0.120=0.019
min	1.175-1.169=0.006
max	1.753-1.562=0.191

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.302-0.426=-0.123
σ	0.311-0.555=-0.244
min	0.134-0.146=-0.012
max	0.853-1.416=-0.564

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.465-0.486=-0.021
σ	0.324-0.321=0.003
min	0.309-0.325=-0.017
max	1.043-1.059=-0.015

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.205-0.222=-0.017
σ	0.025-0.017=0.008
min	0.185-0.213=-0.028
max	0.247-0.252=-0.005

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.359-0.326=0.033
σ	0.063-0.022=0.041
min	0.313-0.310=0.003
max	0.468-0.365=0.103

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000-435.600=-4.600
σ	0.000-5.079=-5.079
min	431.000
max	431.000-441.000=-10.000

*mean*	0.502-0.557=-0.055
σ	0.057-0.050=0.007
min	0.450-0.505=-0.055
max	0.590-0.612=-0.022

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.479-0.451=0.029
σ	0.040-0.052=-0.012
min	0.427-0.377=0.050
max	0.520-0.499=0.021

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.674-2.597=0.078
σ	0.106-0.097=0.008
min	2.492-2.440=0.052
max	2.959-2.831=0.128

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.630-2.562=0.069
σ	0.102-0.077=0.025
min	2.440-2.422=0.018
max	2.924-2.777=0.147

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.307-0.308=-0.001
σ	0.013-0.023=-0.010
min	0.289-0.291=-0.002
max	0.376-0.517=-0.141

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.289-0.292=-0.004
σ	0.014-0.009=0.006
min	0.272-0.278=-0.006
max	0.405-0.340=0.065

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.376-11.727=-0.351
σ	11.693-11.090=0.603
min	0.574-0.574=0.000
max	126.777-101.229=25.548

*mean*	455.320-463.486=-8.166
σ	16.623-21.388=-4.765
min	409.000-408.000=1.000
max	472.000-484.000=-12.000

*mean*	0.026-0.027=-0.001
σ	0.029-0.027=0.001
min	0.001-0.001=0.000
max	0.306-0.243=0.063

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.863-278.936=-0.073
σ	1.009-1.022=-0.013
min	278.373-278.452=-0.078
max	281.713-281.821=-0.109

*mean*	447.300-443.400=3.900
σ	19.149-18.614=0.535
min	414.000-415.000=-1.000
max	471.000-472.000=-1.000

*mean*	0.579-0.578=0.000
σ	0.022-0.018=0.004
min	0.544-0.552=-0.008
max	0.613-0.614=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.569=-0.023
σ	0.000-0.000=0.000
min	106.546-106.569=-0.023
max	106.546-106.569=-0.023

*mean*	874.000-849.000=25.000
σ	0.000-1.309=-1.309
min	874.000-846.000=28.000
max	874.000-850.000=24.000

*mean*	146.371-150.149=-3.779
σ	9.838-12.546=-2.708
min	135.072-127.142=7.931
max	159.066-163.056=-3.990

phase=macro expansion

*mean*	5.897-5.897=0.000
σ	0.000
min	5.897-5.897=0.000
max	5.897-5.897=0.000

*mean*	874.000-848.500=25.500
σ	0.000-1.604=-1.604
min	874.000-846.000=28.000
max	874.000-850.000=24.000

*mean*	8.939-8.931=0.008
σ	0.076-2.741=-2.665
min	8.835-5.881=2.954
max	9.056-11.882=-2.826

phase=parser

*mean*	1042.131-1042.133=-0.002
σ	0.000-0.000=0.000
min	1042.131-1042.133=-0.002
max	1042.131-1042.133=-0.002

*mean*	874.000-848.500=25.500
σ	0.000-1.604=-1.604
min	874.000-846.000=28.000
max	874.000-850.000=24.000

*mean*	607.980-561.421=46.558
σ	7.631-161.651=-154.021
min	596.178-373.867=222.310
max	618.582-724.441=-105.859

phase=processProdDef

*mean*	2241.196-2241.192=0.003
σ	0.000
min	2241.196-2241.192=0.003
max	2241.196-2241.192=0.003

*mean*	874.000-849.000=25.000
σ	0.000-1.309=-1.309
min	874.000-846.000=28.000
max	874.000-850.000=24.000

*mean*	2733.827-2962.951=-229.124
σ	292.867-332.604=-39.737
min	2272.755-2430.737=-157.982
max	3090.444-3353.660=-263.215

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	874.000-848.500=25.500
σ	0.000-1.604=-1.604
min	874.000-846.000=28.000
max	874.000-850.000=24.000

*mean*	46.144-41.864=4.280
σ	2.661-5.496=-2.836
min	39.639-29.904=9.736
max	47.949-46.823=1.126

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	874.000-848.500=25.500
σ	0.000-1.604=-1.604
min	874.000-846.000=28.000
max	874.000-850.000=24.000

*mean*	665.658-720.010=-54.352
σ	19.072-85.454=-66.382
min	634.073-640.074=-6.000
max	680.390-855.752=-175.362

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.360=-0.001
σ	0.036-0.037=-0.001
min	282.309-282.309=-0.000
max	282.397-282.400=-0.004

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.378-0.377=0.001
σ	0.007-0.006=0.001
min	0.373-0.374=-0.001
max	0.387-0.388=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.621-1267.599=0.022
σ	0.133-0.118=0.015
min	1267.414-1267.415=-0.001
max	1267.779-1267.741=0.038

*mean*	1086.600-1090.200=-3.600
σ	166.686-168.478=-1.791
min	890.000-892.000=-2.000
max	1317.000-1321.000=-4.000

*mean*	2.136-2.082=0.053
σ	0.317-0.229=0.087
min	1.810-1.829=-0.020
max	2.660-2.435=0.224

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.515-1506.531=-0.016
σ	2.961-2.950=0.010
min	1504.955-1505.010=-0.055
max	1511.797-1511.797=-0.001

*mean*	622.800-625.000=-2.200
σ	87.168-87.164=0.004
min	493.000-495.000=-2.000
max	725.000-727.000=-2.000

*mean*	2.194-2.234=-0.040
σ	0.232-0.211=0.021
min	2.067-2.117=-0.050
max	2.608-2.610=-0.002

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.565-1829.561=0.003
σ	0.036-0.039=-0.003
min	1829.514-1829.498=0.015
max	1829.605-1829.602=0.002

*mean*	1727.000-1729.000=-2.000
σ	176.675-175.899=0.776
min	1470.000-1473.000=-3.000
max	1886.000-1887.000=-1.000

*mean*	2.957-3.019=-0.062
σ	0.194-0.257=-0.062
min	2.823-2.838=-0.015
max	3.296-3.472=-0.176

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.768-1.674=0.094
σ	0.069-0.091=-0.021
min	1.665-1.595=0.070
max	1.860-1.798=0.062

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.613-393.612=0.001
σ	509.098-509.099=-0.001
min	139.061-139.059=0.002
max	1157.260-1157.260=-0.000

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.487-0.479=0.008
σ	0.518-0.497=0.021
min	0.227-0.229=-0.003
max	1.264-1.225=0.039

policies=20

*mean*	1390.710-1390.714=-0.004
σ	0.145-0.173=-0.028
min	1390.600-1390.590=0.010
max	1390.923-1390.970=-0.048

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	443.250-445.750=-2.500
σ	8.500-7.500=1.000
min	439.000-442.000=-3.000
max	456.000-457.000=-1.000

*mean*	2.285-2.334=-0.049
σ	0.023-0.052=-0.030
min	2.261-2.300=-0.039
max	2.312-2.410=-0.098

policies=200

*mean*	13915.892-13915.831=0.060
σ	0.107-0.177=-0.070
min	13915.795-13915.679=0.116
max	13916.040-13916.072=-0.032

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.000-496.000=-1.000
σ	4.899-4.967=-0.068
min	489.000-491.000=-2.000
max	501.000-502.000=-1.000

*mean*	23.116-23.270=-0.154
σ	0.102-0.126=-0.024
min	23.028-23.150=-0.122
max	23.232-23.446=-0.214