Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.133-446.102=0.031
σ	0.000
min	446.133-446.102=0.031
max	446.133-446.102=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.697-54.697=0.000
σ	0.362-0.363=-0.001
min	54.561-54.563=-0.002
max	55.728-55.730=-0.003

*mean*	420.000-414.000=6.000
σ	0.000
min	420.000-414.000=6.000
max	420.000-414.000=6.000

*mean*	0.139-0.140=-0.001
σ	0.006-0.004=0.001
min	0.133-0.135=-0.003
max	0.148-0.148=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.777=0.000
σ	0.008-0.009=-0.001
min	43.765-43.762=0.003
max	43.790-43.789=0.001

*mean*	420.000-414.000=6.000
σ	0.000
min	420.000-414.000=6.000
max	420.000-414.000=6.000

*mean*	0.122-0.122=-0.000
σ	0.004-0.004=-0.000
min	0.118-0.117=0.000
max	0.130-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.605-36.606=-0.000

*mean*	4516.250-4592.875=-76.625
σ	2230.217-2249.760=-19.544
min	1472.000-1482.000=-10.000
max	7338.000-7388.000=-50.000

*mean*	12.240-155.831=-143.592
σ	0.673-404.091=-403.418
min	11.695-11.783=-0.088
max	13.827-1155.892=-1142.064

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605-36.605=-0.000
max	36.605-36.605=0.000

*mean*	4516.250-4592.875=-76.625
σ	2230.217-2249.760=-19.544
min	1472.000-1482.000=-10.000
max	7338.000-7388.000=-50.000

*mean*	12.722-14.594=-1.873
σ	0.551-4.394=-3.843
min	11.628-11.459=0.169
max	13.618-24.863=-11.246

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.942-41.943=-0.001

*mean*	7338.000-7388.000=-50.000
σ	0.000
min	7338.000-7388.000=-50.000
max	7338.000-7388.000=-50.000

*mean*	11.162-11.148=0.014
σ	0.171-0.247=-0.076
min	10.972-10.854=0.118
max	11.466-11.425=0.041

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=0.000
min	41.924-41.924=0.000
max	41.925-41.926=-0.000

*mean*	4516.250-4184.250=332.000
σ	2230.217-1945.911=284.306
min	1472.000-1482.000=-10.000
max	7338.000-7388.000=-50.000

*mean*	11.431-11.636=-0.205
σ	0.854-1.696=-0.842
min	10.882-10.659=0.223
max	13.506-15.786=-2.280

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.001
σ	0.137-0.136=0.000
min	27.585
max	27.972

*mean*	4516.250-4184.250=332.000
σ	2230.217-1945.911=284.306
min	1472.000-1482.000=-10.000
max	7338.000-7388.000=-50.000

*mean*	8.984-9.006=-0.022
σ	0.831-1.251=-0.420
min	7.967-7.969=-0.002
max	10.657-12.020=-1.363

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=-0.000
min	26.385-26.385=0.000
max	26.385

*mean*	4516.250-4184.250=332.000
σ	2230.217-1945.911=284.306
min	1472.000-1482.000=-10.000
max	7338.000-7388.000=-50.000

*mean*	6.887-6.797=0.090
σ	0.607-0.485=0.123
min	6.281-6.305=-0.024
max	8.204-7.811=0.393

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674-25.674=0.000

*mean*	4516.250-4592.875=-76.625
σ	2230.217-2249.760=-19.544
min	1472.000-1482.000=-10.000
max	7338.000-7388.000=-50.000

*mean*	6.007-6.451=-0.444
σ	0.159-0.974=-0.815
min	5.809-5.726=0.083
max	6.239-8.664=-2.425

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962
σ	0.001-0.001=0.000
min	25.962-25.962=-0.000
max	25.964

*mean*	4516.250-4592.875=-76.625
σ	2230.217-2249.760=-19.544
min	1472.000-1482.000=-10.000
max	7338.000-7388.000=-50.000

*mean*	5.828-6.365=-0.537
σ	0.140-1.016=-0.875
min	5.626-5.745=-0.119
max	6.110-8.605=-2.495

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002-0.002=-0.000
min	1021.598-1021.597=0.000
max	1021.602

*mean*	7338.000-7388.000=-50.000
σ	0.000
min	7338.000-7388.000=-50.000
max	7338.000-7388.000=-50.000

*mean*	345.309-363.737=-18.428
σ	1.998-43.084=-41.086
min	341.343-345.881=-4.537
max	347.693-470.274=-122.581

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=-0.000
min	3495.685
max	3496.971-3496.972=-0.001

*mean*	3689.500-3759.375=-69.875
σ	2260.462-2300.888=-40.426
min	724.000-720.000=4.000
max	7338.000-7388.000=-50.000

*mean*	1562.709-1760.490=-197.781
σ	463.821-604.633=-140.812
min	1386.364-1403.870=-17.505
max	2710.441-2813.085=-102.644

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.842-107.842=-0.000

*mean*	4516.250-4413.750=102.500
σ	2230.217-2219.328=10.889
min	1472.000-1482.000=-10.000
max	7338.000-7388.000=-50.000

*mean*	137.718-253.188=-115.471
σ	8.649-340.633=-331.984
min	131.346-123.581=7.765
max	153.771-1095.756=-941.985

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.069

*mean*	4516.250-4413.750=102.500
σ	2230.217-2219.328=10.889
min	1472.000-1482.000=-10.000
max	7338.000-7388.000=-50.000

*mean*	43.243-44.954=-1.712
σ	1.823-8.567=-6.744
min	40.678-39.992=0.686
max	46.038-65.938=-19.900

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7338.000-7388.000=-50.000
σ	0.000
min	7338.000-7388.000=-50.000
max	7338.000-7388.000=-50.000

*mean*	21.701-21.902=-0.201
σ	0.227-0.824=-0.597
min	21.384-21.380=0.005
max	22.165-23.904=-1.739

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.293-71.293=-0.000
max	71.297-71.297=-0.000

*mean*	7338.000-7388.000=-50.000
σ	0.000
min	7338.000-7388.000=-50.000
max	7338.000-7388.000=-50.000

*mean*	84.603-270.398=-185.795
σ	80.501-606.239=-525.738
min	55.437-54.626=0.811
max	283.828-1770.760=-1486.932

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.001
σ	0.013-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4516.250-4184.250=332.000
σ	2230.217-1945.911=284.306
min	1472.000-1482.000=-10.000
max	7338.000-7388.000=-50.000

*mean*	3396.308-3250.892=145.416
σ	837.853-711.848=126.005
min	2508.284-2499.507=8.776
max	4837.000-4320.801=516.199

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7338.000-7388.000=-50.000
σ	0.000
min	7338.000-7388.000=-50.000
max	7338.000-7388.000=-50.000

*mean*	1006.779-1046.036=-39.256
σ	159.675-201.641=-41.966
min	913.986-922.776=-8.790
max	1322.240-1491.899=-169.659

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7338.000-7388.000=-50.000
σ	0.000
min	7338.000-7388.000=-50.000
max	7338.000-7388.000=-50.000

*mean*	400.580-391.940=8.640
σ	5.538-4.730=0.808
min	388.764-382.485=6.279
max	405.019-399.875=5.144

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-476.500=1.500
σ	0.000-2.070=-2.070
min	478.000-475.000=3.000
max	478.000-479.000=-1.000

*mean*	346.792-380.633=-33.840
σ	27.151-17.843=9.308
min	313.663-356.560=-42.897
max	389.785-403.235=-13.450

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.750-568.000=-8.250
σ	1.035-0.000=1.035
min	559.000-568.000=-9.000
max	561.000-568.000=-7.000

*mean*	691.585-766.520=-74.935
σ	85.886-38.897=46.989
min	570.730-704.688=-133.957
max	821.412-815.982=5.431

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.558-964.555=0.003
σ	1.879-1.881=-0.002
min	963.840-963.837=0.003
max	972.505-972.512=-0.007

*mean*	1038.500-1038.950=-0.450
σ	308.282-306.624=1.658
min	540.000-589.000=-49.000
max	1536.000-1489.000=47.000

*mean*	1.251-1.261=-0.010
σ	0.076-0.071=0.005
min	1.185-1.176=0.009
max	1.483-1.454=0.029

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.321-0.398=-0.077
σ	0.300-0.512=-0.212
min	0.143-0.136=0.006
max	0.836-1.310=-0.474

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.468-0.479=-0.011
σ	0.318-0.321=-0.003
min	0.313-0.323=-0.010
max	1.036-1.052=-0.016

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.217=0.003
σ	0.021-0.024=-0.003
min	0.202-0.199=0.003
max	0.257-0.259=-0.002

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.333=-0.006
σ	0.021-0.018=0.003
min	0.307-0.316=-0.008
max	0.357-0.361=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000-431.600=-0.600
σ	0.000-1.342=-1.342
min	431.000
max	431.000-434.000=-3.000

*mean*	0.566-0.536=0.030
σ	0.051-0.080=-0.029
min	0.478-0.435=0.043
max	0.609-0.608=0.001

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.439-0.477=-0.037
σ	0.036-0.043=-0.007
min	0.384-0.433=-0.049
max	0.474-0.522=-0.047

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	1.960-2.638=-0.678
σ	0.076-0.099=-0.023
min	1.820-2.449=-0.629
max	2.225-2.925=-0.700

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.157-2.597=-0.440
σ	0.292-0.091=0.201
min	1.864-2.470=-0.606
max	2.783-3.055=-0.272

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.305-0.302=0.003
σ	0.019-0.009=0.010
min	0.287-0.290=-0.003
max	0.476-0.360=0.116

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.292-0.291=0.000
σ	0.008-0.007=0.001
min	0.277-0.278=-0.001
max	0.333-0.323=0.010

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.954-11.271=0.683
σ	12.006-12.097=-0.090
min	0.574-0.574=0.000
max	118.767-122.018=-3.250

*mean*	466.984-461.290=5.694
σ	19.365-20.678=-1.313
min	406.000
max	483.000-482.000=1.000

*mean*	0.027-0.026=0.001
σ	0.029-0.030=-0.000
min	0.001-0.001=-0.000
max	0.283-0.295=-0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.087-279.001=0.086
σ	1.044-1.095=-0.050
min	278.662-278.598=0.063
max	282.057-282.114=-0.058

*mean*	442.200-446.300=-4.100
σ	13.975-18.738=-4.764
min	426.000-414.000=12.000
max	463.000-478.000=-15.000

*mean*	0.568-0.578=-0.009
σ	0.031-0.022=0.010
min	0.506-0.529=-0.023
max	0.615-0.614=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	729.000
σ	0.000
min	729.000
max	729.000

*mean*	146.211-154.159=-7.948
σ	11.370-9.965=1.405
min	134.696-137.053=-2.357
max	162.711-163.633=-0.922

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	729.000
σ	0.000
min	729.000
max	729.000

*mean*	8.044-7.471=0.573
σ	1.200-1.034=0.166
min	5.920-6.822=-0.902
max	8.910-9.373=-0.463

phase=parser

*mean*	1042.130-1042.130=-0.000
σ	0.000-0.000=0.000
min	1042.130-1042.130=-0.000
max	1042.131

*mean*	729.000
σ	0.000
min	729.000
max	729.000

*mean*	541.640-485.060=56.580
σ	93.425-79.644=13.781
min	400.783-402.782=-1.999
max	615.185-613.289=1.896

phase=processProdDef

*mean*	2241.195
σ	0.000
min	2241.195
max	2241.195

*mean*	729.000
σ	0.000
min	729.000
max	729.000

*mean*	2837.216-2874.314=-37.098
σ	362.071-423.511=-61.441
min	2315.947-2109.812=206.135
max	3293.720-3262.675=31.045

phase=renaming

*mean*	21.433
σ	0.000
min	21.433
max	21.433

*mean*	729.000
σ	0.000
min	729.000
max	729.000

*mean*	43.412-39.846=3.567
σ	5.141-3.663=1.479
min	35.431-36.816=-1.385
max	49.192-45.826=3.366

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	729.000
σ	0.000
min	729.000
max	729.000

*mean*	664.718-657.405=7.313
σ	16.995-12.532=4.463
min	638.243-642.444=-4.201
max	682.468-680.245=2.222

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.855=0.001
σ	0.035-0.036=-0.001
min	282.805-282.802=0.003
max	282.890-282.889=0.001

*mean*	443.400-444.800=-1.400
σ	0.548-1.095=-0.548
min	443.000-444.000=-1.000
max	444.000-446.000=-2.000

*mean*	0.379-0.377=0.002
σ	0.003-0.006=-0.003
min	0.374-0.374=0.001
max	0.381-0.388=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.048-1268.046=0.002
σ	0.088-0.114=-0.026
min	1267.961-1267.941=0.020
max	1268.179-1268.233=-0.054

*mean*	1061.800-1090.600=-28.800
σ	168.783-167.255=1.528
min	829.000-893.000=-64.000
max	1272.000-1321.000=-49.000

*mean*	1.889-1.989=-0.100
σ	0.127-0.120=0.007
min	1.782-1.833=-0.051
max	2.096-2.133=-0.036

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.051-1507.018=0.033
σ	2.941-2.969=-0.027
min	1505.543-1505.462=0.080
max	1512.300-1512.316=-0.016

*mean*	616.600-626.000=-9.400
σ	79.730-87.164=-7.434
min	494.000-496.000=-2.000
max	708.000-728.000=-20.000

*mean*	2.301-2.230=0.071
σ	0.181-0.203=-0.022
min	2.102-2.112=-0.010
max	2.537-2.590=-0.053

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.062-1830.057=0.004
σ	0.036-0.045=-0.009
min	1830.011-1829.984=0.026
max	1830.104-1830.099=0.005

*mean*	1709.800-1723.800=-14.000
σ	249.951-173.532=76.420
min	1436.000-1475.000=-39.000
max	2066.000-1885.000=181.000

*mean*	2.859-2.993=-0.134
σ	0.086-0.262=-0.176
min	2.774-2.815=-0.040
max	2.960-3.457=-0.497

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.710-1.651=0.059
σ	0.149-0.159=-0.009
min	1.591-1.523=0.069
max	1.888-1.838=0.050

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.943-405.941=0.003
σ	509.285-509.289=-0.003
min	151.299-151.290=0.009
max	1169.871-1169.873=-0.002

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	0.503-0.514=-0.012
σ	0.492-0.511=-0.020
min	0.253-0.254=-0.001
max	1.240-1.281=-0.041

policies=20

*mean*	1513.133-1513.119=0.014
σ	0.262-0.255=0.007
min	1512.962-1512.947=0.015
max	1513.522-1513.496=0.026

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.000-450.250=1.750
σ	10.832-11.644=-0.812
min	444.000-440.000=4.000
max	468.000-467.000=1.000

*mean*	2.491-2.472=0.019
σ	0.019-0.018=0.001
min	2.466-2.453=0.013
max	2.513-2.489=0.024

policies=200

*mean*	15140.018-15139.980=0.038
σ	0.150-0.206=-0.056
min	15139.816-15139.793=0.023
max	15140.153-15140.268=-0.115

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.000-497.250=2.750
σ	5.164-4.113=1.051
min	494.000-492.000=2.000
max	506.000-502.000=4.000

*mean*	25.127-25.071=0.056
σ	0.310-0.200=0.110
min	24.936-24.915=0.021
max	25.588-25.357=0.231