Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.720=-0.002
σ	0.366-0.361=0.006
min	54.573-54.577=-0.004
max	55.759-55.746=0.013

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.140-0.138=0.002
σ	0.004-0.004=-0.001
min	0.136-0.131=0.005
max	0.146-0.145=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.774=0.002
σ	0.008-0.006=0.002
min	43.765-43.764=0.001
max	43.793-43.782=0.011

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.123-0.120=0.003
σ	0.005-0.004=0.001
min	0.118-0.116=0.002
max	0.133-0.126=0.007

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4428.625-4427.375=1.250
σ	2224.221-2226.908=-2.688
min	1483.000
max	7405.000-7408.000=-3.000

*mean*	12.905-12.799=0.106
σ	2.036-1.978=0.059
min	11.951-11.737=0.214
max	17.859-17.577=0.282

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=-0.000

*mean*	4607.000-4607.125=-0.125
σ	2255.049-2257.941=-2.892
min	1483.000
max	7405.000-7408.000=-3.000

*mean*	103.269-143.670=-40.400
σ	255.019-368.162=-113.143
min	11.461-11.591=-0.130
max	734.387-1054.810=-320.424

op=table_records(), no indexes

*mean*	41.939-41.939=0.000
σ	0.002-0.002=0.000
min	41.938
max	41.943-41.942=0.000

*mean*	7405.000-7408.000=-3.000
σ	0.000
min	7405.000-7408.000=-3.000
max	7405.000-7408.000=-3.000

*mean*	11.128-11.145=-0.016
σ	0.300-0.183=0.117
min	10.861-10.830=0.030
max	11.802-11.375=0.427

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.000=0.001
min	41.924
max	41.928-41.925=0.003

*mean*	4199.250-4198.250=1.000
σ	1951.305-1953.999=-2.694
min	1483.000
max	7405.000-7408.000=-3.000

*mean*	11.489-11.602=-0.113
σ	1.413-1.765=-0.352
min	10.808-10.688=0.119
max	14.976-15.933=-0.958

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=-0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4199.250-4198.250=1.000
σ	1951.305-1953.999=-2.694
min	1483.000
max	7405.000-7408.000=-3.000

*mean*	8.759-9.100=-0.342
σ	0.506-1.293=-0.787
min	8.034-7.989=0.044
max	9.847-12.220=-2.373

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384
σ	0.000
min	26.384
max	26.384

*mean*	4199.250-4198.250=1.000
σ	1951.305-1953.999=-2.694
min	1483.000
max	7405.000-7408.000=-3.000

*mean*	6.922-7.211=-0.289
σ	0.424-1.003=-0.580
min	6.521-6.280=0.241
max	7.917-9.609=-1.692

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4607.000-4607.125=-0.125
σ	2255.049-2257.941=-2.892
min	1483.000
max	7405.000-7408.000=-3.000

*mean*	6.469-6.639=-0.170
σ	0.730-1.114=-0.384
min	6.007-6.012=-0.006
max	7.904-9.119=-1.214

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.000=0.000
min	25.961-25.961=-0.000
max	25.962-25.962=0.000

*mean*	4607.000-4607.125=-0.125
σ	2255.049-2257.941=-2.892
min	1483.000
max	7405.000-7408.000=-3.000

*mean*	6.237-6.448=-0.210
σ	0.744-1.117=-0.373
min	5.782-5.779=0.002
max	7.711-8.866=-1.155

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.610=-0.002
σ	0.002
min	1021.606-1021.608=-0.002
max	1021.611-1021.613=-0.002

*mean*	7405.000-7408.000=-3.000
σ	0.000
min	7405.000-7408.000=-3.000
max	7405.000-7408.000=-3.000

*mean*	346.868-346.211=0.657
σ	1.669-3.825=-2.156
min	344.069-341.251=2.818
max	348.905-354.793=-5.888

op=load_product(), with indexes

*mean*	3495.854-3495.857=-0.002
σ	0.454-0.455=-0.002
min	3495.694-3495.696=-0.002
max	3496.977-3496.983=-0.007

*mean*	3771.500-3771.125=0.375
σ	2307.888-2310.280=-2.392
min	721.000-720.000=1.000
max	7405.000-7408.000=-3.000

*mean*	1783.758-1719.999=63.759
σ	670.682-560.280=110.402
min	1384.863-1387.621=-2.758
max	2959.082-2811.418=147.664

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.000
max	107.841-107.841=-0.000

*mean*	4199.250-4198.250=1.000
σ	1951.305-1953.999=-2.694
min	1483.000
max	7405.000-7408.000=-3.000

*mean*	134.643-136.261=-1.618
σ	8.455-12.792=-4.337
min	126.958-126.249=0.709
max	154.160-166.958=-12.798

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4428.625-4427.375=1.250
σ	2224.221-2226.908=-2.688
min	1483.000
max	7405.000-7408.000=-3.000

*mean*	155.832-166.759=-10.927
σ	322.009-353.262=-31.253
min	40.474-40.527=-0.053
max	952.761-1041.034=-88.273

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=-0.000
min	40.925-40.924=0.000
max	40.929-40.929=-0.000

*mean*	7405.000-7408.000=-3.000
σ	0.000
min	7405.000-7408.000=-3.000
max	7405.000-7408.000=-3.000

*mean*	102.937-104.012=-1.075
σ	227.949-230.460=-2.511
min	21.660-21.622=0.038
max	667.075-674.365=-7.290

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=-0.000
max	71.296-71.296=-0.000

*mean*	7405.000-7408.000=-3.000
σ	0.000
min	7405.000-7408.000=-3.000
max	7405.000-7408.000=-3.000

*mean*	59.654-59.773=-0.119
σ	8.829-9.223=-0.394
min	56.004-55.757=0.247
max	81.458-82.533=-1.075

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.013=0.000
min	4646.837
max	4646.875

*mean*	4199.250-4198.250=1.000
σ	1951.305-1953.999=-2.694
min	1483.000
max	7405.000-7408.000=-3.000

*mean*	3255.070-3156.464=98.606
σ	703.223-601.794=101.429
min	2519.184-2520.646=-1.462
max	4482.820-4118.876=363.943

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7405.000-7408.000=-3.000
σ	0.000
min	7405.000-7408.000=-3.000
max	7405.000-7408.000=-3.000

*mean*	1011.767-1034.237=-22.470
σ	202.422-194.501=7.921
min	919.832-924.593=-4.761
max	1500.307-1496.686=3.620

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.082=0.000
σ	0.002-0.002=-0.000
min	905.080-905.080=0.001
max	905.086

*mean*	7405.000-7408.000=-3.000
σ	0.000
min	7405.000-7408.000=-3.000
max	7405.000-7408.000=-3.000

*mean*	416.740-404.649=12.091
σ	43.487-40.779=2.708
min	388.321-381.279=7.041
max	523.436-505.132=18.304

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	480.000-475.875=4.125
σ	0.000-0.991=-0.991
min	480.000-475.000=5.000
max	480.000-477.000=3.000

*mean*	390.441-375.353=15.087
σ	23.267-31.720=-8.454
min	357.888-314.831=43.057
max	421.611-425.647=-4.036

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-560.000=5.000
σ	0.000
min	565.000-560.000=5.000
max	565.000-560.000=5.000

*mean*	714.638-747.186=-32.547
σ	73.481-47.890=25.591
min	598.197-664.840=-66.643
max	820.270-813.614=6.655

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-964.530=0.000
σ	1.820-1.822=-0.002
min	963.826-963.823=0.003
max	972.224-972.234=-0.009

*mean*	1039.100-1039.850=-0.750
σ	310.219-293.473=16.746
min	536.000-552.000=-16.000
max	1533.000-1432.000=101.000

*mean*	1.264-1.265=-0.000
σ	0.086-0.102=-0.016
min	1.174-1.174=-0.000
max	1.500-1.511=-0.012

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.914=-0.001
σ	0.020-0.020=-0.000
min	0.903-0.904=-0.001
max	0.949-0.951=-0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.491-0.392=0.099
σ	0.538-0.495=0.043
min	0.182-0.138=0.045
max	1.451-1.272=0.178

name=error_case.art

*mean*	2.346-2.347=-0.001
σ	0.012
min	2.340-2.341=-0.001
max	2.368-2.369=-0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.720-0.486=0.234
σ	0.301-0.322=-0.021
min	0.563-0.331=0.233
max	1.257-1.061=0.195

name=heavy_item.art

*mean*	1.523-1.525=-0.002
σ	0.002-0.002=-0.000
min	1.522-1.524=-0.002
max	1.526-1.528=-0.002

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.380-0.219=0.161
σ	0.036-0.027=0.009
min	0.346-0.201=0.144
max	0.439-0.266=0.174

name=nested_use.art

*mean*	2.364-2.365=-0.001
σ	0.002
min	2.363-2.364=-0.001
max	2.367-2.368=-0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.586-0.451=0.135
σ	0.033-0.248=-0.215
min	0.564-0.326=0.238
max	0.644-0.895=-0.251

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838-966.287=-1.448
σ	0.009
min	964.833-966.281=-1.448
max	964.855-966.303=-1.448

*mean*	430.000-432.600=-2.600
σ	0.000-0.894=-0.894
min	430.000-431.000=-1.000
max	430.000-433.000=-3.000

*mean*	0.712-0.553=0.159
σ	0.053-0.073=-0.020
min	0.617-0.454=0.163
max	0.741-0.613=0.128

name=cdr_enhanced_4k_loc.art

*mean*	885.913-886.717=-0.805
σ	0.002
min	885.912-886.716=-0.805
max	885.915-886.720=-0.805

*mean*	430.000-433.000=-3.000
σ	0.000
min	430.000-433.000=-3.000
max	430.000-433.000=-3.000

*mean*	0.588-0.485=0.103
σ	0.040-0.035=0.005
min	0.529-0.434=0.094
max	0.642-0.520=0.122

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718-7.722=-0.004
σ	0.002
min	7.717-7.721=-0.004
max	7.721-7.725=-0.004

*mean*	430.000-433.000=-3.000
σ	0.000
min	430.000-433.000=-3.000
max	430.000-433.000=-3.000

*mean*	3.547-2.654=0.893
σ	0.085-0.100=-0.014
min	3.420-2.488=0.932
max	3.866-3.002=0.864

name=record_render_large_syntax_err.art

*mean*	7.667-7.670=-0.004
σ	0.002
min	7.666-7.670=-0.004
max	7.670-7.673=-0.004

*mean*	430.000-433.000=-3.000
σ	0.000
min	430.000-433.000=-3.000
max	430.000-433.000=-3.000

*mean*	3.531-2.617=0.914
σ	0.074-0.090=-0.016
min	3.393-2.466=0.928
max	3.788-2.876=0.912

name=record_render_success.art

*mean*	2.290-2.294=-0.004
σ	0.002
min	2.289-2.293=-0.004
max	2.293-2.297=-0.004

*mean*	430.000-433.000=-3.000
σ	0.000
min	430.000-433.000=-3.000
max	430.000-433.000=-3.000

*mean*	0.535-0.303=0.232
σ	0.013-0.009=0.004
min	0.516-0.287=0.229
max	0.616-0.356=0.260

name=record_render_syntax_err.art

*mean*	2.165-2.169=-0.004
σ	0.002
min	2.164-2.168=-0.004
max	2.168-2.172=-0.004

*mean*	430.000-433.000=-3.000
σ	0.000
min	430.000-433.000=-3.000
max	430.000-433.000=-3.000

*mean*	0.521-0.290=0.231
σ	0.031-0.008=0.023
min	0.489-0.276=0.213
max	0.701-0.331=0.370

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.609-11.219=0.390
σ	12.346-11.625=0.720
min	0.574-0.573=0.000
max	102.977-90.260=12.716

*mean*	463.062-467.711=-4.649
σ	18.196-18.963=-0.767
min	406.000-408.000=-2.000
max	477.000-483.000=-6.000

*mean*	0.027-0.026=0.001
σ	0.030-0.028=0.002
min	0.001-0.001=-0.000
max	0.256-0.222=0.035

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.770-278.777=-0.006
σ	1.025-1.032=-0.007
min	278.347-278.383=-0.036
max	281.683-281.712=-0.029

*mean*	444.300-441.300=3.000
σ	15.129-17.250=-2.121
min	414.000
max	467.000-465.000=2.000

*mean*	0.580-0.568=0.012
σ	0.018-0.028=-0.010
min	0.547-0.527=0.020
max	0.614-0.610=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.258=-0.001
σ	0.000-0.000=0.000
min	169.257-169.258=-0.001
max	169.257-169.258=-0.001

*mean*	851.000-698.000=153.000
σ	0.000
min	851.000-698.000=153.000
max	851.000-698.000=153.000

*mean*	230.022-231.524=-1.501
σ	16.526-21.844=-5.318
min	201.699-194.421=7.278
max	246.643-250.121=-3.478

phase=macro expansion

*mean*	5.896-5.900=-0.004
σ	0.000
min	5.896-5.900=-0.004
max	5.896-5.900=-0.004

*mean*	851.000-698.000=153.000
σ	0.000
min	851.000-698.000=153.000
max	851.000-698.000=153.000

*mean*	6.335-5.862=0.473
σ	1.146-0.063=1.083
min	5.789-5.780=0.009
max	9.131-5.976=3.155

phase=parser

*mean*	1041.966-1043.350=-1.384
σ	0.000-0.000=-0.000
min	1041.966-1043.350=-1.384
max	1041.966-1043.351=-1.385

*mean*	851.000-698.000=153.000
σ	0.000
min	851.000-698.000=153.000
max	851.000-698.000=153.000

*mean*	531.795-498.648=33.148
σ	134.261-94.950=39.311
min	375.353-407.183=-31.830
max	724.788-613.643=111.145

phase=processProdDef

*mean*	2243.715-2243.722=-0.007
σ	0.000
min	2243.715-2243.722=-0.007
max	2243.715-2243.722=-0.007

*mean*	851.000-698.000=153.000
σ	0.000
min	851.000-698.000=153.000
max	851.000-698.000=153.000

*mean*	2711.583-2949.579=-237.996
σ	551.316-335.370=215.945
min	1933.759-2208.441=-274.682
max	3376.246-3279.957=96.289

phase=renaming

*mean*	21.436-21.438=-0.002
σ	0.000
min	21.436-21.438=-0.002
max	21.436-21.438=-0.002

*mean*	851.000-698.000=153.000
σ	0.000
min	851.000-698.000=153.000
max	851.000-698.000=153.000

*mean*	30.007-34.531=-4.524
σ	10.933-1.695=9.238
min	19.985-32.254=-12.269
max	42.682-36.938=5.744

phase=type checker

*mean*	958.600-958.597=0.003
σ	0.047
min	958.577-958.573=0.003
max	958.702-958.698=0.003

*mean*	851.000-698.000=153.000
σ	0.000
min	851.000-698.000=153.000
max	851.000-698.000=153.000

*mean*	659.592-664.546=-4.954
σ	56.295-12.819=43.476
min	609.182-645.561=-36.380
max	750.032-679.296=70.736

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.367=-0.008
σ	0.036-0.035=0.000
min	282.308-282.312=-0.003
max	282.396-282.397=-0.002

*mean*	441.000-443.600=-2.600
σ	2.739-0.548=2.191
min	439.000-443.000=-4.000
max	444.000

*mean*	0.379-0.391=-0.011
σ	0.006-0.010=-0.004
min	0.376-0.374=0.002
max	0.389-0.398=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.586-1267.620=-0.034
σ	0.087-0.126=-0.039
min	1267.482-1267.437=0.046
max	1267.721-1267.776=-0.055

*mean*	1112.600-1092.400=20.200
σ	171.650-169.214=2.436
min	898.000-890.000=8.000
max	1336.000-1322.000=14.000

*mean*	1.957-2.172=-0.216
σ	0.116-0.277=-0.161
min	1.852-1.954=-0.102
max	2.083-2.654=-0.570

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.582-1506.545=0.037
σ	2.907-2.924=-0.017
min	1505.075-1505.037=0.038
max	1511.770-1511.763=0.007

*mean*	628.800-611.600=17.200
σ	90.170-92.985=-2.815
min	505.000-499.000=6.000
max	728.000-731.000=-3.000

*mean*	2.318-2.223=0.095
σ	0.244-0.135=0.109
min	2.039-2.076=-0.037
max	2.554-2.389=0.165

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.578-1829.568=0.010
σ	0.055-0.051=0.005
min	1829.501-1829.510=-0.009
max	1829.632-1829.615=0.017

*mean*	1766.600-1722.000=44.600
σ	214.091-190.604=23.486
min	1492.000-1458.000=34.000
max	1972.000-1898.000=74.000

*mean*	3.105-2.927=0.178
σ	0.337-0.275=0.062
min	2.765-2.605=0.160
max	3.604-3.361=0.243

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.656-1.657=-0.001
σ	0.167-0.207=-0.040
min	1.492-1.316=0.176
max	1.882-1.845=0.037

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.851-393.630=0.221
σ	509.574-509.937=-0.363
min	139.061-138.659=0.402
max	1158.212-1158.536=-0.324

*mean*	99.750-97.750=2.000
σ	7.500
min	96.000-94.000=2.000
max	111.000-109.000=2.000

*mean*	444.000-435.000=9.000
σ	0.000
min	444.000-435.000=9.000
max	444.000-435.000=9.000

*mean*	0.497-0.479=0.018
σ	0.523-0.492=0.031
min	0.233-0.229=0.004
max	1.281-1.217=0.064

policies=20

*mean*	1390.729-1386.719=4.010
σ	0.170-0.134=0.036
min	1390.609-1386.622=3.987
max	1390.980-1386.918=4.063

*mean*	960.000-940.000=20.000
σ	0.000
min	960.000-940.000=20.000
max	960.000-940.000=20.000

*mean*	447.750-443.000=4.750
σ	7.500-9.238=-1.738
min	444.000-435.000=9.000
max	459.000-451.000=8.000

*mean*	2.317-2.282=0.035
σ	0.020-0.007=0.013
min	2.299-2.272=0.027
max	2.345-2.289=0.055

policies=200

*mean*	13915.886-13875.869=40.018
σ	0.060-0.104=-0.044
min	13915.804-13875.773=40.030
max	13915.948-13876.017=39.931

*mean*	9600.000-9400.000=200.000
σ	0.000
min	9600.000-9400.000=200.000
max	9600.000-9400.000=200.000

*mean*	495.750-493.250=2.500
σ	4.031-4.425=-0.394
min	491.000-489.000=2.000
max	500.000-498.000=2.000

*mean*	23.366-23.252=0.114
σ	0.115-0.149=-0.033
min	23.230-23.120=0.110
max	23.488-23.394=0.093