Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.676-6.645=0.031
σ	0.000
min	6.676-6.645=0.031
max	6.676-6.645=0.031

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.775=-0.000
σ	0.365-0.367=-0.001
min	54.633-54.632=0.001
max	55.813-55.817=-0.004

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.139-0.140=-0.001
σ	0.005-0.004=0.002
min	0.130-0.137=-0.006
max	0.147-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.773=0.000
σ	0.007-0.006=0.001
min	43.763-43.765=-0.002
max	43.787-43.783=0.004

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.124-0.123=0.000
σ	0.004-0.004=0.000
min	0.120-0.120=0.000
max	0.131-0.130=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4476.875-4586.625=-109.750
σ	2208.293-2249.093=-40.801
min	1470.000-1487.000=-17.000
max	7286.000-7383.000=-97.000

*mean*	12.091-166.017=-153.926
σ	0.190-435.358=-435.168
min	11.914-11.857=0.057
max	12.535-1243.474=-1230.939

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4476.875-4586.625=-109.750
σ	2208.293-2249.093=-40.801
min	1470.000-1487.000=-17.000
max	7286.000-7383.000=-97.000

*mean*	12.485-13.271=-0.786
σ	0.524-1.982=-1.459
min	11.514-11.490=0.024
max	12.890-18.008=-5.117

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=0.000
max	41.950-41.951=-0.001

*mean*	7286.000-7383.000=-97.000
σ	0.000
min	7286.000-7383.000=-97.000
max	7286.000-7383.000=-97.000

*mean*	11.673-11.633=0.040
σ	1.813-1.740=0.073
min	10.748-10.799=-0.051
max	16.133-15.923=0.210

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=-0.000
min	41.933
max	41.934

*mean*	4476.875-4176.000=300.875
σ	2208.293-1944.923=263.370
min	1470.000-1487.000=-17.000
max	7286.000-7383.000=-97.000

*mean*	11.324-11.404=-0.081
σ	1.132-1.746=-0.615
min	10.633-10.641=-0.008
max	14.097-15.716=-1.619

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.136=0.000
min	27.606
max	27.993

*mean*	4476.875-4176.000=300.875
σ	2208.293-1944.923=263.370
min	1470.000-1487.000=-17.000
max	7286.000-7383.000=-97.000

*mean*	8.763-8.941=-0.178
σ	0.860-1.271=-0.411
min	7.882-8.103=-0.221
max	10.612-12.045=-1.433

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4476.875-4176.000=300.875
σ	2208.293-1944.923=263.370
min	1470.000-1487.000=-17.000
max	7286.000-7383.000=-97.000

*mean*	6.897-6.851=0.046
σ	0.592-1.002=-0.409
min	6.385-6.265=0.120
max	8.262-9.312=-1.050

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4476.875-4586.625=-109.750
σ	2208.293-2249.093=-40.801
min	1470.000-1487.000=-17.000
max	7286.000-7383.000=-97.000

*mean*	6.018-6.134=-0.116
σ	0.152-0.386=-0.233
min	5.777-5.834=-0.057
max	6.166-7.057=-0.891

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=0.000
max	25.985

*mean*	4476.875-4586.625=-109.750
σ	2208.293-2249.093=-40.801
min	1470.000-1487.000=-17.000
max	7286.000-7383.000=-97.000

*mean*	5.915-5.927=-0.012
σ	0.171-0.536=-0.365
min	5.642-5.370=0.271
max	6.133-7.156=-1.023

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=-0.000
min	1021.625-1021.625=0.000
max	1021.629

*mean*	7286.000-7383.000=-97.000
σ	0.000
min	7286.000-7383.000=-97.000
max	7286.000-7383.000=-97.000

*mean*	346.921-345.390=1.531
σ	1.540-2.981=-1.441
min	345.043-340.865=4.178
max	348.450-348.993=-0.543

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.468=0.000
min	3495.713
max	3497.037

*mean*	3656.750-3753.875=-97.125
σ	2234.164-2298.587=-64.422
min	725.000-721.000=4.000
max	7286.000-7383.000=-97.000

*mean*	1593.584-1668.343=-74.759
σ	560.192-518.382=41.810
min	1390.497-1381.748=8.749
max	2979.930-2619.084=360.846

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853-107.853=0.000
max	107.854-107.855=-0.000

*mean*	4476.875-4405.375=71.500
σ	2208.293-2218.772=-10.479
min	1470.000-1487.000=-17.000
max	7286.000-7383.000=-97.000

*mean*	136.055-258.713=-122.658
σ	12.033-351.227=-339.194
min	122.524-123.011=-0.488
max	153.090-1126.919=-973.829

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.081=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.000

*mean*	4476.875-4405.375=71.500
σ	2208.293-2218.772=-10.479
min	1470.000-1487.000=-17.000
max	7286.000-7383.000=-97.000

*mean*	43.962-45.195=-1.233
σ	1.778-7.422=-5.643
min	42.004-40.677=1.327
max	47.186-63.016=-15.830

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002-0.002=-0.000
min	40.947
max	40.950

*mean*	7286.000-7383.000=-97.000
σ	0.000
min	7286.000-7383.000=-97.000
max	7286.000-7383.000=-97.000

*mean*	84.966-183.471=-98.505
σ	179.095-456.570=-277.476
min	21.381-21.527=-0.146
max	528.202-1313.422=-785.220

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=-0.000
max	71.311-71.311=-0.000

*mean*	7286.000-7383.000=-97.000
σ	0.000
min	7286.000-7383.000=-97.000
max	7286.000-7383.000=-97.000

*mean*	64.345-64.431=-0.086
σ	24.398-23.867=0.530
min	55.008-54.663=0.345
max	124.717-123.383=1.335

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.001
σ	0.014-0.014=0.000
min	4646.845
max	4646.885-4646.884=0.001

*mean*	4476.875-4176.000=300.875
σ	2208.293-1944.923=263.370
min	1470.000-1487.000=-17.000
max	7286.000-7383.000=-97.000

*mean*	3610.914-3241.187=369.727
σ	822.797-875.652=-52.854
min	2497.735-2484.236=13.499
max	4993.060-4862.636=130.425

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7286.000-7383.000=-97.000
σ	0.000
min	7286.000-7383.000=-97.000
max	7286.000-7383.000=-97.000

*mean*	1020.187-1017.263=2.925
σ	210.542-240.012=-29.471
min	910.903-910.390=0.513
max	1491.368-1600.666=-109.297

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7286.000-7383.000=-97.000
σ	0.000
min	7286.000-7383.000=-97.000
max	7286.000-7383.000=-97.000

*mean*	388.327-387.676=0.651
σ	2.768-6.190=-3.423
min	382.445-373.442=9.003
max	390.606-391.827=-1.221

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000
σ	1.069-0.000=1.069
min	475.000-476.000=-1.000
max	477.000-476.000=1.000

*mean*	376.071-388.599=-12.528
σ	19.826-17.034=2.792
min	339.751-364.266=-24.515
max	406.308-421.949=-15.641

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.125-564.875=-5.750
σ	2.642-3.314=-0.672
min	553.000-558.000=-5.000
max	562.000-567.000=-5.000

*mean*	738.520-742.725=-4.204
σ	71.898-27.815=44.083
min	598.500-680.925=-82.424
max	814.734-770.434=44.300

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-963.971=-0.000
σ	1.822-1.821=0.001
min	963.263-963.263=0.000
max	971.675-971.670=0.006

*mean*	1032.050-1044.750=-12.700
σ	301.006-315.779=-14.773
min	552.000-593.000=-41.000
max	1459.000-1510.000=-51.000

*mean*	1.277-1.312=-0.035
σ	0.136-0.184=-0.048
min	1.182-1.176=0.006
max	1.799-1.809=-0.011

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.306-0.427=-0.122
σ	0.302-0.494=-0.191
min	0.140-0.143=-0.003
max	0.840-1.306=-0.465

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.477=0.004
σ	0.322-0.321=0.001
min	0.331-0.321=0.010
max	1.057-1.051=0.006

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.303=-0.086
σ	0.021-0.174=-0.153
min	0.206-0.207=-0.001
max	0.255-0.611=-0.356

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.334=-0.001
σ	0.018-0.016=0.002
min	0.317-0.322=-0.005
max	0.362-0.361=0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	436.000-431.400=4.600
σ	5.612-0.894=4.718
min	431.000
max	442.000-433.000=9.000

*mean*	0.548-0.572=-0.023
σ	0.040-0.050=-0.011
min	0.491-0.485=0.006
max	0.584-0.606=-0.022

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.479-0.496=-0.017
σ	0.031-0.032=-0.001
min	0.452-0.450=0.002
max	0.516-0.522=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	2.532-1.963=0.569
σ	0.082-0.087=-0.005
min	2.392-1.847=0.545
max	2.804-2.285=0.519

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	2.547-1.960=0.587
σ	0.077-0.091=-0.014
min	2.418-1.817=0.601
max	2.818-2.437=0.380

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.303-0.302=0.001
σ	0.012-0.008=0.004
min	0.283-0.288=-0.005
max	0.383-0.356=0.028

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.291-0.291=-0.001
σ	0.011-0.007=0.004
min	0.274-0.278=-0.004
max	0.365-0.321=0.043

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.748-11.550=0.198
σ	11.647-11.222=0.426
min	0.573-0.573=0.000
max	109.053-88.662=20.391

*mean*	459.924-458.294=1.630
σ	19.594-20.091=-0.497
min	407.000-408.000=-1.000
max	479.000-478.000=1.000

*mean*	0.027-0.027=0.000
σ	0.028-0.028=0.001
min	0.001-0.001=0.000
max	0.263-0.212=0.050

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.612-278.648=-0.036
σ	1.126-1.022=0.103
min	278.122-278.209=-0.086
max	281.801-281.548=0.254

*mean*	447.200-446.500=0.700
σ	22.095-18.549=3.546
min	414.000-418.000=-4.000
max	477.000-473.000=4.000

*mean*	0.579-0.576=0.003
σ	0.018-0.020=-0.002
min	0.531-0.539=-0.008
max	0.594-0.603=-0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	839.000
σ	0.000
min	839.000
max	839.000

*mean*	241.502-240.284=1.218
σ	16.690-20.042=-3.352
min	202.519-194.553=7.967
max	258.186-258.155=0.031

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	839.000
σ	0.000
min	839.000
max	839.000

*mean*	9.526-8.736=0.790
σ	0.100-1.030=-0.931
min	9.342-7.277=2.065
max	9.705-9.543=0.162

phase=parser

*mean*	1042.431
σ	0.000
min	1042.431
max	1042.431

*mean*	839.000
σ	0.000
min	839.000
max	839.000

*mean*	588.497-552.323=36.174
σ	4.943-73.568=-68.625
min	578.534-424.698=153.837
max	592.884-600.597=-7.713

phase=processProdDef

*mean*	2243.978
σ	0.000
min	2243.978
max	2243.978

*mean*	839.000
σ	0.000
min	839.000
max	839.000

*mean*	2554.118-2635.692=-81.574
σ	291.708-302.571=-10.863
min	1995.627-2168.565=-172.937
max	2871.553-3006.442=-134.889

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	839.000
σ	0.000
min	839.000
max	839.000

*mean*	40.424-35.157=5.267
σ	0.573-6.538=-5.964
min	39.682-26.688=12.994
max	41.435-40.656=0.779

phase=type checker

*mean*	989.755
σ	0.066
min	989.658
max	989.845

*mean*	839.000
σ	0.000
min	839.000
max	839.000

*mean*	674.081-666.194=7.887
σ	1.977-16.248=-14.271
min	671.863-643.786=28.077
max	677.687-684.044=-6.357

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.387-282.387=0.000
σ	0.037-0.037=-0.000
min	282.338-282.337=0.000
max	282.429-282.429=-0.000

*mean*	441.200-441.600=-0.400
σ	3.347-2.881=0.466
min	438.000-439.000=-1.000
max	446.000

*mean*	0.381-0.384=-0.002
σ	0.006-0.006=0.000
min	0.376-0.378=-0.002
max	0.389-0.391=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.092-1267.120=-0.028
σ	0.085-0.112=-0.028
min	1266.995-1266.999=-0.004
max	1267.228-1267.297=-0.069

*mean*	1111.800-1086.800=25.000
σ	171.491-183.854=-12.363
min	897.000-869.000=28.000
max	1335.000-1322.000=13.000

*mean*	2.022-2.004=0.018
σ	0.140-0.175=-0.035
min	1.866-1.812=0.054
max	2.190-2.176=0.013

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.122-1506.087=0.036
σ	2.891-2.901=-0.010
min	1504.647-1504.575=0.072
max	1511.285-1511.262=0.023

*mean*	638.200-633.800=4.400
σ	74.560-70.073=4.487
min	540.000-538.000=2.000
max	728.000-720.000=8.000

*mean*	2.314-2.224=0.090
σ	0.268-0.180=0.088
min	2.039-2.100=-0.060
max	2.650-2.515=0.135

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.117-1829.107=0.010
σ	0.078-0.036=0.042
min	1829.032-1829.052=-0.020
max	1829.228-1829.140=0.088

*mean*	1762.000-1726.200=35.800
σ	213.743-193.140=20.602
min	1492.000-1461.000=31.000
max	1969.000-1908.000=61.000

*mean*	3.145-2.943=0.202
σ	0.357-0.094=0.263
min	2.750-2.828=-0.078
max	3.504-3.086=0.418

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.688-1.664=0.025
σ	0.162-0.156=0.005
min	1.428-1.462=-0.033
max	1.809-1.844=-0.035

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.697=-0.000
σ	518.051-518.051=0.000
min	138.669-138.669=-0.001
max	1174.773-1174.773=-0.000

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	447.000
σ	0.000
min	447.000
max	447.000

*mean*	0.492-0.497=-0.005
σ	0.515-0.511=0.004
min	0.233-0.240=-0.007
max	1.265-1.265=0.000

policies=20

*mean*	1386.826-1386.838=-0.012
σ	0.159-0.168=-0.009
min	1386.714-1386.724=-0.010
max	1387.061-1387.087=-0.026

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	448.500
σ	1.732
min	447.000
max	450.000

*mean*	2.313-2.330=-0.016
σ	0.015-0.015=-0.000
min	2.296-2.316=-0.019
max	2.332-2.348=-0.016

policies=200

*mean*	13876.881-13876.887=-0.006
σ	0.111-0.104=0.007
min	13876.814-13876.818=-0.005
max	13877.047-13877.042=0.005

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	495.250-497.000=-1.750
σ	3.775-4.967=-1.192
min	490.000-491.000=-1.000
max	499.000-502.000=-3.000

*mean*	23.456-23.541=-0.086
σ	0.121-0.160=-0.039
min	23.339-23.357=-0.018
max	23.607-23.739=-0.132