Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.775=0.000
σ	0.363-0.365=-0.002
min	54.629-54.629=-0.000
max	55.807-55.813=-0.006

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.141-0.140=0.001
σ	0.004-0.004=0.001
min	0.136-0.137=-0.000
max	0.148-0.147=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.772=0.002
σ	0.007-0.006=0.002
min	43.760-43.763=-0.003
max	43.788-43.781=0.007

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.122-0.120=0.002
σ	0.003-0.006=-0.002
min	0.120-0.115=0.004
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4583.875-4425.375=158.500
σ	2251.771-2225.427=26.344
min	1487.000-1484.000=3.000
max	7400.000-7404.000=-4.000

*mean*	13.448-12.248=1.199
σ	3.505-2.020=1.486
min	11.730-11.303=0.426
max	22.053-17.234=4.819

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.001

*mean*	4583.875-4605.625=-21.750
σ	2251.771-2256.543=-4.772
min	1487.000-1484.000=3.000
max	7400.000-7404.000=-4.000

*mean*	13.537-131.028=-117.491
σ	3.133-335.648=-332.516
min	11.488-10.963=0.525
max	21.149-961.704=-940.556

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946
max	41.950-41.951=-0.000

*mean*	7400.000-7404.000=-4.000
σ	0.000
min	7400.000-7404.000=-4.000
max	7400.000-7404.000=-4.000

*mean*	11.178-11.036=0.142
σ	0.113-0.867=-0.754
min	11.019-10.338=0.681
max	11.333-13.054=-1.721

op=table_records(), repeat

*mean*	41.933-41.934=-0.001
σ	0.000-0.001=-0.001
min	41.933-41.933=-0.000
max	41.934-41.937=-0.003

*mean*	4170.625-4196.750=-26.125
σ	1943.360-1952.981=-9.622
min	1487.000-1484.000=3.000
max	7400.000-7404.000=-4.000

*mean*	11.929-11.160=0.770
σ	1.786-1.649=0.137
min	10.904-10.406=0.498
max	16.308-15.230=1.079

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4170.625-4196.750=-26.125
σ	1943.360-1952.981=-9.622
min	1487.000-1484.000=3.000
max	7400.000-7404.000=-4.000

*mean*	9.193-8.669=0.524
σ	1.318-1.176=0.142
min	7.951-7.603=0.348
max	12.337-11.468=0.869

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=0.000
min	26.406
max	26.406-26.406=0.000

*mean*	4170.625-4196.750=-26.125
σ	1943.360-1952.981=-9.622
min	1487.000-1484.000=3.000
max	7400.000-7404.000=-4.000

*mean*	7.017-6.087=0.930
σ	0.942-1.123=-0.181
min	6.044-5.417=0.628
max	9.225-8.827=0.398

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4583.875-4605.625=-21.750
σ	2251.771-2256.543=-4.772
min	1487.000-1484.000=3.000
max	7400.000-7404.000=-4.000

*mean*	6.424-6.072=0.352
σ	0.965-1.039=-0.074
min	5.836-5.406=0.430
max	8.787-8.444=0.343

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4583.875-4605.625=-21.750
σ	2251.771-2256.543=-4.772
min	1487.000-1484.000=3.000
max	7400.000-7404.000=-4.000

*mean*	6.325-5.864=0.461
σ	1.008-1.038=-0.031
min	5.741-5.171=0.570
max	8.790-8.235=0.555

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629

*mean*	7400.000-7404.000=-4.000
σ	0.000
min	7400.000-7404.000=-4.000
max	7400.000-7404.000=-4.000

*mean*	361.803-348.978=12.825
σ	41.861-3.792=38.069
min	345.369-344.131=1.237
max	465.364-354.443=110.921

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038-3497.037=0.001

*mean*	3749.000-3770.125=-21.125
σ	2296.221-2309.193=-12.972
min	721.000-720.000=1.000
max	7400.000-7404.000=-4.000

*mean*	1585.960-1725.030=-139.070
σ	469.423-540.400=-70.977
min	1384.167-1401.938=-17.771
max	2737.167-2747.185=-10.018

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.854-107.854=-0.000
max	107.855-107.854=0.000

*mean*	4405.500-4196.750=208.750
σ	2223.271-1952.981=270.290
min	1487.000-1484.000=3.000
max	7400.000-7404.000=-4.000

*mean*	269.861-133.621=136.240
σ	374.543-16.692=357.851
min	127.112-124.126=2.986
max	1195.619-173.494=1022.125

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.082=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082

*mean*	4583.875-4425.375=158.500
σ	2251.771-2225.427=26.344
min	1487.000-1484.000=3.000
max	7400.000-7404.000=-4.000

*mean*	118.614-140.407=-21.793
σ	212.113-275.650=-63.538
min	40.254-40.591=-0.337
max	643.527-822.592=-179.065

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7400.000-7404.000=-4.000
σ	0.000
min	7400.000-7404.000=-4.000
max	7400.000-7404.000=-4.000

*mean*	22.280-106.429=-84.150
σ	0.971-236.240=-235.270
min	21.687-21.121=0.566
max	24.637-691.057=-666.420

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.311-71.311=-0.000

*mean*	7400.000-7404.000=-4.000
σ	0.000
min	7400.000-7404.000=-4.000
max	7400.000-7404.000=-4.000

*mean*	312.699-59.663=253.036
σ	725.789-9.475=716.314
min	55.222-54.612=0.610
max	2108.933-82.332=2026.602

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4170.625-4196.750=-26.125
σ	1943.360-1952.981=-9.622
min	1487.000-1484.000=3.000
max	7400.000-7404.000=-4.000

*mean*	3072.744-3223.214=-150.469
σ	673.563-732.407=-58.844
min	2505.676-2502.289=3.387
max	4159.327-4508.248=-348.921

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7400.000-7404.000=-4.000
σ	0.000
min	7400.000-7404.000=-4.000
max	7400.000-7404.000=-4.000

*mean*	1019.997-1024.482=-4.485
σ	173.219-200.754=-27.535
min	912.417-923.866=-11.449
max	1408.189-1496.681=-88.492

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7400.000-7404.000=-4.000
σ	0.000
min	7400.000-7404.000=-4.000
max	7400.000-7404.000=-4.000

*mean*	388.508-406.692=-18.185
σ	1.775-41.557=-39.782
min	384.864-387.568=-2.704
max	390.474-509.336=-118.862

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-476.750=0.250
σ	1.069-1.488=-0.419
min	476.000-475.000=1.000
max	478.000

*mean*	366.819-402.060=-35.241
σ	22.224-32.863=-10.639
min	317.153-357.730=-40.577
max	393.522-441.068=-47.546

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.500-561.750=1.750
σ	0.926-2.315=-1.389
min	562.000-558.000=4.000
max	564.000-563.000=1.000

*mean*	737.169-781.297=-44.128
σ	81.934-39.149=42.785
min	556.562-734.600=-178.037
max	829.973-832.456=-2.483

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.973-963.972=0.002
σ	1.820-1.821=-0.001
min	963.263-963.263=0.001
max	971.668-971.670=-0.003

*mean*	1049.800-1047.300=2.500
σ	297.686-320.559=-22.873
min	575.000-544.000=31.000
max	1475.000-1568.000=-93.000

*mean*	1.327-1.291=0.036
σ	0.149-0.169=-0.020
min	1.195-1.185=0.010
max	1.735-1.913=-0.179

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.292-0.302=-0.009
σ	0.282-0.279=0.003
min	0.138-0.147=-0.009
max	0.793-0.796=-0.003

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.488-0.485=0.003
σ	0.334-0.319=0.015
min	0.333-0.330=0.003
max	1.085-1.056=0.029

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.227=-0.008
σ	0.029-0.019=0.010
min	0.198-0.210=-0.012
max	0.269-0.256=0.013

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.345=-0.009
σ	0.013-0.016=-0.003
min	0.323-0.335=-0.012
max	0.353-0.372=-0.019

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.400-436.200=-4.800
σ	0.894-1.789=-0.894
min	431.000-433.000=-2.000
max	433.000-437.000=-4.000

*mean*	0.543-0.588=-0.045
σ	0.026-0.030=-0.004
min	0.521-0.535=-0.014
max	0.587-0.610=-0.022

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.488-0.466=0.022
σ	0.032-0.049=-0.017
min	0.454-0.427=0.026
max	0.522-0.521=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.411-2.656=-0.245
σ	0.269-0.114=0.156
min	1.886-2.500=-0.613
max	2.805-3.102=-0.297

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.593-2.637=-0.044
σ	0.068-0.089=-0.021
min	2.468-2.496=-0.028
max	2.807-3.069=-0.261

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.307-0.316=-0.009
σ	0.008-0.007=0.001
min	0.292-0.304=-0.011
max	0.358-0.357=0.001

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.291-0.300=-0.009
σ	0.007-0.007=0.001
min	0.277-0.288=-0.011
max	0.330-0.341=-0.010

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.186-11.341=0.845
σ	11.290-11.990=-0.700
min	0.574-0.574=0.000
max	76.030-118.111=-42.081

*mean*	467.033-460.727=6.306
σ	18.557-20.166=-1.609
min	408.000
max	482.000-477.000=5.000

*mean*	0.028-0.026=0.002
σ	0.028-0.029=-0.002
min	0.001-0.001=-0.000
max	0.174-0.298=-0.124

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.672-278.717=-0.044
σ	1.063-1.054=0.009
min	278.231-278.313=-0.083
max	281.691-281.713=-0.022

*mean*	446.400-446.200=0.200
σ	17.044-18.564=-1.520
min	425.000-416.000=9.000
max	470.000-468.000=2.000

*mean*	0.582-0.590=-0.008
σ	0.016-0.018=-0.002
min	0.559-0.580=-0.021
max	0.618-0.639=-0.021

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	844.000-839.000=5.000
σ	0.000
min	844.000-839.000=5.000
max	844.000-839.000=5.000

*mean*	226.124-232.950=-6.826
σ	18.984-24.215=-5.231
min	197.634-190.893=6.741
max	251.885-254.119=-2.234

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	9.040-10.282=-1.241
σ	1.013-1.811=-0.798
min	7.384-7.587=-0.203
max	9.713-12.929=-3.217

phase=parser

*mean*	1042.434-1042.433=0.001
σ	0.000-0.000=0.000
min	1042.433-1042.433=0.000
max	1042.434-1042.433=0.000

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	559.822-603.511=-43.689
σ	84.493-92.445=-7.952
min	420.767-425.606=-4.840
max	617.145-721.134=-103.989

phase=processProdDef

*mean*	2243.976-2243.978=-0.002
σ	0.000
min	2243.976-2243.978=-0.002
max	2243.976-2243.978=-0.002

*mean*	844.000-839.000=5.000
σ	0.000
min	844.000-839.000=5.000
max	844.000-839.000=5.000

*mean*	2737.248-2570.412=166.836
σ	410.145-288.078=122.066
min	2215.616-2122.118=93.498
max	3407.289-2967.948=439.341

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	37.153-40.361=-3.208
σ	6.726-6.431=0.296
min	26.156-26.815=-0.659
max	41.125-47.601=-6.476

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	715.675-709.840=5.835
σ	75.495-84.284=-8.789
min	646.115-642.706=3.409
max	868.831-892.267=-23.436

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.386-282.393=-0.007
σ	0.037-0.034=0.003
min	282.337-282.340=-0.003
max	282.428-282.425=0.003

*mean*	444.800-442.000=2.800
σ	1.095-0.000=1.095
min	444.000-442.000=2.000
max	446.000-442.000=4.000

*mean*	0.378-0.397=-0.019
σ	0.001-0.010=-0.010
min	0.377-0.387=-0.010
max	0.379-0.412=-0.033

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.110-1267.108=0.002
σ	0.104-0.092=0.012
min	1266.999-1267.003=-0.004
max	1267.275-1267.250=0.025

*mean*	1105.600-1111.600=-6.000
σ	191.087-169.373=21.714
min	844.000-896.000=-52.000
max	1335.000-1326.000=9.000

*mean*	1.929-1.995=-0.066
σ	0.166-0.107=0.059
min	1.799-1.883=-0.084
max	2.134-2.111=0.023

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.087-1506.110=-0.023
σ	2.947-2.936=0.011
min	1504.556-1504.633=-0.077
max	1511.348-1511.354=-0.006

*mean*	622.600-627.200=-4.600
σ	81.402-90.295=-8.893
min	497.000-503.000=-6.000
max	714.000-727.000=-13.000

*mean*	2.224-2.243=-0.018
σ	0.196-0.161=0.035
min	2.088-2.070=0.018
max	2.569-2.464=0.104

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.099-1829.110=-0.011
σ	0.046-0.077=-0.031
min	1829.033-1829.017=0.016
max	1829.145-1829.224=-0.079

*mean*	1742.400-1756.200=-13.800
σ	173.684-214.254=-40.569
min	1484.000-1470.000=14.000
max	1891.000-1959.000=-68.000

*mean*	3.011-3.181=-0.170
σ	0.221-0.261=-0.040
min	2.822-2.884=-0.062
max	3.394-3.534=-0.140

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.711-1.767=-0.057
σ	0.064-0.150=-0.086
min	1.654-1.584=0.070
max	1.807-1.919=-0.112

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.696=0.001
σ	518.051-518.051=0.001
min	138.670-138.669=0.001
max	1174.774-1174.773=0.002

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.501-0.496=0.005
σ	0.523-0.522=0.001
min	0.236-0.232=0.004
max	1.285-1.279=0.006

policies=20

*mean*	1386.837-1386.823=0.013
σ	0.163-0.166=-0.003
min	1386.725-1386.704=0.021
max	1387.079-1387.070=0.009

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	2.334-2.324=0.010
σ	0.010-0.004=0.006
min	2.321-2.322=-0.001
max	2.344-2.331=0.013

policies=200

*mean*	13876.894-13876.882=0.012
σ	0.126-0.188=-0.062
min	13876.757-13876.677=0.080
max	13877.062-13877.072=-0.009

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.250-492.500=3.750
σ	3.500-2.887=0.613
min	492.000-489.000=3.000
max	500.000-496.000=4.000

*mean*	23.582-23.835=-0.254
σ	0.128-0.511=-0.384
min	23.463-23.303=0.160
max	23.713-24.503=-0.790