Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.833-54.835=-0.002
σ	0.369-0.365=0.003
min	54.695-54.706=-0.010
max	55.882-55.875=0.007

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.138-0.140=-0.002
σ	0.005-0.004=0.001
min	0.129-0.137=-0.007
max	0.148-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.841-43.842=-0.000
σ	0.005-0.003=0.001
min	43.835-43.835=-0.000
max	43.850-43.847=0.003

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.119-0.120=-0.001
σ	0.004-0.005=-0.001
min	0.115-0.115=0.000
max	0.127-0.129=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4579.125-4591.625=-12.500
σ	2253.418-2249.892=3.526
min	1487.000-1485.000=2.000
max	7399.000-7386.000=13.000

*mean*	13.496-114.937=-101.441
σ	3.340-288.354=-285.014
min	12.050-11.828=0.222
max	21.747-828.559=-806.813

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4579.125-4591.625=-12.500
σ	2253.418-2249.892=3.526
min	1487.000-1485.000=2.000
max	7399.000-7386.000=13.000

*mean*	13.888-13.030=0.858
σ	3.537-2.428=1.109
min	11.548-11.330=0.218
max	22.563-18.631=3.932

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946-41.946=-0.000
max	41.951-41.950=0.001

*mean*	7399.000-7386.000=13.000
σ	0.000
min	7399.000-7386.000=13.000
max	7399.000-7386.000=13.000

*mean*	11.203-11.144=0.058
σ	0.351-0.244=0.106
min	10.611-10.846=-0.235
max	11.773-11.525=0.248

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934

*mean*	4163.625-4182.500=-18.875
σ	1944.464-1946.264=-1.800
min	1487.000-1485.000=2.000
max	7399.000-7386.000=13.000

*mean*	11.809-12.024=-0.216
σ	1.814-1.752=0.062
min	11.034-11.112=-0.078
max	16.291-16.308=-0.018

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.137-0.137=-0.000
min	27.606
max	27.993

*mean*	4163.625-4182.500=-18.875
σ	1944.464-1946.264=-1.800
min	1487.000-1485.000=2.000
max	7399.000-7386.000=13.000

*mean*	9.161-8.939=0.222
σ	1.385-1.288=0.096
min	7.909-8.053=-0.144
max	12.473-12.071=0.401

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4163.625-4182.500=-18.875
σ	1944.464-1946.264=-1.800
min	1487.000-1485.000=2.000
max	7399.000-7386.000=13.000

*mean*	6.677-6.696=-0.019
σ	1.113-1.133=-0.021
min	5.841-5.717=0.124
max	9.382-9.395=-0.012

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003
min	25.680
max	25.688

*mean*	4579.125-4591.625=-12.500
σ	2253.418-2249.892=3.526
min	1487.000-1485.000=2.000
max	7399.000-7386.000=13.000

*mean*	6.558-6.244=0.314
σ	0.928-0.456=0.473
min	5.924-5.935=-0.011
max	8.768-7.337=1.432

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4579.125-4591.625=-12.500
σ	2253.418-2249.892=3.526
min	1487.000-1485.000=2.000
max	7399.000-7386.000=13.000

*mean*	6.208-6.056=0.152
σ	0.881-0.551=0.330
min	5.683-5.688=-0.005
max	8.364-7.391=0.973

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7399.000-7386.000=13.000
σ	0.000
min	7399.000-7386.000=13.000
max	7399.000-7386.000=13.000

*mean*	361.123-362.034=-0.911
σ	42.713-43.324=-0.611
min	342.938-344.450=-1.512
max	466.704-469.155=-2.450

op=load_product(), with indexes

*mean*	3495.878
σ	0.469
min	3495.713
max	3497.038

*mean*	3744.250-3758.375=-14.125
σ	2296.279-2300.951=-4.672
min	720.000
max	7399.000-7386.000=13.000

*mean*	1613.540-1723.757=-110.217
σ	546.374-611.701=-65.327
min	1391.889-1394.931=-3.043
max	2957.044-2975.665=-18.621

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853
max	107.855

*mean*	4398.625-4411.500=-12.875
σ	2225.032-2219.313=5.719
min	1487.000-1485.000=2.000
max	7399.000-7386.000=13.000

*mean*	253.292-247.170=6.122
σ	323.322-318.899=4.423
min	127.871-123.643=4.228
max	1052.164-1035.335=16.830

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4579.125-4411.500=167.625
σ	2253.418-2219.313=34.105
min	1487.000-1485.000=2.000
max	7399.000-7386.000=13.000

*mean*	192.045-44.825=147.220
σ	422.169-7.450=414.719
min	40.151-40.444=-0.293
max	1236.840-63.028=1173.812

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7399.000-7386.000=13.000
σ	0.000
min	7399.000-7386.000=13.000
max	7399.000-7386.000=13.000

*mean*	22.727-22.609=0.118
σ	1.761-2.070=-0.309
min	21.631-21.488=0.143
max	25.797-27.679=-1.883

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311-71.311=-0.000

*mean*	7399.000-7386.000=13.000
σ	0.000
min	7399.000-7386.000=13.000
max	7399.000-7386.000=13.000

*mean*	309.018-220.672=88.346
σ	714.450-463.445=251.005
min	55.185-55.060=0.125
max	2077.184-1367.610=709.573

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.851=0.000
σ	0.014-0.014=0.000
min	4646.845
max	4646.885-4646.884=0.001

*mean*	4163.625-4182.500=-18.875
σ	1944.464-1946.264=-1.800
min	1487.000-1485.000=2.000
max	7399.000-7386.000=13.000

*mean*	3239.916-3273.001=-33.085
σ	962.491-741.343=221.148
min	2504.408-2508.135=-3.727
max	5228.518-4490.800=737.718

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7399.000-7386.000=13.000
σ	0.000
min	7399.000-7386.000=13.000
max	7399.000-7386.000=13.000

*mean*	1057.447-1048.030=9.417
σ	208.502-199.087=9.415
min	915.430-920.638=-5.207
max	1412.052-1490.188=-78.137

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7399.000-7386.000=13.000
σ	0.000
min	7399.000-7386.000=13.000
max	7399.000-7386.000=13.000

*mean*	413.722-391.510=22.211
σ	40.884-7.462=33.422
min	394.415-379.071=15.344
max	514.653-405.699=108.954

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.625-476.875=-0.250
σ	0.518-0.354=0.164
min	476.000
max	477.000

*mean*	383.495-386.309=-2.814
σ	28.269-25.849=2.420
min	332.672-360.969=-28.297
max	432.620-426.852=5.768

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.750
σ	1.035-3.536=-2.500
min	564.000-556.000=8.000
max	566.000

*mean*	774.477-712.753=61.724
σ	74.349-83.392=-9.043
min	613.408-582.426=30.982
max	845.187-814.817=30.369

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-963.972=-0.001
σ	1.820-1.820=0.000
min	963.268-963.264=0.003
max	971.669-971.668=0.000

*mean*	1041.150-1043.950=-2.800
σ	290.785-309.546=-18.761
min	576.000-584.000=-8.000
max	1429.000-1500.000=-71.000

*mean*	1.249-1.239=0.010
σ	0.085-0.062=0.022
min	1.172-1.173=-0.001
max	1.489-1.411=0.078

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.299-0.290=0.008
σ	0.288-0.292=-0.005
min	0.145-0.135=0.010
max	0.809-0.808=0.001

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.470-0.469=0.002
σ	0.316-0.324=-0.008
min	0.320-0.314=0.007
max	1.035-1.048=-0.013

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.218-0.206=0.012
σ	0.016-0.027=-0.011
min	0.204-0.188=0.016
max	0.246-0.253=-0.008

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.332-0.327=0.006
σ	0.015-0.015=0.000
min	0.313-0.315=-0.002
max	0.354-0.352=0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000-431.400=-0.400
σ	0.000-0.894=-0.894
min	431.000
max	431.000-433.000=-2.000

*mean*	0.504-0.571=-0.067
σ	0.039-0.036=0.003
min	0.465-0.519=-0.054
max	0.559-0.607=-0.048

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.445-0.441=0.004
σ	0.050-0.054=-0.004
min	0.390-0.378=0.011
max	0.512-0.522=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	2.611-2.620=-0.009
σ	0.210-0.095=0.115
min	1.895-2.424=-0.530
max	3.259-2.910=0.349

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	2.659-2.574=0.085
σ	0.095-0.074=0.021
min	2.487-2.427=0.060
max	2.919-2.867=0.053

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.310-0.303=0.007
σ	0.033-0.008=0.025
min	0.291-0.288=0.003
max	0.614-0.355=0.259

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.290-0.290=-0.000
σ	0.008-0.007=0.001
min	0.277-0.278=-0.001
max	0.327-0.326=0.001

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.801-11.621=0.180
σ	11.982-10.889=1.093
min	0.574-0.574=-0.000
max	125.218-77.630=47.588

*mean*	462.329-466.441=-4.112
σ	20.548-18.992=1.556
min	407.000-408.000=-1.000
max	479.000-483.000=-4.000

*mean*	0.027-0.027=0.000
σ	0.029-0.027=0.003
min	0.001-0.001=0.000
max	0.302-0.191=0.111

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.602-278.677=-0.075
σ	1.051-1.114=-0.063
min	278.190-278.187=0.003
max	281.588-281.828=-0.240

*mean*	445.600-445.100=0.500
σ	21.557-17.760=3.797
min	414.000-415.000=-1.000
max	475.000-466.000=9.000

*mean*	0.581-0.574=0.007
σ	0.007-0.021=-0.014
min	0.568-0.536=0.032
max	0.592-0.610=-0.017

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	844.000-842.500=1.500
σ	0.000-0.535=-0.535
min	844.000-842.000=2.000
max	844.000-843.000=1.000

*mean*	225.842-239.566=-13.724
σ	26.437-15.086=11.351
min	190.032-216.319=-26.288
max	259.079-251.899=7.180

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	843.375-842.375=1.000
σ	1.768-0.518=1.250
min	839.000-842.000=-3.000
max	844.000-843.000=1.000

*mean*	8.629-9.524=-0.894
σ	1.297-0.132=1.165
min	6.431-9.356=-2.925
max	9.661-9.728=-0.066

phase=parser

*mean*	1042.435-1042.435=0.000
σ	0.000-0.000=0.000
min	1042.434-1042.435=-0.001
max	1042.435-1042.435=0.000

*mean*	843.375-842.375=1.000
σ	1.768-0.518=1.250
min	839.000-842.000=-3.000
max	844.000-843.000=1.000

*mean*	543.042-598.325=-55.283
σ	67.090-7.137=59.953
min	412.526-588.791=-176.265
max	599.651-608.362=-8.711

phase=processProdDef

*mean*	2243.977-2243.976=0.001
σ	0.000
min	2243.977-2243.976=0.001
max	2243.977-2243.976=0.001

*mean*	844.000-842.500=1.500
σ	0.000-0.535=-0.535
min	844.000-842.000=2.000
max	844.000-843.000=1.000

*mean*	2838.853-2608.063=230.790
σ	368.403-468.800=-100.396
min	2409.563-2032.189=377.374
max	3437.409-3212.052=225.356

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.375-842.375=1.000
σ	1.768-0.518=1.250
min	839.000-842.000=-3.000
max	844.000-843.000=1.000

*mean*	34.223-40.477=-6.254
σ	8.121-0.312=7.809
min	20.987-40.056=-19.069
max	40.599-41.155=-0.556

phase=type checker

*mean*	989.756-989.752=0.004
σ	0.066
min	989.658-989.654=0.004
max	989.845-989.841=0.004

*mean*	843.375-842.375=1.000
σ	1.768-0.518=1.250
min	839.000-842.000=-3.000
max	844.000-843.000=1.000

*mean*	724.051-691.661=32.390
σ	90.985-32.230=58.755
min	639.210-668.733=-29.523
max	899.571-764.826=134.745

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.397-282.396=0.001
σ	0.037-0.036=0.001
min	282.341-282.340=0.002
max	282.425-282.427=-0.002

*mean*	442.800-441.200=1.600
σ	1.095-1.643=-0.548
min	442.000-440.000=2.000
max	444.000-443.000=1.000

*mean*	0.378-0.377=0.001
σ	0.002-0.002=0.001
min	0.375-0.375=-0.001
max	0.381-0.379=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.082-1267.096=-0.014
σ	0.097-0.087=0.011
min	1267.005-1267.009=-0.004
max	1267.247-1267.227=0.020

*mean*	1112.800-1088.400=24.400
σ	169.871-174.043=-4.171
min	896.000-850.000=46.000
max	1323.000-1294.000=29.000

*mean*	1.906-1.888=0.018
σ	0.107-0.109=-0.002
min	1.803-1.797=0.006
max	2.088-2.067=0.021

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.117-1506.074=0.043
σ	2.901-2.964=-0.063
min	1504.648-1504.518=0.130
max	1511.297-1511.363=-0.066

*mean*	626.800-614.000=12.800
σ	90.170-77.878=12.292
min	503.000-494.000=9.000
max	726.000-701.000=25.000

*mean*	2.294-2.210=0.084
σ	0.186-0.223=-0.037
min	2.071-2.054=0.017
max	2.497-2.598=-0.101

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.107-1829.106=0.001
σ	0.062-0.030=0.031
min	1829.026-1829.056=-0.030
max	1829.188-1829.139=0.050

*mean*	1751.200-1736.400=14.800
σ	211.461-241.360=-29.899
min	1465.000-1428.000=37.000
max	1950.000-2045.000=-95.000

*mean*	3.185-2.904=0.280
σ	0.336-0.089=0.247
min	2.845-2.797=0.048
max	3.611-2.991=0.621

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.573-1.757=-0.185
σ	0.197-0.089=0.108
min	1.254-1.645=-0.391
max	1.779-1.846=-0.067

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-397.698=0.000
σ	518.051-518.052=-0.001
min	138.669-138.670=-0.002
max	1174.774-1174.776=-0.002

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	445.000-447.000=-2.000
σ	0.000
min	445.000-447.000=-2.000
max	445.000-447.000=-2.000

*mean*	0.498-0.499=-0.001
σ	0.520-0.531=-0.011
min	0.235-0.232=0.003
max	1.278-1.296=-0.017

policies=20

*mean*	1386.831-1386.840=-0.008
σ	0.167-0.165=0.002
min	1386.717-1386.725=-0.008
max	1387.079-1387.085=-0.006

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	445.000-447.000=-2.000
σ	0.000
min	445.000-447.000=-2.000
max	445.000-447.000=-2.000

*mean*	2.319-2.325=-0.006
σ	0.020-0.017=0.003
min	2.302-2.311=-0.009
max	2.339-2.349=-0.009

policies=200

*mean*	13876.795-13876.893=-0.098
σ	0.062-0.079=-0.017
min	13876.714-13876.812=-0.099
max	13876.856-13877.002=-0.146

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	493.500-495.250=-1.750
σ	4.203-4.500=-0.297
min	489.000-490.000=-1.000
max	498.000-501.000=-3.000

*mean*	23.532-23.507=0.024
σ	0.166-0.170=-0.004
min	23.377-23.343=0.033
max	23.715-23.738=-0.023