Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.833-54.835=-0.002
σ	0.368-0.365=0.003
min	54.696-54.706=-0.010
max	55.881-55.875=0.006

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.137-0.140=-0.003
σ	0.006-0.004=0.002
min	0.131-0.137=-0.006
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.843-43.842=0.001
σ	0.005-0.003=0.002
min	43.834-43.835=-0.001
max	43.850-43.847=0.004

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.120-0.120=-0.000
σ	0.004-0.005=-0.001
min	0.116-0.115=0.001
max	0.128-0.129=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4586.375-4591.625=-5.250
σ	2249.853-2249.892=-0.039
min	1487.000-1485.000=2.000
max	7386.000

*mean*	138.660-114.937=23.723
σ	356.988-288.354=68.634
min	11.464-11.828=-0.364
max	1022.145-828.559=193.586

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=0.000
max	36.618

*mean*	4586.375-4591.625=-5.250
σ	2249.853-2249.892=-0.039
min	1487.000-1485.000=2.000
max	7386.000

*mean*	14.496-13.030=1.465
σ	4.460-2.428=2.031
min	12.048-11.330=0.718
max	24.386-18.631=5.755

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946-41.946=-0.000
max	41.950-41.950=-0.000

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	10.952-11.144=-0.193
σ	1.784-0.244=1.540
min	9.988-10.846=-0.858
max	15.339-11.525=3.814

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934

*mean*	4174.625-4182.500=-7.875
σ	1945.070-1946.264=-1.194
min	1487.000-1485.000=2.000
max	7386.000

*mean*	11.294-12.024=-0.730
σ	1.675-1.752=-0.076
min	10.386-11.112=-0.726
max	15.413-16.308=-0.896

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655
σ	0.137
min	27.606
max	27.993

*mean*	4174.625-4182.500=-7.875
σ	1945.070-1946.264=-1.194
min	1487.000-1485.000=2.000
max	7386.000

*mean*	8.356-8.939=-0.583
σ	1.423-1.288=0.134
min	7.595-8.053=-0.457
max	11.844-12.071=-0.227

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4174.625-4182.500=-7.875
σ	1945.070-1946.264=-1.194
min	1487.000-1485.000=2.000
max	7386.000

*mean*	6.172-6.696=-0.524
σ	1.138-1.133=0.005
min	5.058-5.717=-0.660
max	8.866-9.395=-0.529

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688

*mean*	4586.375-4591.625=-5.250
σ	2249.853-2249.892=-0.039
min	1487.000-1485.000=2.000
max	7386.000

*mean*	6.016-6.244=-0.228
σ	1.043-0.456=0.587
min	5.406-5.935=-0.529
max	8.259-7.337=0.923

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4586.375-4591.625=-5.250
σ	2249.853-2249.892=-0.039
min	1487.000-1485.000=2.000
max	7386.000

*mean*	5.829-6.056=-0.227
σ	1.026-0.551=0.476
min	5.082-5.688=-0.606
max	8.177-7.391=0.786

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	344.838-362.034=-17.195
σ	1.323-43.324=-42.002
min	343.153-344.450=-1.297
max	347.281-469.155=-121.874

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.469-0.469=0.000
min	3495.713
max	3497.038

*mean*	3753.125-3758.375=-5.250
σ	2298.738-2300.951=-2.212
min	720.000
max	7386.000

*mean*	1795.836-1723.757=72.079
σ	679.329-611.701=67.628
min	1391.495-1394.931=-3.437
max	2988.781-2975.665=13.116

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.855

*mean*	4404.625-4411.500=-6.875
σ	2219.786-2219.313=0.472
min	1487.000-1485.000=2.000
max	7386.000

*mean*	253.952-247.170=6.782
σ	334.759-318.899=15.861
min	122.552-123.643=-1.091
max	1080.934-1035.335=45.599

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4404.625-4411.500=-6.875
σ	2219.786-2219.313=0.472
min	1487.000-1485.000=2.000
max	7386.000

*mean*	43.901-44.825=-0.923
σ	8.070-7.450=0.621
min	39.261-40.444=-1.182
max	63.538-63.028=0.510

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	182.369-22.609=159.760
σ	452.467-2.070=450.397
min	20.770-21.488=-0.719
max	1302.156-27.679=1274.477

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307
max	71.311

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	64.621-220.672=-156.050
σ	23.925-463.445=-439.519
min	54.915-55.060=-0.145
max	123.530-1367.610=-1244.080

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.851=0.000
σ	0.014-0.014=-0.000
min	4646.845
max	4646.884

*mean*	4174.625-4182.500=-7.875
σ	1945.070-1946.264=-1.194
min	1487.000-1485.000=2.000
max	7386.000

*mean*	3318.552-3273.001=45.551
σ	789.524-741.343=48.182
min	2517.911-2508.135=9.775
max	4732.789-4490.800=241.989

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	1080.367-1048.030=32.338
σ	285.049-199.087=85.962
min	932.421-920.638=11.783
max	1693.836-1490.188=203.648

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	405.518-391.510=14.008
σ	35.574-7.462=28.112
min	387.617-379.071=8.546
max	492.294-405.699=86.595

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.125-476.875=0.250
σ	1.246-0.354=0.893
min	475.000-476.000=-1.000
max	478.000-477.000=1.000

*mean*	373.075-386.309=-13.234
σ	28.821-25.849=2.973
min	304.591-360.969=-56.378
max	393.545-426.852=-33.307

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	568.000-564.750=3.250
σ	0.000-3.536=-3.536
min	568.000-556.000=12.000
max	568.000-566.000=2.000

*mean*	737.458-712.753=24.705
σ	62.405-83.392=-20.988
min	654.793-582.426=72.367
max	831.232-814.817=16.414

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-963.972=-0.001
σ	1.821-1.820=0.001
min	963.265-963.264=0.000
max	971.671-971.668=0.003

*mean*	1043.950
σ	306.317-309.546=-3.229
min	587.000-584.000=3.000
max	1493.000-1500.000=-7.000

*mean*	1.255-1.239=0.016
σ	0.126-0.062=0.064
min	1.172-1.173=-0.001
max	1.759-1.411=0.348

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.313-0.290=0.022
σ	0.303-0.292=0.011
min	0.151-0.135=0.016
max	0.851-0.808=0.043

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.496-0.469=0.028
σ	0.312-0.324=-0.012
min	0.334-0.314=0.020
max	1.054-1.048=0.006

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.206=0.011
σ	0.022-0.027=-0.005
min	0.201-0.188=0.013
max	0.255-0.253=0.002

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.327=0.009
σ	0.019-0.015=0.004
min	0.320-0.315=0.004
max	0.368-0.352=0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.600-431.400=0.200
σ	1.342-0.894=0.447
min	431.000
max	434.000-433.000=1.000

*mean*	0.575-0.571=0.004
σ	0.029-0.036=-0.007
min	0.524-0.519=0.005
max	0.591-0.607=-0.016

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	441.000-439.000=2.000
σ	0.000
min	441.000-439.000=2.000
max	441.000-439.000=2.000

*mean*	0.518-0.441=0.077
σ	0.003-0.054=-0.051
min	0.513-0.378=0.135
max	0.522-0.522=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	441.000-439.000=2.000
σ	0.000
min	441.000-439.000=2.000
max	441.000-439.000=2.000

*mean*	2.640-2.620=0.020
σ	0.120-0.095=0.025
min	2.412-2.424=-0.012
max	3.040-2.910=0.129

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	441.000-439.000=2.000
σ	0.000
min	441.000-439.000=2.000
max	441.000-439.000=2.000

*mean*	2.629-2.574=0.055
σ	0.100-0.074=0.026
min	2.458-2.427=0.031
max	2.962-2.867=0.095

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	441.000-439.000=2.000
σ	0.000
min	441.000-439.000=2.000
max	441.000-439.000=2.000

*mean*	0.303-0.303=0.001
σ	0.012-0.008=0.003
min	0.288-0.288=0.000
max	0.375-0.355=0.020

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-439.000=2.000
σ	0.000
min	441.000-439.000=2.000
max	441.000-439.000=2.000

*mean*	0.288-0.290=-0.002
σ	0.007-0.007=-0.000
min	0.274-0.278=-0.003
max	0.323-0.326=-0.003

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.331-11.621=-0.290
σ	12.410-10.889=1.521
min	0.574-0.574=0.000
max	101.395-77.630=23.765

*mean*	454.591-466.441=-11.850
σ	18.515-18.992=-0.477
min	407.000-408.000=-1.000
max	472.000-483.000=-11.000

*mean*	0.026-0.027=-0.000
σ	0.030-0.027=0.004
min	0.001-0.001=0.000
max	0.244-0.191=0.053

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.925-278.677=0.249
σ	1.039-1.114=-0.075
min	278.456-278.187=0.269
max	281.877-281.828=0.049

*mean*	446.600-445.100=1.500
σ	21.593-17.760=3.833
min	415.000
max	476.000-466.000=10.000

*mean*	0.590-0.574=0.016
σ	0.011-0.021=-0.010
min	0.577-0.536=0.041
max	0.615-0.610=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	840.000-842.500=-2.500
σ	0.000-0.535=-0.535
min	840.000-842.000=-2.000
max	840.000-843.000=-3.000

*mean*	229.805-239.566=-9.761
σ	26.041-15.086=10.955
min	192.698-216.319=-23.621
max	257.256-251.899=5.357

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	840.000-842.375=-2.375
σ	0.000-0.518=-0.518
min	840.000-842.000=-2.000
max	840.000-843.000=-3.000

*mean*	9.896-9.524=0.372
σ	1.120-0.132=0.988
min	9.402-9.356=0.046
max	12.650-9.728=2.922

phase=parser

*mean*	1042.431-1042.435=-0.004
σ	0.000-0.000=0.000
min	1042.431-1042.435=-0.004
max	1042.431-1042.435=-0.004

*mean*	840.000-842.375=-2.375
σ	0.000-0.518=-0.518
min	840.000-842.000=-2.000
max	840.000-843.000=-3.000

*mean*	608.038-598.325=9.713
σ	45.582-7.137=38.446
min	585.421-588.791=-3.370
max	720.358-608.362=111.996

phase=processProdDef

*mean*	2243.978-2243.976=0.001
σ	0.000
min	2243.978-2243.976=0.001
max	2243.978-2243.976=0.001

*mean*	840.000-842.500=-2.500
σ	0.000-0.535=-0.535
min	840.000-842.000=-2.000
max	840.000-843.000=-3.000

*mean*	2227.161-2608.063=-380.903
σ	239.029-468.800=-229.771
min	2025.804-2032.189=-6.385
max	2754.827-3212.052=-457.225

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	840.000-842.375=-2.375
σ	0.000-0.518=-0.518
min	840.000-842.000=-2.000
max	840.000-843.000=-3.000

*mean*	40.982-40.477=0.505
σ	2.801-0.312=2.489
min	39.201-40.056=-0.855
max	47.769-41.155=6.614

phase=type checker

*mean*	989.755-989.752=0.004
σ	0.066
min	989.658-989.654=0.004
max	989.845-989.841=0.004

*mean*	840.000-842.375=-2.375
σ	0.000-0.518=-0.518
min	840.000-842.000=-2.000
max	840.000-843.000=-3.000

*mean*	703.026-691.661=11.365
σ	73.535-32.230=41.305
min	673.815-668.733=5.082
max	884.969-764.826=120.143

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-282.396=-0.001
σ	0.025-0.036=-0.011
min	282.374-282.340=0.034
max	282.427-282.427=-0.000

*mean*	444.400-441.200=3.200
σ	0.548-1.643=-1.095
min	444.000-440.000=4.000
max	445.000-443.000=2.000

*mean*	0.381-0.377=0.004
σ	0.006-0.002=0.004
min	0.377-0.375=0.001
max	0.392-0.379=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.081-1267.096=-0.015
σ	0.095-0.087=0.008
min	1267.005-1267.009=-0.003
max	1267.242-1267.227=0.015

*mean*	1112.200-1088.400=23.800
σ	170.029-174.043=-4.014
min	897.000-850.000=47.000
max	1330.000-1294.000=36.000

*mean*	1.921-1.888=0.033
σ	0.094-0.109=-0.015
min	1.833-1.797=0.036
max	2.076-2.067=0.009

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.135-1506.074=0.061
σ	2.902-2.964=-0.061
min	1504.638-1504.518=0.120
max	1511.317-1511.363=-0.046

*mean*	629.000-614.000=15.000
σ	90.119-77.878=12.241
min	505.000-494.000=11.000
max	729.000-701.000=28.000

*mean*	2.335-2.210=0.125
σ	0.249-0.223=0.025
min	2.065-2.054=0.010
max	2.579-2.598=-0.019

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.117-1829.106=0.011
σ	0.093-0.030=0.063
min	1829.018-1829.056=-0.038
max	1829.261-1829.139=0.122

*mean*	1767.600-1736.400=31.200
σ	211.820-241.360=-29.540
min	1490.000-1428.000=62.000
max	1969.000-2045.000=-76.000

*mean*	3.163-2.904=0.258
σ	0.331-0.089=0.242
min	2.832-2.797=0.035
max	3.638-2.991=0.647

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.660-1.757=-0.097
σ	0.063-0.089=-0.026
min	1.591-1.645=-0.054
max	1.763-1.846=-0.084

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-397.698=-0.000
σ	518.052-518.052=-0.000
min	138.670-138.670=-0.000
max	1174.776-1174.776=-0.000

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	444.000-447.000=-3.000
σ	0.000
min	444.000-447.000=-3.000
max	444.000-447.000=-3.000

*mean*	0.505-0.499=0.006
σ	0.536-0.531=0.005
min	0.235-0.232=0.003
max	1.309-1.296=0.013

policies=20

*mean*	1386.847-1386.840=0.008
σ	0.178-0.165=0.013
min	1386.727-1386.725=0.002
max	1387.112-1387.085=0.028

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	445.500-447.000=-1.500
σ	1.732-0.000=1.732
min	444.000-447.000=-3.000
max	447.000

*mean*	2.375-2.325=0.050
σ	0.056-0.017=0.039
min	2.318-2.311=0.007
max	2.453-2.349=0.104

policies=200

*mean*	13876.817-13876.893=-0.075
σ	0.129-0.079=0.050
min	13876.707-13876.812=-0.105
max	13876.994-13877.002=-0.008

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.500-495.250=-0.750
σ	5.802-4.500=1.302
min	488.000-490.000=-2.000
max	502.000-501.000=1.000

*mean*	23.501-23.507=-0.006
σ	0.074-0.170=-0.096
min	23.417-23.343=0.073
max	23.597-23.738=-0.142