Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.772-54.773=-0.001
σ	0.364-0.362=0.001
min	54.617-54.620=-0.003
max	55.805-55.801=0.003

*mean*	420.000-419.000=1.000
σ	0.000
min	420.000-419.000=1.000
max	420.000-419.000=1.000

*mean*	0.140-0.141=-0.001
σ	0.005-0.005=0.000
min	0.133-0.136=-0.003
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.779=-0.002
σ	0.004-0.006=-0.002
min	43.771-43.767=0.005
max	43.786-43.789=-0.004

*mean*	420.000-419.000=1.000
σ	0.000
min	420.000-419.000=1.000
max	420.000-419.000=1.000

*mean*	0.120-0.124=-0.004
σ	0.005-0.008=-0.003
min	0.115-0.117=-0.001
max	0.129-0.141=-0.011

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4430.000-4496.625=-66.625
σ	2228.409-2219.307=9.101
min	1483.000-1470.000=13.000
max	7411.000-7311.000=100.000

*mean*	12.972-12.337=0.635
σ	1.971-0.418=1.553
min	11.947-11.981=-0.034
max	17.730-13.134=4.596

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617-36.617=-0.000
max	36.618-36.618=0.001

*mean*	4609.375-4496.625=112.750
σ	2259.635-2219.307=40.327
min	1483.000-1470.000=13.000
max	7411.000-7311.000=100.000

*mean*	149.462-13.097=136.365
σ	386.313-0.414=385.899
min	11.640-12.760=-1.120
max	1105.527-13.828=1091.700

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=0.000
max	41.950-41.951=-0.001

*mean*	7411.000-7311.000=100.000
σ	0.000
min	7411.000-7311.000=100.000
max	7411.000-7311.000=100.000

*mean*	11.216-11.955=-0.739
σ	0.247-1.996=-1.750
min	10.975-10.900=0.075
max	11.739-16.849=-5.110

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934

*mean*	4201.000-4496.625=-295.625
σ	1955.759-2219.307=-263.549
min	1483.000-1470.000=13.000
max	7411.000-7311.000=100.000

*mean*	11.387-10.939=0.448
σ	1.241-0.198=1.043
min	10.837-10.717=0.119
max	14.448-11.263=3.185

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.001
σ	0.137-0.136=0.000
min	27.606
max	27.993

*mean*	4201.000-4496.625=-295.625
σ	1955.759-2219.307=-263.549
min	1483.000-1470.000=13.000
max	7411.000-7311.000=100.000

*mean*	8.923-8.510=0.413
σ	0.526-0.329=0.197
min	8.464-8.040=0.424
max	10.160-8.879=1.282

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406
max	26.406-26.406=-0.000

*mean*	4201.000-4496.625=-295.625
σ	1955.759-2219.307=-263.549
min	1483.000-1470.000=13.000
max	7411.000-7311.000=100.000

*mean*	6.932-6.739=0.193
σ	0.449-0.228=0.222
min	6.254-6.453=-0.199
max	7.776-7.216=0.560

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4609.375-4496.625=112.750
σ	2259.635-2219.307=40.327
min	1483.000-1470.000=13.000
max	7411.000-7311.000=100.000

*mean*	6.581-6.128=0.453
σ	1.054-0.126=0.929
min	5.935-5.932=0.003
max	8.905-6.258=2.646

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985-25.986=-0.000

*mean*	4609.375-4496.625=112.750
σ	2259.635-2219.307=40.327
min	1483.000-1470.000=13.000
max	7411.000-7311.000=100.000

*mean*	6.589-6.068=0.520
σ	1.093-0.089=1.004
min	5.821-5.946=-0.126
max	8.975-6.223=2.752

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002-0.002=0.000
min	1021.625-1021.625=-0.000
max	1021.630-1021.629=0.000

*mean*	7411.000-7311.000=100.000
σ	0.000
min	7411.000-7311.000=100.000
max	7411.000-7311.000=100.000

*mean*	344.084-360.545=-16.461
σ	4.943-40.501=-35.559
min	338.597-342.943=-4.346
max	352.151-460.465=-108.315

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.001
min	3495.713
max	3497.038-3497.036=0.002

*mean*	3773.000-3673.125=99.875
σ	2312.191-2247.907=64.284
min	720.000-723.000=-3.000
max	7411.000-7311.000=100.000

*mean*	1743.284-1592.451=150.832
σ	605.275-547.386=57.889
min	1374.235-1389.949=-15.715
max	2731.732-2947.071=-215.340

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.854-107.854=0.000

*mean*	4201.000-4496.625=-295.625
σ	1955.759-2219.307=-263.549
min	1483.000-1470.000=13.000
max	7411.000-7311.000=100.000

*mean*	133.136-131.787=1.349
σ	7.185-5.734=1.451
min	127.909-126.042=1.867
max	150.369-139.587=10.783

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.000

*mean*	4430.000-4496.625=-66.625
σ	2228.409-2219.307=9.101
min	1483.000-1470.000=13.000
max	7411.000-7311.000=100.000

*mean*	180.811-42.932=137.878
σ	390.537-0.890=389.647
min	41.014-40.960=0.054
max	1147.336-43.952=1103.384

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002-0.002=0.000
min	40.947
max	40.951-40.950=0.001

*mean*	7411.000-7311.000=100.000
σ	0.000
min	7411.000-7311.000=100.000
max	7411.000-7311.000=100.000

*mean*	122.578-70.457=52.121
σ	284.896-135.885=149.011
min	21.608-21.571=0.037
max	827.659-406.738=420.921

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311-71.311=-0.000

*mean*	7411.000-7311.000=100.000
σ	0.000
min	7411.000-7311.000=100.000
max	7411.000-7311.000=100.000

*mean*	59.173-63.710=-4.537
σ	9.281-22.047=-12.766
min	55.117-55.188=-0.071
max	82.105-118.257=-36.153

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.000
σ	0.013-0.013=-0.000
min	4646.845
max	4646.883

*mean*	4201.000-4496.625=-295.625
σ	1955.759-2219.307=-263.549
min	1483.000-1470.000=13.000
max	7411.000-7311.000=100.000

*mean*	3250.539-3526.731=-276.192
σ	682.971-760.488=-77.518
min	2486.207-2498.660=-12.453
max	4071.772-4237.927=-166.155

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.000

*mean*	7411.000-7311.000=100.000
σ	0.000
min	7411.000-7311.000=100.000
max	7411.000-7311.000=100.000

*mean*	958.565-1096.569=-138.004
σ	73.148-284.986=-211.838
min	913.180-911.049=2.131
max	1098.795-1599.419=-500.624

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7411.000-7311.000=100.000
σ	0.000
min	7411.000-7311.000=100.000
max	7411.000-7311.000=100.000

*mean*	389.864-407.613=-17.748
σ	4.000-41.558=-37.558
min	380.906-383.620=-2.714
max	394.093-509.940=-115.847

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000-477.000=2.000
σ	1.852-0.000=1.852
min	476.000-477.000=-1.000
max	480.000-477.000=3.000

*mean*	360.175-368.569=-8.394
σ	25.785-32.817=-7.031
min	309.401-305.774=3.626
max	395.051-399.964=-4.912

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	775.460-750.166=25.294
σ	29.818-69.527=-39.709
min	737.664-615.844=121.819
max	808.765-814.070=-5.305

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.990-963.989=0.001
σ	1.822-1.820=0.001
min	963.284-963.281=0.003
max	971.694-971.687=0.007

*mean*	1055.400-1042.650=12.750
σ	320.813-316.097=4.717
min	586.000-589.000=-3.000
max	1529.000-1504.000=25.000

*mean*	1.297-1.298=-0.001
σ	0.143-0.178=-0.035
min	1.203-1.059=0.144
max	1.808-1.804=0.004

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.468-0.315=0.152
σ	0.600-0.303=0.297
min	0.151-0.146=0.005
max	1.538-0.854=0.684

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.832-0.475=0.357
σ	0.523-0.323=0.199
min	0.577-0.319=0.258
max	1.766-1.053=0.713

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.388-0.221=0.168
σ	0.025-0.019=0.005
min	0.374-0.209=0.165
max	0.432-0.255=0.178

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.379-0.334=0.045
σ	0.100-0.015=0.085
min	0.332-0.322=0.010
max	0.557-0.359=0.199

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.800-431.000=0.800
σ	1.789-0.000=1.789
min	431.000
max	435.000-431.000=4.000

*mean*	0.572-0.548=0.024
σ	0.033-0.058=-0.024
min	0.536-0.457=0.080
max	0.612-0.600=0.012

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.472-0.487=-0.015
σ	0.044-0.050=-0.006
min	0.415-0.402=0.013
max	0.515-0.524=-0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.672-1.840=0.832
σ	0.125-0.064=0.061
min	2.427-1.713=0.713
max	3.411-2.075=1.336

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.594-2.439=0.155
σ	0.086-0.332=-0.246
min	2.425-1.853=0.572
max	2.846-3.259=-0.412

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.307-0.307=-0.000
σ	0.012-0.014=-0.002
min	0.287-0.292=-0.004
max	0.372-0.384=-0.012

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.297-0.291=0.006
σ	0.014-0.008=0.006
min	0.275-0.278=-0.004
max	0.365-0.328=0.036

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.641-11.883=-0.243
σ	12.629-12.134=0.495
min	0.574-0.574=0.000
max	118.848-88.726=30.122

*mean*	468.490-459.509=8.981
σ	19.676-18.159=1.517
min	407.000-408.000=-1.000
max	485.000-476.000=9.000

*mean*	0.026-0.027=-0.001
σ	0.031-0.030=0.001
min	0.001-0.001=0.000
max	0.291-0.212=0.079

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.750-278.764=-0.014
σ	1.049-1.033=0.016
min	278.367-278.255=0.112
max	281.734-281.688=0.046

*mean*	442.400-442.200=0.200
σ	14.041-16.811=-2.770
min	415.000-413.000=2.000
max	463.000-465.000=-2.000

*mean*	0.589-0.588=0.000
σ	0.010-0.012=-0.001
min	0.580-0.565=0.015
max	0.615-0.612=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	839.000-859.000=-20.000
σ	0.000
min	839.000-859.000=-20.000
max	839.000-859.000=-20.000

*mean*	246.738-227.567=19.172
σ	8.946-29.455=-20.510
min	230.419-186.798=43.621
max	256.905-258.260=-1.355

phase=macro expansion

*mean*	6.130-6.130=-0.000
σ	0.000-0.001=-0.001
min	6.130
max	6.130-6.133=-0.004

*mean*	839.000-859.000=-20.000
σ	0.000
min	839.000-859.000=-20.000
max	839.000-859.000=-20.000

*mean*	9.494-9.485=0.009
σ	0.122-1.519=-1.397
min	9.270-7.469=1.801
max	9.636-12.632=-2.996

phase=parser

*mean*	1042.431-1042.435=-0.004
σ	0.000-0.001=-0.001
min	1042.431-1042.432=-0.002
max	1042.431-1042.436=-0.005

*mean*	839.000-859.000=-20.000
σ	0.000
min	839.000-859.000=-20.000
max	839.000-859.000=-20.000

*mean*	592.077-601.027=-8.949
σ	5.646-59.883=-54.237
min	583.575-502.548=81.027
max	602.612-718.799=-116.187

phase=processProdDef

*mean*	2243.978-2243.976=0.001
σ	0.000-0.001=-0.001
min	2243.978-2243.976=0.002
max	2243.978-2243.979=-0.001

*mean*	839.000-859.000=-20.000
σ	0.000
min	839.000-859.000=-20.000
max	839.000-859.000=-20.000

*mean*	2357.596-2784.922=-427.326
σ	189.478-602.626=-413.148
min	2106.587-1915.689=190.898
max	2711.911-3518.411=-806.500

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	839.000-859.000=-20.000
σ	0.000
min	839.000-859.000=-20.000
max	839.000-859.000=-20.000

*mean*	39.798-39.140=0.658
σ	0.708-8.417=-7.709
min	38.493-26.943=11.550
max	40.437-49.892=-9.455

phase=type checker

*mean*	989.755-989.755=0.000
σ	0.066-0.066=-0.001
min	989.658-989.654=0.004
max	989.845-989.845=0.000

*mean*	839.000-859.000=-20.000
σ	0.000
min	839.000-859.000=-20.000
max	839.000-859.000=-20.000

*mean*	677.505-731.927=-54.422
σ	5.116-77.195=-72.079
min	670.661-664.443=6.217
max	683.120-880.924=-197.804

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.615-282.616=-0.001
σ	0.036-0.036=-0.000
min	282.564-282.564=-0.000
max	282.653-282.653=-0.001

*mean*	442.000-444.400=-2.400
σ	3.742-0.548=3.194
min	438.000-444.000=-6.000
max	446.000-445.000=1.000

*mean*	0.378-0.377=0.001
σ	0.007-0.001=0.006
min	0.373-0.376=-0.003
max	0.390-0.378=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.318-1267.318=-0.000
σ	0.108-0.122=-0.014
min	1267.230-1267.219=0.012
max	1267.500-1267.524=-0.025

*mean*	1087.200-1091.400=-4.200
σ	185.849-167.354=18.495
min	869.000-892.000=-23.000
max	1328.000-1319.000=9.000

*mean*	1.883-2.005=-0.122
σ	0.123-0.125=-0.002
min	1.805-1.834=-0.030
max	2.097-2.124=-0.027

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.324-1506.298=0.026
σ	2.911-2.959=-0.049
min	1504.830-1504.727=0.103
max	1511.517-1511.577=-0.060

*mean*	633.800-628.600=5.200
σ	69.244-85.772=-16.528
min	539.000-498.000=41.000
max	718.000-728.000=-10.000

*mean*	2.235-2.166=0.069
σ	0.181-0.156=0.025
min	2.053-2.076=-0.022
max	2.527-2.443=0.084

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.327-1829.317=0.010
σ	0.037-0.037=-0.000
min	1829.269-1829.265=0.004
max	1829.370-1829.363=0.007

*mean*	1736.800-1716.200=20.600
σ	175.095-188.095=-13.000
min	1476.000-1449.000=27.000
max	1887.000-1885.000=2.000

*mean*	2.926-3.065=-0.139
σ	0.098-0.261=-0.163
min	2.816-2.878=-0.061
max	3.076-3.515=-0.439

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.703-1.629=0.074
σ	0.198-0.146=0.052
min	1.360-1.455=-0.096
max	1.835-1.850=-0.015

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	409.433-409.434=-0.001
σ	518.106-518.106=0.001
min	150.377-150.379=-0.001
max	1186.593-1186.593=-0.000

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	445.000-447.000=-2.000
σ	0.000
min	445.000-447.000=-2.000
max	445.000-447.000=-2.000

*mean*	0.518-0.526=-0.008
σ	0.527-0.532=-0.006
min	0.250-0.255=-0.005
max	1.308-1.325=-0.016

policies=20

*mean*	1503.958-1503.958=0.000
σ	0.269-0.268=0.002
min	1503.778-1503.781=-0.003
max	1504.357-1504.354=0.003

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	450.000-451.000=-1.000
σ	5.774-4.619=1.155
min	445.000-447.000=-2.000
max	455.000

*mean*	2.502-2.503=-0.001
σ	0.014-0.020=-0.007
min	2.484-2.485=-0.002
max	2.515-2.531=-0.016

policies=200

*mean*	15047.826-15047.871=-0.045
σ	0.099-0.125=-0.025
min	15047.724-15047.767=-0.043
max	15047.922-15048.050=-0.128

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	496.250-502.250=-6.000
σ	4.113-5.439=-1.326
min	491.000-495.000=-4.000
max	500.000-508.000=-8.000

*mean*	25.206-25.265=-0.059
σ	0.053-0.137=-0.085
min	25.131-25.095=0.037
max	25.247-25.418=-0.171