Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.676-6.645=0.031
σ	0.000
min	6.676-6.645=0.031
max	6.676-6.645=0.031

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.775=-0.000
σ	0.361-0.362=-0.001
min	54.633-54.630=0.002
max	55.801-55.804=-0.003

*mean*	420.000-418.600=1.400
σ	0.000-0.843=-0.843
min	420.000-417.000=3.000
max	420.000-419.000=1.000

*mean*	0.140-0.142=-0.001
σ	0.005-0.010=-0.006
min	0.133-0.133=0.000
max	0.146-0.167=-0.021

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.775=-0.002
σ	0.007-0.007=-0.000
min	43.762-43.762=0.000
max	43.789-43.789=-0.000

*mean*	420.000-419.000=1.000
σ	0.000
min	420.000-419.000=1.000
max	420.000-419.000=1.000

*mean*	0.123-0.125=-0.002
σ	0.005-0.008=-0.003
min	0.115-0.119=-0.004
max	0.131-0.143=-0.012

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4591.750-4590.375=1.375
σ	2245.931-2248.812=-2.881
min	1486.000-1484.000=2.000
max	7378.000-7383.000=-5.000

*mean*	164.555-141.910=22.645
σ	428.805-364.864=63.941
min	12.040-11.921=0.119
max	1225.782-1044.890=180.892

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617-36.617=-0.000
max	36.618-36.618=0.000

*mean*	4591.750-4590.375=1.375
σ	2245.931-2248.812=-2.881
min	1486.000-1484.000=2.000
max	7378.000-7383.000=-5.000

*mean*	14.752-14.790=-0.038
σ	4.322-4.342=-0.020
min	11.733-12.427=-0.694
max	24.751-24.972=-0.221

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=0.000
min	41.946
max	41.951-41.950=0.000

*mean*	7378.000-7383.000=-5.000
σ	0.000
min	7378.000-7383.000=-5.000
max	7378.000-7383.000=-5.000

*mean*	11.028-10.924=0.104
σ	0.148-0.194=-0.047
min	10.839-10.657=0.182
max	11.271-11.252=0.018

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934

*mean*	4185.000-4181.375=3.625
σ	1943.541-1945.430=-1.889
min	1486.000-1484.000=2.000
max	7378.000-7383.000=-5.000

*mean*	11.605-11.532=0.073
σ	1.820-1.751=0.068
min	10.734-10.784=-0.050
max	16.095-15.860=0.235

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.136-0.136=0.000
min	27.606
max	27.993

*mean*	4185.000-4181.375=3.625
σ	1943.541-1945.430=-1.889
min	1486.000-1484.000=2.000
max	7378.000-7383.000=-5.000

*mean*	9.163-9.070=0.093
σ	1.385-1.185=0.200
min	8.001-7.925=0.076
max	12.494-11.901=0.593

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4185.000-4181.375=3.625
σ	1943.541-1945.430=-1.889
min	1486.000-1484.000=2.000
max	7378.000-7383.000=-5.000

*mean*	7.149-7.222=-0.074
σ	1.113-1.037=0.076
min	6.115-6.418=-0.303
max	9.809-9.711=0.098

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4591.750-4590.375=1.375
σ	2245.931-2248.812=-2.881
min	1486.000-1484.000=2.000
max	7378.000-7383.000=-5.000

*mean*	6.622-6.560=0.062
σ	1.057-1.109=-0.052
min	5.878-5.881=-0.004
max	9.097-9.134=-0.037

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4591.750-4590.375=1.375
σ	2245.931-2248.812=-2.881
min	1486.000-1484.000=2.000
max	7378.000-7383.000=-5.000

*mean*	6.430-6.445=-0.015
σ	1.030-1.087=-0.057
min	5.760-5.713=0.047
max	8.760-8.858=-0.098

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629-1021.629=-0.000

*mean*	7378.000-7383.000=-5.000
σ	0.000
min	7378.000-7383.000=-5.000
max	7378.000-7383.000=-5.000

*mean*	360.869-389.958=-29.089
σ	42.618-119.958=-77.340
min	343.360-341.344=2.016
max	466.281-686.558=-220.277

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.469-0.469=0.000
min	3495.713
max	3497.038

*mean*	3759.500-3757.500=2.000
σ	2298.930-2300.052=-1.122
min	720.000
max	7378.000-7383.000=-5.000

*mean*	1748.861-1765.603=-16.742
σ	646.901-635.123=11.778
min	1391.151-1384.683=6.467
max	2810.359-2804.748=5.611

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.853-107.853=0.000
max	107.855

*mean*	4413.000-4410.125=2.875
σ	2215.100-2218.214=-3.114
min	1486.000-1484.000=2.000
max	7378.000-7383.000=-5.000

*mean*	255.668-239.198=16.470
σ	333.457-283.770=49.687
min	128.399-125.252=3.147
max	1079.878-940.157=139.721

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4413.000-4410.125=2.875
σ	2215.100-2218.214=-3.114
min	1486.000-1484.000=2.000
max	7378.000-7383.000=-5.000

*mean*	46.245-46.311=-0.067
σ	8.138-9.358=-1.220
min	41.535-41.056=0.479
max	66.078-69.257=-3.179

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7378.000-7383.000=-5.000
σ	0.000
min	7378.000-7383.000=-5.000
max	7378.000-7383.000=-5.000

*mean*	22.587-22.321=0.265
σ	1.964-1.749=0.215
min	21.601-21.563=0.038
max	27.397-26.639=0.758

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=-0.000
max	71.311-71.311=-0.000

*mean*	7378.000-7383.000=-5.000
σ	0.000
min	7378.000-7383.000=-5.000
max	7378.000-7383.000=-5.000

*mean*	230.449-57.102=173.347
σ	490.903-2.632=488.272
min	55.620-55.650=-0.030
max	1445.364-63.520=1381.844

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4185.000-4181.375=3.625
σ	1943.541-1945.430=-1.889
min	1486.000-1484.000=2.000
max	7378.000-7383.000=-5.000

*mean*	3326.374-3341.341=-14.967
σ	794.740-833.738=-38.998
min	2495.926-2495.059=0.867
max	4690.067-4858.300=-168.233

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.853

*mean*	7378.000-7383.000=-5.000
σ	0.000
min	7378.000-7383.000=-5.000
max	7378.000-7383.000=-5.000

*mean*	961.285-964.382=-3.097
σ	72.826-85.461=-12.636
min	915.503-911.976=3.528
max	1092.012-1146.447=-54.435

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7378.000-7383.000=-5.000
σ	0.000
min	7378.000-7383.000=-5.000
max	7378.000-7383.000=-5.000

*mean*	508.534-503.946=4.587
σ	320.854-303.624=17.231
min	382.487-385.461=-2.973
max	1302.486-1255.266=47.220

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-479.000=-3.000
σ	0.000-2.777=-2.777
min	476.000-475.000=1.000
max	476.000-481.000=-5.000

*mean*	394.992-383.493=11.499
σ	31.962-27.883=4.079
min	348.663-338.819=9.844
max	441.954-431.650=10.304

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.000-563.000=-5.000
σ	0.000
min	558.000-563.000=-5.000
max	558.000-563.000=-5.000

*mean*	788.801-756.842=31.959
σ	35.300-70.823=-35.523
min	714.235-628.708=85.527
max	816.848-820.478=-3.631

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-963.969=0.002
σ	1.821-1.820=0.000
min	963.265-963.266=-0.001
max	971.670-971.667=0.004

*mean*	1041.900-1052.050=-10.150
σ	306.176-299.681=6.495
min	584.000-578.000=6.000
max	1491.000-1462.000=29.000

*mean*	1.279-1.267=0.012
σ	0.152-0.110=0.042
min	1.092-1.063=0.029
max	1.823-1.546=0.277

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.290-0.307=-0.017
σ	0.297-0.335=-0.038
min	0.125-0.142=-0.018
max	0.815-0.906=-0.090

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.471-0.423=0.048
σ	0.314-0.186=0.128
min	0.328-0.336=-0.008
max	1.032-0.756=0.277

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.217-0.219=-0.002
σ	0.026-0.022=0.003
min	0.197-0.202=-0.005
max	0.260-0.256=0.004

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.326-0.331=-0.005
σ	0.012-0.015=-0.002
min	0.315-0.318=-0.003
max	0.346-0.356=-0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.800-435.200=-3.400
σ	1.789-5.541=-3.752
min	431.000-430.000=1.000
max	435.000-441.000=-6.000

*mean*	0.581-0.565=0.017
σ	0.027-0.053=-0.026
min	0.537-0.470=0.066
max	0.610-0.597=0.013

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.456-0.494=-0.038
σ	0.064-0.032=0.033
min	0.353-0.459=-0.106
max	0.527-0.527=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	1.961-2.627=-0.667
σ	0.072-0.076=-0.004
min	1.816-2.484=-0.668
max	2.229-2.847=-0.617

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	1.917-2.616=-0.698
σ	0.074-0.118=-0.044
min	1.721-2.465=-0.744
max	2.128-3.262=-1.134

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.303-0.302=0.001
σ	0.008-0.008=-0.001
min	0.291-0.290=0.002
max	0.343-0.357=-0.014

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.294-0.288=0.006
σ	0.018-0.008=0.010
min	0.275-0.275=0.001
max	0.448-0.338=0.110

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.751-11.740=0.011
σ	11.887-11.408=0.479
min	0.574-0.574=0.000
max	113.953-93.486=20.466

*mean*	459.038-454.730=4.308
σ	18.178-16.802=1.376
min	407.000
max	476.000-474.000=2.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.028=0.001
min	0.001-0.001=0.000
max	0.266-0.252=0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.633-278.497=0.136
σ	1.040-1.080=-0.040
min	278.260-278.043=0.216
max	281.593-281.564=0.028

*mean*	443.800-441.000=2.800
σ	19.606-18.031=1.575
min	413.000
max	467.000

*mean*	0.583-0.569=0.014
σ	0.019-0.031=-0.012
min	0.543-0.502=0.041
max	0.614-0.613=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738

*mean*	840.500-839.000=1.500
σ	2.070-0.000=2.070
min	839.000
max	843.000-839.000=4.000

*mean*	246.201-233.821=12.380
σ	11.237-16.451=-5.215
min	221.459-197.290=24.169
max	256.730-253.736=2.993

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	840.000-839.000=1.000
σ	1.852-0.000=1.852
min	839.000
max	843.000-839.000=4.000

*mean*	9.277-9.008=0.269
σ	0.675-0.913=-0.238
min	7.637-7.504=0.133
max	9.760-9.636=0.124

phase=parser

*mean*	1042.435-1042.435=0.000
σ	0.000-0.000=0.000
min	1042.434
max	1042.435

*mean*	840.000-839.000=1.000
σ	1.852-0.000=1.852
min	839.000
max	843.000-839.000=4.000

*mean*	560.234-566.196=-5.962
σ	63.414-57.957=5.458
min	424.037-427.722=-3.685
max	597.466-599.099=-1.633

phase=processProdDef

*mean*	2243.975
σ	0.000
min	2243.975
max	2243.976

*mean*	840.500-839.000=1.500
σ	2.070-0.000=2.070
min	839.000
max	843.000-839.000=4.000

*mean*	2772.719-2782.104=-9.385
σ	455.402-364.165=91.236
min	2009.689-2301.567=-291.878
max	3333.883-3353.968=-20.085

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	840.000-839.000=1.000
σ	1.852-0.000=1.852
min	839.000
max	843.000-839.000=4.000

*mean*	38.367-36.616=1.751
σ	4.723-6.220=-1.497
min	26.742-26.456=0.285
max	40.659-40.458=0.201

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	840.000-839.000=1.000
σ	1.852-0.000=1.852
min	839.000
max	843.000-839.000=4.000

*mean*	673.949-669.771=4.178
σ	14.802-20.346=-5.544
min	654.844-640.933=13.911
max	706.889-705.688=1.202

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.393-282.387=0.006
σ	0.033-0.034=-0.001
min	282.342-282.341=0.001
max	282.422-282.425=-0.003

*mean*	445.000-444.400=0.600
σ	0.000-0.548=-0.548
min	445.000-444.000=1.000
max	445.000

*mean*	0.384-0.392=-0.008
σ	0.009-0.011=-0.001
min	0.375-0.376=-0.001
max	0.397-0.400=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.096-1267.104=-0.008
σ	0.080-0.086=-0.006
min	1266.996-1267.009=-0.012
max	1267.217-1267.217=-0.000

*mean*	1114.000-1090.600=23.400
σ	169.383-173.241=-3.858
min	898.000-853.000=45.000
max	1324.000-1296.000=28.000

*mean*	2.014-1.947=0.067
σ	0.140-0.168=-0.028
min	1.852-1.791=0.062
max	2.151-2.141=0.010

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.148-1506.096=0.052
σ	2.932-2.988=-0.056
min	1504.663-1504.546=0.117
max	1511.383-1511.429=-0.046

*mean*	629.400-616.400=13.000
σ	90.240-78.296=11.944
min	505.000-496.000=9.000
max	728.000-704.000=24.000

*mean*	2.425-2.219=0.205
σ	0.321-0.223=0.098
min	2.062-2.077=-0.016
max	2.744-2.612=0.133

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.116-1829.103=0.013
σ	0.077-0.027=0.050
min	1829.031-1829.058=-0.028
max	1829.232-1829.128=0.104

*mean*	1756.600-1726.600=30.000
σ	210.864-213.038=-2.174
min	1475.000-1432.000=43.000
max	1956.000-1925.000=31.000

*mean*	3.231-2.881=0.350
σ	0.342-0.119=0.224
min	2.817-2.797=0.020
max	3.621-3.064=0.557

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.623-1.663=-0.040
σ	0.114-0.215=-0.101
min	1.565-1.385=0.180
max	1.827-1.861=-0.034

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-397.697=0.001
σ	518.051-518.051=0.000
min	138.670-138.670=0.000
max	1174.775-1174.774=0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	447.000-440.000=7.000
σ	0.000
min	447.000-440.000=7.000
max	447.000-440.000=7.000

*mean*	0.490-0.474=0.016
σ	0.511-0.474=0.036
min	0.233-0.234=-0.001
max	1.256-1.185=0.071

policies=20

*mean*	1386.839-1386.833=0.005
σ	0.165-0.170=-0.005
min	1386.726-1386.717=0.009
max	1387.083-1387.086=-0.003

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	447.000-444.500=2.500
σ	0.000-9.000=-9.000
min	447.000-440.000=7.000
max	447.000-458.000=-11.000

*mean*	2.325-2.328=-0.003
σ	0.013-0.017=-0.004
min	2.311-2.309=0.002
max	2.340-2.349=-0.008

policies=200

*mean*	13876.905-13876.908=-0.003
σ	0.110-0.115=-0.005
min	13876.816-13876.848=-0.032
max	13877.064-13877.080=-0.016

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.500-497.500=-3.000
σ	3.873-4.435=-0.562
min	490.000-492.000=-2.000
max	499.000-502.000=-3.000

*mean*	23.552-23.492=0.060
σ	0.194-0.105=0.089
min	23.406-23.406=-0.000
max	23.832-23.633=0.199