Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.133-446.102=0.031
σ	0.000
min	446.133-446.102=0.031
max	446.133-446.102=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.697-54.697=0.001
σ	0.362-0.363=-0.000
min	54.561-54.559=0.002
max	55.728-55.728=0.000

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.139-0.139=0.000
σ	0.006-0.005=0.001
min	0.133-0.135=-0.002
max	0.148-0.148=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.779=-0.001
σ	0.008-0.008=-0.000
min	43.765-43.766=-0.001
max	43.790-43.791=-0.001

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.122-0.123=-0.001
σ	0.004-0.004=0.001
min	0.118-0.119=-0.002
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605
max	36.605

*mean*	4516.250-4427.125=89.125
σ	2230.217-2230.102=0.115
min	1472.000-1484.000=-12.000
max	7338.000-7413.000=-75.000

*mean*	12.240-13.622=-1.382
σ	0.673-3.564=-2.891
min	11.695-12.045=-0.351
max	13.827-22.405=-8.578

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605-36.605=-0.000
max	36.605-36.606=-0.001

*mean*	4516.250-4608.625=-92.375
σ	2230.217-2261.333=-31.116
min	1472.000-1484.000=-12.000
max	7338.000-7413.000=-75.000

*mean*	12.722-148.270=-135.549
σ	0.551-380.389=-379.838
min	11.628-11.666=-0.038
max	13.618-1089.639=-1076.021

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.001

*mean*	7338.000-7413.000=-75.000
σ	0.000
min	7338.000-7413.000=-75.000
max	7338.000-7413.000=-75.000

*mean*	11.162-11.468=-0.306
σ	0.171-0.295=-0.124
min	10.972-11.097=-0.125
max	11.466-12.041=-0.576

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.000=-0.000
min	41.924-41.925=-0.000
max	41.925-41.925=-0.000

*mean*	4516.250-4198.250=318.000
σ	2230.217-1957.137=273.080
min	1472.000-1484.000=-12.000
max	7338.000-7413.000=-75.000

*mean*	11.431-11.668=-0.237
σ	0.854-0.972=-0.117
min	10.882-10.874=0.008
max	13.506-14.002=-0.496

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=-0.000
min	27.585
max	27.972-27.972=-0.000

*mean*	4516.250-4198.250=318.000
σ	2230.217-1957.137=273.080
min	1472.000-1484.000=-12.000
max	7338.000-7413.000=-75.000

*mean*	8.984-8.839=0.145
σ	0.831-0.455=0.376
min	7.967-8.275=-0.308
max	10.657-9.713=0.944

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=-0.000
min	26.385-26.385=0.000
max	26.385

*mean*	4516.250-4198.250=318.000
σ	2230.217-1957.137=273.080
min	1472.000-1484.000=-12.000
max	7338.000-7413.000=-75.000

*mean*	6.887-6.390=0.497
σ	0.607-0.678=-0.071
min	6.281-5.351=0.930
max	8.204-7.752=0.452

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674-25.674=0.000

*mean*	4516.250-4608.625=-92.375
σ	2230.217-2261.333=-31.116
min	1472.000-1484.000=-12.000
max	7338.000-7413.000=-75.000

*mean*	6.007-6.659=-0.653
σ	0.159-1.238=-1.079
min	5.809-5.820=-0.011
max	6.239-8.849=-2.610

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.001-0.001=-0.000
min	25.962
max	25.964

*mean*	4516.250-4608.625=-92.375
σ	2230.217-2261.333=-31.116
min	1472.000-1484.000=-12.000
max	7338.000-7413.000=-75.000

*mean*	5.828-6.532=-0.704
σ	0.140-1.210=-1.070
min	5.626-5.783=-0.157
max	6.110-8.958=-2.849

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=-0.000
σ	0.002-0.002=-0.000
min	1021.598-1021.597=0.000
max	1021.602-1021.602=-0.000

*mean*	7338.000-7413.000=-75.000
σ	0.000
min	7338.000-7413.000=-75.000
max	7338.000-7413.000=-75.000

*mean*	345.309-345.684=-0.375
σ	1.998-1.487=0.512
min	341.343-343.634=-2.290
max	347.693-347.554=0.139

op=load_product(), with indexes

*mean*	3495.846-3495.846=0.000
σ	0.455-0.455=-0.000
min	3495.685
max	3496.971

*mean*	3689.500-3772.000=-82.500
σ	2260.462-2313.092=-52.629
min	724.000-720.000=4.000
max	7338.000-7413.000=-75.000

*mean*	1562.709-1801.959=-239.250
σ	463.821-695.110=-231.289
min	1386.364-1394.826=-8.462
max	2710.441-3025.011=-314.570

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842-107.842=0.000

*mean*	4516.250-4198.250=318.000
σ	2230.217-1957.137=273.080
min	1472.000-1484.000=-12.000
max	7338.000-7413.000=-75.000

*mean*	137.718-130.747=6.970
σ	8.649-9.197=-0.548
min	131.346-125.313=6.033
max	153.771-153.036=0.735

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.069-62.070=-0.001

*mean*	4516.250-4427.125=89.125
σ	2230.217-2230.102=0.115
min	1472.000-1484.000=-12.000
max	7338.000-7413.000=-75.000

*mean*	43.243-174.918=-131.676
σ	1.823-373.576=-371.753
min	40.678-41.259=-0.581
max	46.038-1099.468=-1053.430

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=-0.000
σ	0.002-0.002=-0.000
min	40.926
max	40.930-40.930=-0.001

*mean*	7338.000-7413.000=-75.000
σ	0.000
min	7338.000-7413.000=-75.000
max	7338.000-7413.000=-75.000

*mean*	21.701-129.344=-107.643
σ	0.227-303.031=-302.804
min	21.384-21.640=-0.255
max	22.165-879.307=-857.142

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=-0.000
max	71.297-71.297=-0.000

*mean*	7338.000-7413.000=-75.000
σ	0.000
min	7338.000-7413.000=-75.000
max	7338.000-7413.000=-75.000

*mean*	84.603-58.852=25.751
σ	80.501-10.097=70.404
min	55.437-54.517=0.920
max	283.828-83.813=200.016

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.843=0.000
σ	0.013-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4516.250-4198.250=318.000
σ	2230.217-1957.137=273.080
min	1472.000-1484.000=-12.000
max	7338.000-7413.000=-75.000

*mean*	3396.308-3289.084=107.224
σ	837.853-696.782=141.071
min	2508.284-2500.229=8.055
max	4837.000-4153.895=683.104

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=0.000
σ	0.002-0.002=0.000
min	1973.829
max	1973.833-1973.833=0.000

*mean*	7338.000-7413.000=-75.000
σ	0.000
min	7338.000-7413.000=-75.000
max	7338.000-7413.000=-75.000

*mean*	1006.779-985.634=21.145
σ	159.675-118.284=41.390
min	913.986-911.951=2.035
max	1322.240-1242.397=79.843

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7338.000-7413.000=-75.000
σ	0.000
min	7338.000-7413.000=-75.000
max	7338.000-7413.000=-75.000

*mean*	400.580-389.206=11.374
σ	5.538-3.173=2.364
min	388.764-381.528=7.237
max	405.019-391.077=13.942

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-476.000=2.000
σ	0.000
min	478.000-476.000=2.000
max	478.000-476.000=2.000

*mean*	346.792-357.760=-10.968
σ	27.151-37.792=-10.641
min	313.663-309.658=4.004
max	389.785-419.044=-29.258

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.750-562.000=-2.250
σ	1.035-0.000=1.035
min	559.000-562.000=-3.000
max	561.000-562.000=-1.000

*mean*	691.585-754.699=-63.115
σ	85.886-43.281=42.605
min	570.730-671.495=-100.764
max	821.412-806.361=15.051

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.558-964.559=-0.001
σ	1.879-1.880=-0.001
min	963.840-963.837=0.003
max	972.505-972.510=-0.005

*mean*	1038.500-1041.300=-2.800
σ	308.282-308.263=0.019
min	540.000-557.000=-17.000
max	1536.000-1491.000=45.000

*mean*	1.251-1.292=-0.041
σ	0.076-0.169=-0.094
min	1.185-1.180=0.004
max	1.483-1.790=-0.307

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.321-0.297=0.024
σ	0.300-0.295=0.006
min	0.143-0.131=0.011
max	0.836-0.819=0.017

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.468-0.474=-0.006
σ	0.318-0.318=0.000
min	0.313-0.322=-0.010
max	1.036-1.043=-0.006

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.233=-0.012
σ	0.021-0.019=0.002
min	0.202-0.209=-0.007
max	0.257-0.255=0.002

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.332=-0.005
σ	0.021-0.019=0.001
min	0.307-0.315=-0.008
max	0.357-0.363=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.566-0.494=0.072
σ	0.051-0.058=-0.007
min	0.478-0.420=0.059
max	0.609-0.575=0.033

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.439-0.490=-0.050
σ	0.036-0.062=-0.026
min	0.384-0.379=0.005
max	0.474-0.525=-0.050

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.960-2.634=-0.673
σ	0.076-0.095=-0.018
min	1.820-2.485=-0.665
max	2.225-3.052=-0.827

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.157-2.624=-0.466
σ	0.292-0.119=0.173
min	1.864-2.438=-0.574
max	2.783-3.010=-0.227

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.305-0.301=0.004
σ	0.019-0.009=0.010
min	0.287-0.283=0.005
max	0.476-0.359=0.118

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.292-0.295=-0.003
σ	0.008-0.012=-0.003
min	0.277-0.280=-0.003
max	0.333-0.366=-0.033

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.954-12.083=-0.129
σ	12.006-11.899=0.107
min	0.574-0.574=0.000
max	118.767-85.449=33.318

*mean*	466.984-459.134=7.850
σ	19.365-20.594=-1.229
min	406.000-408.000=-2.000
max	483.000-481.000=2.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.029=0.000
min	0.001-0.001=0.000
max	0.283-0.210=0.073

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.087-278.907=0.180
σ	1.044-1.002=0.043
min	278.662-278.396=0.266
max	282.057-281.735=0.322

*mean*	442.200-442.400=-0.200
σ	13.975-13.970=0.005
min	426.000-423.000=3.000
max	463.000-465.000=-2.000

*mean*	0.568-0.580=-0.012
σ	0.031-0.016=0.015
min	0.506-0.542=-0.036
max	0.615-0.602=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546-106.546=-0.000
max	106.546-106.546=-0.000

*mean*	729.000-848.000=-119.000
σ	0.000
min	729.000-848.000=-119.000
max	729.000-848.000=-119.000

*mean*	146.211-148.520=-2.309
σ	11.370-11.525=-0.155
min	134.696-134.868=-0.172
max	162.711-163.110=-0.399

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	729.000-848.000=-119.000
σ	0.000
min	729.000-848.000=-119.000
max	729.000-848.000=-119.000

*mean*	8.044-8.651=-0.607
σ	1.200-0.612=0.588
min	5.920-7.145=-1.225
max	8.910-8.970=-0.060

phase=parser

*mean*	1042.130-1042.130=0.000
σ	0.000-0.000=-0.000
min	1042.130
max	1042.131

*mean*	729.000-848.000=-119.000
σ	0.000
min	729.000-848.000=-119.000
max	729.000-848.000=-119.000

*mean*	541.640-580.528=-38.888
σ	93.425-39.084=54.341
min	400.783-494.339=-93.556
max	615.185-609.929=5.257

phase=processProdDef

*mean*	2241.195
σ	0.000
min	2241.195
max	2241.195

*mean*	729.000-848.000=-119.000
σ	0.000
min	729.000-848.000=-119.000
max	729.000-848.000=-119.000

*mean*	2837.216-3044.506=-207.290
σ	362.071-242.529=119.542
min	2315.947-2675.616=-359.669
max	3293.720-3283.430=10.290

phase=renaming

*mean*	21.433
σ	0.000
min	21.433
max	21.433

*mean*	729.000-848.000=-119.000
σ	0.000
min	729.000-848.000=-119.000
max	729.000-848.000=-119.000

*mean*	43.412-46.006=-2.593
σ	5.141-3.286=1.855
min	35.431-38.767=-3.336
max	49.192-49.180=0.012

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	729.000-848.000=-119.000
σ	0.000
min	729.000-848.000=-119.000
max	729.000-848.000=-119.000

*mean*	664.718-664.041=0.677
σ	16.995-16.227=0.768
min	638.243-632.209=6.034
max	682.468-684.461=-1.993

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.856=-0.000
σ	0.035-0.037=-0.002
min	282.805-282.801=0.004
max	282.890-282.891=-0.001

*mean*	443.400-442.400=1.000
σ	0.548
min	443.000-442.000=1.000
max	444.000-443.000=1.000

*mean*	0.379-0.375=0.004
σ	0.003-0.004=-0.002
min	0.374-0.371=0.003
max	0.381-0.382=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.048-1268.049=-0.001
σ	0.088-0.110=-0.022
min	1267.961-1267.946=0.015
max	1268.179-1268.228=-0.049

*mean*	1061.800-1085.000=-23.200
σ	168.783-163.371=5.412
min	829.000-890.000=-61.000
max	1272.000-1307.000=-35.000

*mean*	1.889-2.031=-0.142
σ	0.127-0.111=0.016
min	1.782-1.852=-0.070
max	2.096-2.128=-0.031

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.051-1507.024=0.027
σ	2.941-2.960=-0.019
min	1505.543-1505.472=0.071
max	1512.300-1512.309=-0.009

*mean*	616.600-622.600=-6.000
σ	79.730-87.446=-7.716
min	494.000-493.000=1.000
max	708.000-725.000=-17.000

*mean*	2.301-2.230=0.071
σ	0.181-0.212=-0.031
min	2.102-2.056=0.046
max	2.537-2.591=-0.053

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.062-1830.059=0.003
σ	0.036-0.040=-0.004
min	1830.011-1830.002=0.009
max	1830.104-1830.097=0.006

*mean*	1709.800-1723.200=-13.400
σ	249.951-173.120=76.831
min	1436.000-1474.000=-38.000
max	2066.000-1883.000=183.000

*mean*	2.859-3.051=-0.192
σ	0.086-0.364=-0.278
min	2.774-2.830=-0.055
max	2.960-3.700=-0.740

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.710-1.643=0.067
σ	0.149-0.102=0.047
min	1.591-1.534=0.058
max	1.888-1.804=0.084

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.943-405.944=-0.001
σ	509.285-509.285=0.000
min	151.299-151.299=-0.000
max	1169.871-1169.872=-0.000

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.503-0.500=0.003
σ	0.492-0.505=-0.014
min	0.253-0.243=0.010
max	1.240-1.258=-0.018

policies=20

*mean*	1513.133-1513.131=0.003
σ	0.262-0.263=-0.001
min	1512.962-1512.959=0.003
max	1513.522-1513.520=0.002

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.000-452.250=-0.250
σ	10.832-10.112=0.720
min	444.000
max	468.000-467.000=1.000

*mean*	2.491-2.494=-0.003
σ	0.019-0.012=0.007
min	2.466-2.478=-0.012
max	2.513-2.509=0.004

policies=200

*mean*	15140.018-15140.011=0.007
σ	0.150-0.108=0.042
min	15139.816-15139.913=-0.098
max	15140.153-15140.154=-0.001

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.000-498.250=1.750
σ	5.164-4.272=0.892
min	494.000-493.000=1.000
max	506.000-503.000=3.000

*mean*	25.127-24.987=0.140
σ	0.310-0.122=0.188
min	24.936-24.913=0.023
max	25.588-25.170=0.419