Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.700-54.697=0.004
σ	0.367-0.363=0.004
min	54.566-54.559=0.007
max	55.743-55.728=0.015

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.141-0.139=0.001
σ	0.004-0.005=-0.001
min	0.137-0.135=0.002
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.779=-0.003
σ	0.008-0.008=0.000
min	43.765-43.766=-0.001
max	43.791-43.791=-0.000

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.122-0.123=-0.000
σ	0.005-0.004=0.001
min	0.117-0.119=-0.002
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.000

*mean*	4591.125-4427.125=164.000
σ	2250.360-2230.102=20.258
min	1483.000-1484.000=-1.000
max	7386.000-7413.000=-27.000

*mean*	149.254-13.622=135.632
σ	385.457-3.564=381.893
min	11.881-12.045=-0.164
max	1103.198-22.405=1080.793

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.605-36.606=-0.001

*mean*	4591.125-4608.625=-17.500
σ	2250.360-2261.333=-10.973
min	1483.000-1484.000=-1.000
max	7386.000-7413.000=-27.000

*mean*	14.917-148.270=-133.354
σ	4.647-380.389=-375.742
min	11.482-11.666=-0.184
max	25.630-1089.639=-1064.009

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.001

*mean*	7386.000-7413.000=-27.000
σ	0.000
min	7386.000-7413.000=-27.000
max	7386.000-7413.000=-27.000

*mean*	11.532-11.468=0.063
σ	1.847-0.295=1.552
min	10.716-11.097=-0.381
max	16.089-12.041=4.048

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=0.000
min	41.925
max	41.926-41.925=0.000

*mean*	4181.875-4198.250=-16.375
σ	1946.690-1957.137=-10.448
min	1483.000-1484.000=-1.000
max	7386.000-7413.000=-27.000

*mean*	11.286-11.668=-0.382
σ	0.872-0.972=-0.100
min	10.859-10.874=-0.015
max	13.435-14.002=-0.566

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.137=0.000
min	27.585
max	27.972-27.972=0.000

*mean*	4181.875-4198.250=-16.375
σ	1946.690-1957.137=-10.448
min	1483.000-1484.000=-1.000
max	7386.000-7413.000=-27.000

*mean*	8.878-8.839=0.040
σ	0.574-0.455=0.119
min	8.149-8.275=-0.126
max	10.153-9.713=0.440

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385
σ	0.000
min	26.385
max	26.385

*mean*	4181.875-4198.250=-16.375
σ	1946.690-1957.137=-10.448
min	1483.000-1484.000=-1.000
max	7386.000-7413.000=-27.000

*mean*	7.052-6.390=0.661
σ	0.463-0.678=-0.215
min	6.769-5.351=1.418
max	8.157-7.752=0.405

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674

*mean*	4591.125-4608.625=-17.500
σ	2250.360-2261.333=-10.973
min	1483.000-1484.000=-1.000
max	7386.000-7413.000=-27.000

*mean*	6.524-6.659=-0.135
σ	1.037-1.238=-0.202
min	5.943-5.820=0.123
max	8.880-8.849=0.031

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.962=0.000
σ	0.001-0.001=0.001
min	25.962
max	25.966-25.964=0.002

*mean*	4591.125-4608.625=-17.500
σ	2250.360-2261.333=-10.973
min	1483.000-1484.000=-1.000
max	7386.000-7413.000=-27.000

*mean*	6.429-6.532=-0.103
σ	1.078-1.210=-0.132
min	5.782-5.783=-0.001
max	8.871-8.958=-0.088

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=-0.000
σ	0.002-0.002=-0.000
min	1021.597
max	1021.602-1021.602=-0.000

*mean*	7386.000-7413.000=-27.000
σ	0.000
min	7386.000-7413.000=-27.000
max	7386.000-7413.000=-27.000

*mean*	344.932-345.684=-0.753
σ	2.266-1.487=0.780
min	340.354-343.634=-3.280
max	346.961-347.554=-0.593

op=load_product(), with indexes

*mean*	3495.846-3495.846=0.000
σ	0.455-0.455=0.000
min	3495.685
max	3496.972-3496.971=0.001

*mean*	3757.875-3772.000=-14.125
σ	2301.201-2313.092=-11.890
min	720.000
max	7386.000-7413.000=-27.000

*mean*	1799.326-1801.959=-2.633
σ	677.750-695.110=-17.360
min	1401.143-1394.826=6.318
max	2990.714-3025.011=-34.297

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.842-107.842=0.000

*mean*	4410.875-4198.250=212.625
σ	2219.761-1957.137=262.624
min	1483.000-1484.000=-1.000
max	7386.000-7413.000=-27.000

*mean*	275.131-130.747=144.383
σ	400.812-9.197=391.615
min	122.503-125.313=-2.810
max	1266.813-153.036=1113.776

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.069-62.070=-0.001

*mean*	4410.875-4427.125=-16.250
σ	2219.761-2230.102=-10.341
min	1483.000-1484.000=-1.000
max	7386.000-7413.000=-27.000

*mean*	45.243-174.918=-129.676
σ	8.576-373.576=-365.000
min	40.687-41.259=-0.572
max	66.337-1099.468=-1033.130

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002-0.002=-0.000
min	40.926
max	40.930-40.930=-0.001

*mean*	7386.000-7413.000=-27.000
σ	0.000
min	7386.000-7413.000=-27.000
max	7386.000-7413.000=-27.000

*mean*	195.678-129.344=66.334
σ	490.258-303.031=187.227
min	21.290-21.640=-0.350
max	1408.992-879.307=529.684

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=-0.000
max	71.297-71.297=-0.000

*mean*	7386.000-7413.000=-27.000
σ	0.000
min	7386.000-7413.000=-27.000
max	7386.000-7413.000=-27.000

*mean*	65.138-58.852=6.286
σ	24.968-10.097=14.871
min	55.219-54.517=0.702
max	126.705-83.813=42.892

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.843=-0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4181.875-4198.250=-16.375
σ	1946.690-1957.137=-10.448
min	1483.000-1484.000=-1.000
max	7386.000-7413.000=-27.000

*mean*	3403.248-3289.084=114.164
σ	883.937-696.782=187.156
min	2505.389-2500.229=5.160
max	4902.345-4153.895=748.450

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=0.000
σ	0.002-0.002=0.000
min	1973.829
max	1973.833-1973.833=0.000

*mean*	7386.000-7413.000=-27.000
σ	0.000
min	7386.000-7413.000=-27.000
max	7386.000-7413.000=-27.000

*mean*	1023.353-985.634=37.719
σ	242.609-118.284=124.325
min	907.404-911.951=-4.547
max	1603.016-1242.397=360.620

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7386.000-7413.000=-27.000
σ	0.000
min	7386.000-7413.000=-27.000
max	7386.000-7413.000=-27.000

*mean*	412.958-389.206=23.752
σ	42.332-3.173=39.159
min	383.142-381.528=1.614
max	516.573-391.077=125.496

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000
σ	0.000
min	476.000
max	476.000

*mean*	364.971-357.760=7.211
σ	17.566-37.792=-20.226
min	335.578-309.658=25.919
max	388.715-419.044=-30.329

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	557.000-562.000=-5.000
σ	0.000
min	557.000-562.000=-5.000
max	557.000-562.000=-5.000

*mean*	782.500-754.699=27.801
σ	31.115-43.281=-12.167
min	720.116-671.495=48.621
max	825.287-806.361=18.926

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.555-964.559=-0.004
σ	1.880-1.880=0.001
min	963.837-963.837=0.000
max	972.509-972.510=-0.001

*mean*	1038.550-1041.300=-2.750
σ	308.668-308.263=0.406
min	562.000-557.000=5.000
max	1489.000-1491.000=-2.000

*mean*	1.284-1.292=-0.008
σ	0.143-0.169=-0.026
min	1.190-1.180=0.010
max	1.776-1.790=-0.015

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.467-0.297=0.170
σ	0.664-0.295=0.369
min	0.140-0.131=0.009
max	1.652-0.819=0.833

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.517-0.474=0.043
σ	0.407-0.318=0.089
min	0.322-0.322=-0.001
max	1.245-1.043=0.202

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.233=-0.014
σ	0.026-0.019=0.006
min	0.201-0.209=-0.008
max	0.264-0.255=0.009

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.332=0.001
σ	0.018-0.019=-0.001
min	0.318-0.315=0.003
max	0.362-0.363=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.585-0.494=0.091
σ	0.025-0.058=-0.032
min	0.545-0.420=0.125
max	0.609-0.575=0.034

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.483-0.490=-0.007
σ	0.039-0.062=-0.023
min	0.417-0.379=0.038
max	0.510-0.525=-0.015

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.673-2.634=0.039
σ	0.105-0.095=0.011
min	2.462-2.485=-0.023
max	2.977-3.052=-0.075

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.451-2.624=-0.173
σ	0.362-0.119=0.243
min	1.754-2.438=-0.684
max	2.899-3.010=-0.111

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.304-0.301=0.002
σ	0.008-0.009=-0.001
min	0.290-0.283=0.008
max	0.344-0.359=-0.014

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.289-0.295=-0.006
σ	0.006-0.012=-0.005
min	0.276-0.280=-0.005
max	0.321-0.366=-0.046

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.962-12.083=-0.121
σ	11.279-11.899=-0.620
min	0.574-0.574=0.000
max	93.455-85.449=8.005

*mean*	467.450-459.134=8.316
σ	19.228-20.594=-1.366
min	406.000-408.000=-2.000
max	480.000-481.000=-1.000

*mean*	0.027-0.027=-0.000
σ	0.028-0.029=-0.001
min	0.001-0.001=-0.000
max	0.232-0.210=0.022

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.161-278.907=0.253
σ	0.993-1.002=-0.009
min	278.771-278.396=0.375
max	281.984-281.735=0.250

*mean*	446.000-442.400=3.600
σ	16.627-13.970=2.657
min	426.000-423.000=3.000
max	470.000-465.000=5.000

*mean*	0.572-0.580=-0.008
σ	0.025-0.016=0.009
min	0.529-0.542=-0.013
max	0.613-0.602=0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546-106.546=-0.000
max	106.546-106.546=-0.000

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	149.967-148.520=1.447
σ	12.665-11.525=1.140
min	129.467-134.868=-5.401
max	162.457-163.110=-0.653

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	8.280-8.651=-0.372
σ	2.102-0.612=1.490
min	5.990-7.145=-1.155
max	11.817-8.970=2.847

phase=parser

*mean*	1042.132-1042.130=0.002
σ	0.000-0.000=-0.000
min	1042.132-1042.130=0.002
max	1042.132-1042.131=0.002

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	506.905-580.528=-73.623
σ	118.341-39.084=79.257
min	375.877-494.339=-118.462
max	690.919-609.929=80.990

phase=processProdDef

*mean*	2241.194-2241.195=-0.001
σ	0.000
min	2241.194-2241.195=-0.001
max	2241.194-2241.195=-0.001

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	2604.722-3044.506=-439.785
σ	486.686-242.529=244.157
min	1976.190-2675.616=-699.426
max	3276.183-3283.430=-7.247

phase=renaming

*mean*	21.434-21.433=0.000
σ	0.000
min	21.434-21.433=0.000
max	21.434-21.433=0.000

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	35.454-46.006=-10.552
σ	8.819-3.286=5.534
min	24.997-38.767=-13.770
max	46.313-49.180=-2.867

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	687.350-664.041=23.309
σ	70.154-16.227=53.928
min	616.996-632.209=-15.213
max	841.211-684.461=156.750

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.856=-0.001
σ	0.037-0.037=-0.000
min	282.800-282.801=-0.001
max	282.891-282.891=-0.001

*mean*	442.400
σ	0.548
min	442.000
max	443.000

*mean*	0.389-0.375=0.015
σ	0.009-0.004=0.004
min	0.385-0.371=0.014
max	0.405-0.382=0.023

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.055-1268.049=0.006
σ	0.124-0.110=0.015
min	1267.956-1267.946=0.010
max	1268.263-1268.228=0.036

*mean*	1086.200-1085.000=1.200
σ	162.910-163.371=-0.461
min	891.000-890.000=1.000
max	1308.000-1307.000=1.000

*mean*	2.013-2.031=-0.018
σ	0.151-0.111=0.039
min	1.797-1.852=-0.055
max	2.169-2.128=0.041

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.029-1507.024=0.004
σ	2.991-2.960=0.031
min	1505.466-1505.472=-0.006
max	1512.368-1512.309=0.059

*mean*	623.800-622.600=1.200
σ	86.872-87.446=-0.574
min	494.000-493.000=1.000
max	725.000

*mean*	2.209-2.230=-0.021
σ	0.231-0.212=0.019
min	2.064-2.056=0.009
max	2.617-2.591=0.026

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.058-1830.059=-0.001
σ	0.046-0.040=0.006
min	1829.993-1830.002=-0.009
max	1830.105-1830.097=0.008

*mean*	1723.400-1723.200=0.200
σ	170.698-173.120=-2.422
min	1478.000-1474.000=4.000
max	1882.000-1883.000=-1.000

*mean*	2.988-3.051=-0.063
σ	0.269-0.364=-0.095
min	2.799-2.830=-0.030
max	3.464-3.700=-0.235

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.715-1.643=0.072
σ	0.141-0.102=0.039
min	1.578-1.534=0.044
max	1.894-1.804=0.090

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.941-405.944=-0.004
σ	509.285-509.285=-0.000
min	151.293-151.299=-0.006
max	1169.868-1169.872=-0.004

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.504-0.500=0.004
σ	0.499-0.505=-0.006
min	0.251-0.243=0.007
max	1.252-1.258=-0.006

policies=20

*mean*	1513.116-1513.131=-0.015
σ	0.255-0.263=-0.008
min	1512.949-1512.959=-0.010
max	1513.494-1513.520=-0.026

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.500-452.250=0.250
σ	10.599-10.112=0.487
min	444.000
max	468.000-467.000=1.000

*mean*	2.484-2.494=-0.010
σ	0.012-0.012=-0.000
min	2.467-2.478=-0.012
max	2.494-2.509=-0.015

policies=200

*mean*	15139.952-15140.011=-0.058
σ	0.187-0.108=0.079
min	15139.779-15139.913=-0.134
max	15140.206-15140.154=0.052

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.250-498.250=1.000
σ	4.113-4.272=-0.159
min	494.000-493.000=1.000
max	504.000-503.000=1.000

*mean*	25.038-24.987=0.051
σ	0.155-0.122=0.033
min	24.904-24.913=-0.009
max	25.251-25.170=0.082