Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.715-54.718=-0.003
σ	0.364-0.365=-0.001
min	54.580-54.568=0.012
max	55.751-55.755=-0.004

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.139-0.139=-0.001
σ	0.005-0.004=0.001
min	0.132-0.134=-0.002
max	0.145-0.145=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.777=0.000
σ	0.007-0.010=-0.003
min	43.765-43.761=0.004
max	43.789-43.795=-0.006

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.121-0.121=0.000
σ	0.005-0.005=-0.000
min	0.115-0.115=-0.000
max	0.131-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4423.250-4429.875=-6.625
σ	2226.682-2226.727=-0.044
min	1484.000-1482.000=2.000
max	7405.000-7406.000=-1.000

*mean*	13.097-13.546=-0.449
σ	2.232-3.517=-1.285
min	12.006-11.975=0.031
max	18.538-22.194=-3.656

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4603.875-4608.625=-4.750
σ	2257.703-2258.134=-0.431
min	1484.000-1482.000=2.000
max	7405.000-7406.000=-1.000

*mean*	62.379-138.590=-76.211
σ	138.342-353.264=-214.922
min	11.913-11.523=0.389
max	404.730-1012.830=-608.099

op=table_records(), no indexes

*mean*	41.939-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938
max	41.942-41.943=-0.000

*mean*	7405.000-7406.000=-1.000
σ	0.000
min	7405.000-7406.000=-1.000
max	7405.000-7406.000=-1.000

*mean*	11.163-10.967=0.197
σ	0.257-0.196=0.061
min	10.943-10.810=0.133
max	11.680-11.428=0.252

op=table_records(), repeat

*mean*	41.925-41.925=-0.001
σ	0.000-0.001=-0.001
min	41.924-41.924=-0.000
max	41.925-41.928=-0.003

*mean*	4194.250-4201.500=-7.250
σ	1953.691-1954.998=-1.307
min	1484.000-1482.000=2.000
max	7405.000-7406.000=-1.000

*mean*	11.564-11.470=0.094
σ	1.025-1.100=-0.075
min	10.758-10.811=-0.053
max	14.043-14.126=-0.083

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.136-0.137=-0.000
min	27.584
max	27.971

*mean*	4194.250-4201.500=-7.250
σ	1953.691-1954.998=-1.307
min	1484.000-1482.000=2.000
max	7405.000-7406.000=-1.000

*mean*	8.810-8.856=-0.046
σ	0.590-0.469=0.121
min	7.881-8.426=-0.546
max	9.999-9.889=0.110

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=-0.000
max	26.384-26.384=-0.000

*mean*	4194.250-4201.500=-7.250
σ	1953.691-1954.998=-1.307
min	1484.000-1482.000=2.000
max	7405.000-7406.000=-1.000

*mean*	6.796-6.854=-0.058
σ	0.599-0.529=0.071
min	5.879-6.231=-0.351
max	7.905-7.978=-0.073

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4603.875-4608.625=-4.750
σ	2257.703-2258.134=-0.431
min	1484.000-1482.000=2.000
max	7405.000-7406.000=-1.000

*mean*	6.232-6.788=-0.555
σ	0.533-1.360=-0.827
min	5.758-5.895=-0.137
max	7.428-9.241=-1.813

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961
σ	0.001-0.001=-0.000
min	25.961
max	25.962-25.962=-0.000

*mean*	4603.875-4608.625=-4.750
σ	2257.703-2258.134=-0.431
min	1484.000-1482.000=2.000
max	7405.000-7406.000=-1.000

*mean*	6.174-6.434=-0.261
σ	0.526-1.012=-0.486
min	5.796-5.806=-0.010
max	7.239-8.636=-1.397

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7405.000-7406.000=-1.000
σ	0.000
min	7405.000-7406.000=-1.000
max	7405.000-7406.000=-1.000

*mean*	347.842-346.125=1.716
σ	1.653-2.143=-0.490
min	344.811-342.298=2.513
max	350.243-349.514=0.729

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.977=0.001

*mean*	3768.250-3772.875=-4.625
σ	2309.378-2311.538=-2.160
min	720.000
max	7405.000-7406.000=-1.000

*mean*	1796.258-1764.537=31.721
σ	656.700-638.211=18.489
min	1405.164-1383.914=21.250
max	2972.648-2807.078=165.570

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.000
max	107.841-107.841=-0.000

*mean*	4194.250-4201.500=-7.250
σ	1953.691-1954.998=-1.307
min	1484.000-1482.000=2.000
max	7405.000-7406.000=-1.000

*mean*	133.175-133.730=-0.555
σ	9.125-8.933=0.192
min	125.249-125.294=-0.045
max	154.690-151.224=3.466

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069

*mean*	4423.250-4429.875=-6.625
σ	2226.682-2226.727=-0.044
min	1484.000-1482.000=2.000
max	7405.000-7406.000=-1.000

*mean*	115.272-126.486=-11.214
σ	204.417-235.097=-30.680
min	41.702-41.539=0.162
max	621.173-708.312=-87.139

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.929

*mean*	7405.000-7406.000=-1.000
σ	0.000
min	7405.000-7406.000=-1.000
max	7405.000-7406.000=-1.000

*mean*	120.409-110.955=9.454
σ	278.629-250.277=28.352
min	21.542-21.690=-0.148
max	809.981-730.353=79.628

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=-0.000
max	71.296

*mean*	7405.000-7406.000=-1.000
σ	0.000
min	7405.000-7406.000=-1.000
max	7405.000-7406.000=-1.000

*mean*	59.922-59.273=0.650
σ	9.382-8.697=0.685
min	55.856-55.509=0.347
max	83.121-80.725=2.395

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.013=0.000
min	4646.837
max	4646.875

*mean*	4194.250-4201.500=-7.250
σ	1953.691-1954.998=-1.307
min	1484.000-1482.000=2.000
max	7405.000-7406.000=-1.000

*mean*	3137.652-3296.010=-158.358
σ	609.775-743.508=-133.733
min	2544.037-2498.419=45.617
max	3902.552-4415.775=-513.223

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7405.000-7406.000=-1.000
σ	0.000
min	7405.000-7406.000=-1.000
max	7405.000-7406.000=-1.000

*mean*	992.178-1005.504=-13.326
σ	100.441-198.506=-98.066
min	931.850-911.335=20.515
max	1218.009-1483.915=-265.905

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7405.000-7406.000=-1.000
σ	0.000
min	7405.000-7406.000=-1.000
max	7405.000-7406.000=-1.000

*mean*	394.102-408.488=-14.386
σ	4.907-42.689=-37.782
min	382.475-383.825=-1.350
max	398.386-513.514=-115.128

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-478.625=-0.625
σ	0.000-0.518=-0.518
min	478.000
max	478.000-479.000=-1.000

*mean*	383.412-393.384=-9.972
σ	35.548-30.458=5.090
min	303.417-354.967=-51.550
max	410.263-441.517=-31.254

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-557.000=5.000
σ	0.000
min	562.000-557.000=5.000
max	562.000-557.000=5.000

*mean*	702.390-774.747=-72.357
σ	58.881-35.054=23.826
min	623.388-699.847=-76.459
max	751.200-809.763=-58.563

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.546-964.527=0.019
σ	1.820-1.823=-0.002
min	963.839-963.825=0.015
max	972.244-972.235=0.009

*mean*	1047.350-1032.150=15.200
σ	320.385-303.314=17.071
min	544.000-540.000=4.000
max	1567.000-1520.000=47.000

*mean*	1.282-1.262=0.020
σ	0.171-0.113=0.058
min	1.101-1.146=-0.044
max	1.903-1.634=0.269

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.419-0.387=0.031
σ	0.536-0.489=0.047
min	0.148-0.145=0.003
max	1.375-1.260=0.115

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.424-0.476=-0.053
σ	0.198-0.327=-0.129
min	0.323-0.318=0.005
max	0.777-1.060=-0.284

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.219-0.205=0.013
σ	0.029-0.025=0.004
min	0.196-0.188=0.008
max	0.268-0.250=0.019

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.329-0.338=-0.010
σ	0.015-0.020=-0.004
min	0.315-0.319=-0.004
max	0.354-0.370=-0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	430.800-431.000=-0.200
σ	1.789-0.000=1.789
min	430.000-431.000=-1.000
max	434.000-431.000=3.000

*mean*	0.543-0.556=-0.013
σ	0.026-0.039=-0.013
min	0.525-0.507=0.018
max	0.588-0.604=-0.016

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.481-0.464=0.017
σ	0.041-0.050=-0.009
min	0.424-0.407=0.017
max	0.522-0.520=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.719-2.652=0.067
σ	0.146-0.090=0.056
min	2.486-2.492=-0.006
max	3.557-2.877=0.679

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	1.971-2.649=-0.678
σ	0.146-0.109=0.037
min	1.820-2.441=-0.621
max	2.620-3.030=-0.409

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.305-0.309=-0.003
σ	0.008-0.049=-0.040
min	0.285-0.286=-0.001
max	0.353-0.780=-0.427

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.292-0.291=0.001
σ	0.007-0.018=-0.011
min	0.278-0.277=0.001
max	0.317-0.432=-0.115

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.781-11.396=0.385
σ	12.310-11.411=0.899
min	0.574-0.574=0.000
max	144.146-129.950=14.196

*mean*	460.770-461.909=-1.139
σ	19.468-18.139=1.330
min	407.000
max	476.000-474.000=2.000

*mean*	0.027-0.026=0.001
σ	0.030-0.028=0.002
min	0.001-0.001=0.000
max	0.366-0.304=0.062

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.920-278.920=-0.000
σ	1.070-1.060=0.010
min	278.509-278.537=-0.028
max	281.962-281.935=0.027

*mean*	444.200-444.100=0.100
σ	16.144-20.262=-4.118
min	427.000-416.000=11.000
max	466.000-473.000=-7.000

*mean*	0.587-0.580=0.007
σ	0.005-0.019=-0.013
min	0.580-0.548=0.031
max	0.595-0.613=-0.018

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	208.876-212.400=-3.523
σ	24.237-22.327=1.910
min	182.687-189.469=-6.782
max	239.555-244.056=-4.501

phase=macro expansion

*mean*	5.900
σ	0.000
min	5.900
max	5.900

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	6.502-7.744=-1.242
σ	1.070-2.224=-1.154
min	5.887-5.790=0.097
max	8.974-11.863=-2.889

phase=parser

*mean*	1042.134-1042.134=-0.000
σ	0.000-0.000=0.000
min	1042.133-1042.134=-0.000
max	1042.134

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	467.558-498.922=-31.364
σ	107.533-141.751=-34.218
min	377.884-369.278=8.605
max	601.319-726.845=-125.526

phase=processProdDef

*mean*	2243.717
σ	0.000
min	2243.717
max	2243.717

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	2827.937-2804.232=23.705
σ	562.934-468.539=94.395
min	1683.496-2204.032=-520.536
max	3334.142-3447.521=-113.379

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	31.549-40.786=-9.236
σ	9.276-5.018=4.259
min	20.205-29.946=-9.741
max	42.836-47.743=-4.906

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	672.560-688.458=-15.899
σ	57.750-70.479=-12.729
min	615.454-632.319=-16.864
max	761.049-830.178=-69.129

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.590-282.359=0.231
σ	0.037-0.036=0.002
min	282.535-282.309=0.226
max	282.626-282.396=0.230

*mean*	442.000-441.000=1.000
σ	2.739
min	440.000-439.000=1.000
max	445.000-444.000=1.000

*mean*	0.376-0.379=-0.003
σ	0.001-0.006=-0.005
min	0.376-0.375=0.001
max	0.377-0.386=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.769-1267.607=0.162
σ	0.073-0.103=-0.030
min	1267.698-1267.458=0.240
max	1267.880-1267.747=0.133

*mean*	1090.000-1087.000=3.000
σ	168.879-163.020=5.859
min	891.000-892.000=-1.000
max	1323.000-1308.000=15.000

*mean*	2.015-2.110=-0.095
σ	0.094-0.193=-0.099
min	1.863-1.812=0.050
max	2.093-2.348=-0.256

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.800-1506.584=0.216
σ	2.925-2.907=0.019
min	1505.322-1505.079=0.242
max	1512.026-1511.771=0.255

*mean*	620.600-624.600=-4.000
σ	87.657-87.486=0.171
min	518.000-494.000=24.000
max	730.000-727.000=3.000

*mean*	2.301-2.312=-0.011
σ	0.259-0.175=0.084
min	2.086-2.126=-0.040
max	2.698-2.528=0.170

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.806-1829.569=0.237
σ	0.047-0.041=0.006
min	1829.738-1829.507=0.232
max	1829.848-1829.612=0.237

*mean*	1720.000-1728.400=-8.400
σ	187.919-176.589=11.330
min	1461.000-1471.000=-10.000
max	1894.000-1887.000=7.000

*mean*	2.993-3.025=-0.032
σ	0.238-0.347=-0.108
min	2.835-2.810=0.026
max	3.416-3.642=-0.226

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.730-1.760=-0.030
σ	0.244-0.113=0.131
min	1.295-1.559=-0.264
max	1.857-1.827=0.030

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.599-393.868=11.731
σ	509.661-509.607=0.054
min	150.763-139.061=11.702
max	1170.090-1158.279=11.811

*mean*	101.750-99.750=2.000
σ	7.500
min	98.000-96.000=2.000
max	113.000-111.000=2.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.493-0.487=0.006
σ	0.476-0.500=-0.024
min	0.250-0.230=0.020
max	1.207-1.236=-0.030

policies=20

*mean*	1507.815-1390.730=117.085
σ	0.257-0.172=0.085
min	1507.646-1390.608=117.038
max	1508.195-1390.983=117.212

*mean*	980.000-960.000=20.000
σ	0.000
min	980.000-960.000=20.000
max	980.000-960.000=20.000

*mean*	445.000-446.250=-1.250
σ	3.464-8.500=-5.036
min	442.000
max	448.000-459.000=-11.000

*mean*	2.482-2.317=0.164
σ	0.015-0.010=0.005
min	2.470-2.302=0.167
max	2.501-2.324=0.177

policies=200

*mean*	15086.724-13915.832=1170.892
σ	0.123-0.111=0.012
min	15086.558-13915.693=1170.865
max	15086.822-13915.952=1170.870

*mean*	9800.000-9600.000=200.000
σ	0.000
min	9800.000-9600.000=200.000
max	9800.000-9600.000=200.000

*mean*	496.250-495.750=0.500
σ	5.737-3.500=2.237
min	489.000-492.000=-3.000
max	503.000-500.000=3.000

*mean*	25.135-23.383=1.753
σ	0.043-0.133=-0.090
min	25.093-23.267=1.827
max	25.187-23.570=1.617