Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.824-57.816=0.008
σ	0.359-0.362=-0.002
min	57.681-57.670=0.011
max	58.846-58.844=0.002

*mean*	424.000-421.000=3.000
σ	0.000
min	424.000-421.000=3.000
max	424.000-421.000=3.000

*mean*	0.148-0.147=0.001
σ	0.004-0.004=0.000
min	0.144-0.144=0.001
max	0.155-0.155=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-46.896=0.002
σ	0.005-0.007=-0.002
min	46.891-46.880=0.011
max	46.904-46.907=-0.003

*mean*	424.000-421.000=3.000
σ	0.000
min	424.000-421.000=3.000
max	424.000-421.000=3.000

*mean*	0.129-0.131=-0.002
σ	0.005-0.004=0.001
min	0.122-0.127=-0.005
max	0.136-0.140=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605-36.605=-0.000
max	36.606-36.606=-0.000

*mean*	4586.125-4590.250=-4.125
σ	2232.265-2247.645=-15.380
min	1485.000-1487.000=-2.000
max	7343.000-7381.000=-38.000

*mean*	12.323-160.016=-147.694
σ	0.586-416.175=-415.590
min	11.781-11.820=-0.039
max	13.321-1189.987=-1176.666

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605-36.605=-0.000
max	36.605-36.605=-0.000

*mean*	4586.125-4590.250=-4.125
σ	2232.265-2247.645=-15.380
min	1485.000-1487.000=-2.000
max	7343.000-7381.000=-38.000

*mean*	13.761-13.733=0.028
σ	3.883-4.647=-0.764
min	11.506-11.210=0.295
max	23.321-24.279=-0.958

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938
max	41.943-41.942=0.000

*mean*	7343.000-7381.000=-38.000
σ	0.000
min	7343.000-7381.000=-38.000
max	7343.000-7381.000=-38.000

*mean*	11.638-11.141=0.497
σ	1.886-0.239=1.647
min	10.670-10.794=-0.124
max	16.291-11.537=4.753

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.001=-0.001
min	41.924-41.924=0.000
max	41.926-41.929=-0.003

*mean*	4184.625-4181.750=2.875
σ	1934.580-1944.510=-9.930
min	1485.000-1487.000=-2.000
max	7343.000-7381.000=-38.000

*mean*	11.572-11.814=-0.242
σ	1.989-1.803=0.186
min	10.720-10.908=-0.188
max	16.484-16.224=0.261

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.137=-0.000
min	27.585-27.585=0.000
max	27.972

*mean*	4184.625-4181.750=2.875
σ	1934.580-1944.510=-9.930
min	1485.000-1487.000=-2.000
max	7343.000-7381.000=-38.000

*mean*	9.154-8.843=0.311
σ	1.203-1.356=-0.153
min	8.010-7.966=0.044
max	12.024-12.137=-0.113

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=0.000
min	26.385-26.385=0.000
max	26.385-26.385=0.000

*mean*	4184.625-4181.750=2.875
σ	1934.580-1944.510=-9.930
min	1485.000-1487.000=-2.000
max	7343.000-7381.000=-38.000

*mean*	7.108-6.760=0.348
σ	0.975-1.203=-0.229
min	6.406-5.575=0.831
max	9.421-9.572=-0.151

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674-25.674=0.000

*mean*	4586.125-4590.250=-4.125
σ	2232.265-2247.645=-15.380
min	1485.000-1487.000=-2.000
max	7343.000-7381.000=-38.000

*mean*	6.319-6.385=-0.065
σ	0.974-1.081=-0.107
min	5.774-5.770=0.004
max	8.711-8.847=-0.136

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.001-0.001=-0.000
min	25.962-25.962=0.000
max	25.964

*mean*	4586.125-4590.250=-4.125
σ	2232.265-2247.645=-15.380
min	1485.000-1487.000=-2.000
max	7343.000-7381.000=-38.000

*mean*	6.212-6.326=-0.114
σ	1.038-1.092=-0.054
min	5.747-5.671=0.076
max	8.775-8.751=0.023

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599
σ	0.002
min	1021.597
max	1021.602

*mean*	7343.000-7381.000=-38.000
σ	0.000
min	7343.000-7381.000=-38.000
max	7343.000-7381.000=-38.000

*mean*	347.161-362.030=-14.869
σ	2.321-42.868=-40.547
min	343.459-344.828=-1.369
max	349.427-468.060=-118.633

op=load_product(), with indexes

*mean*	3495.848
σ	0.460
min	3495.685
max	3496.986

*mean*	3758.250-3757.625=0.625
σ	2291.119-2299.310=-8.190
min	720.000
max	7343.000-7381.000=-38.000

*mean*	1685.006-1801.185=-116.178
σ	572.769-676.767=-103.998
min	1396.847-1404.695=-7.849
max	2972.197-2986.480=-14.283

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.842-107.842=0.000

*mean*	4407.875-4410.250=-2.375
σ	2200.370-2216.981=-16.610
min	1485.000-1487.000=-2.000
max	7343.000-7381.000=-38.000

*mean*	198.852-251.479=-52.628
σ	167.142-325.933=-158.791
min	127.001-125.745=1.257
max	609.495-1057.018=-447.524

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069

*mean*	4407.875-4410.250=-2.375
σ	2200.370-2216.981=-16.610
min	1485.000-1487.000=-2.000
max	7343.000-7381.000=-38.000

*mean*	43.816-46.611=-2.795
σ	1.881-9.338=-7.457
min	40.949-40.938=0.011
max	46.584-69.335=-22.751

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=0.000
σ	0.002-0.002=-0.000
min	40.926
max	40.930

*mean*	7343.000-7381.000=-38.000
σ	0.000
min	7343.000-7381.000=-38.000
max	7343.000-7381.000=-38.000

*mean*	170.226-21.998=148.228
σ	418.971-1.207=417.764
min	21.532-21.263=0.269
max	1207.123-24.913=1182.209

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.293-71.293=-0.000
max	71.297-71.297=0.000

*mean*	7343.000-7381.000=-38.000
σ	0.000
min	7343.000-7381.000=-38.000
max	7343.000-7381.000=-38.000

*mean*	63.580-258.039=-194.459
σ	19.609-569.946=-550.337
min	55.503-55.235=0.268
max	111.996-1668.577=-1556.582

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.001
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4184.625-4181.750=2.875
σ	1934.580-1944.510=-9.930
min	1485.000-1487.000=-2.000
max	7343.000-7381.000=-38.000

*mean*	3071.925-3249.459=-177.534
σ	611.533-764.158=-152.625
min	2505.805-2510.355=-4.550
max	3947.920-4613.620=-665.700

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7343.000-7381.000=-38.000
σ	0.000
min	7343.000-7381.000=-38.000
max	7343.000-7381.000=-38.000

*mean*	1011.805-1035.248=-23.442
σ	191.048-202.858=-11.810
min	913.735-919.550=-5.815
max	1457.547-1505.243=-47.697

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7343.000-7381.000=-38.000
σ	0.000
min	7343.000-7381.000=-38.000
max	7343.000-7381.000=-38.000

*mean*	397.479-395.875=1.604
σ	7.197-5.994=1.203
min	380.521-383.269=-2.748
max	404.506-405.067=-0.560

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.500-476.125=1.375
σ	0.535-0.354=0.181
min	477.000-476.000=1.000
max	478.000-477.000=1.000

*mean*	404.699-379.976=24.723
σ	28.784-37.909=-9.126
min	361.464-299.375=62.089
max	445.948-418.058=27.890

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.000-563.000=-2.000
σ	0.000
min	561.000-563.000=-2.000
max	561.000-563.000=-2.000

*mean*	759.037-725.287=33.749
σ	85.204-59.072=26.133
min	625.554-612.827=12.727
max	831.799-782.409=49.391

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.921-976.918=0.002
σ	2.438-2.438=-0.000
min	976.071-976.071=0.001
max	987.249-987.249=-0.000

*mean*	1036.850-1050.350=-13.500
σ	297.630-314.792=-17.162
min	555.000-575.000=-20.000
max	1585.000-1508.000=77.000

*mean*	1.258-1.320=-0.062
σ	0.079-0.140=-0.061
min	1.202-1.207=-0.004
max	1.559-1.755=-0.196

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.311-0.318=-0.008
σ	0.317-0.292=0.025
min	0.138-0.143=-0.005
max	0.873-0.835=0.039

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.418-0.473=-0.055
σ	0.202-0.310=-0.108
min	0.323-0.328=-0.005
max	0.779-1.027=-0.248

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.219-0.219=-0.000
σ	0.016-0.023=-0.007
min	0.204-0.205=-0.001
max	0.246-0.260=-0.014

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.341-0.334=0.007
σ	0.015-0.018=-0.003
min	0.327-0.322=0.004
max	0.364-0.365=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.533-0.520=0.013
σ	0.056-0.048=0.008
min	0.469-0.440=0.029
max	0.606-0.569=0.037

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.475-0.456=0.019
σ	0.037-0.070=-0.033
min	0.421-0.372=0.049
max	0.522-0.530=-0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	1.979-1.870=0.109
σ	0.066-0.107=-0.041
min	1.855-1.684=0.170
max	2.175-2.435=-0.260

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	1.962-1.939=0.023
σ	0.063-0.053=0.010
min	1.852-1.825=0.026
max	2.158-2.074=0.084

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.310-0.305=0.004
σ	0.014-0.010=0.004
min	0.295-0.290=0.005
max	0.379-0.370=0.008

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.293-0.294=-0.001
σ	0.008-0.035=-0.026
min	0.279-0.277=0.002
max	0.337-0.628=-0.291

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.011-11.546=0.465
σ	12.220-11.482=0.738
min	0.573-0.574=-0.001
max	112.526-95.061=17.465

*mean*	466.733-463.135=3.598
σ	20.655-16.593=4.062
min	407.000-408.000=-1.000
max	483.000-476.000=7.000

*mean*	0.027-0.026=0.001
σ	0.030-0.028=0.002
min	0.001-0.001=0.000
max	0.276-0.225=0.051

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.747-293.887=-0.140
σ	1.008-1.029=-0.021
min	293.285-293.384=-0.099
max	296.606-296.795=-0.190

*mean*	445.200-443.200=2.000
σ	17.351-18.855=-1.504
min	416.000-415.000=1.000
max	466.000-464.000=2.000

*mean*	0.586-0.589=-0.003
σ	0.020-0.030=-0.009
min	0.546-0.534=0.012
max	0.607-0.627=-0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546

*mean*	846.000-850.000=-4.000
σ	0.000
min	846.000-850.000=-4.000
max	846.000-850.000=-4.000

*mean*	150.361-153.922=-3.561
σ	9.604-12.849=-3.245
min	136.819-136.160=0.659
max	161.930-166.925=-4.995

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	846.000-849.625=-3.625
σ	0.000-1.061=-1.061
min	846.000-847.000=-1.000
max	846.000-850.000=-4.000

*mean*	8.494-7.426=1.069
σ	2.961-2.242=0.720
min	5.828-5.840=-0.012
max	11.870-11.862=0.008

phase=parser

*mean*	1042.129-1042.134=-0.005
σ	0.000-0.001=-0.001
min	1042.128-1042.131=-0.003
max	1042.129-1042.134=-0.005

*mean*	846.000-849.625=-3.625
σ	0.000-1.061=-1.061
min	846.000-847.000=-1.000
max	846.000-850.000=-4.000

*mean*	532.389-470.259=62.130
σ	173.921-138.317=35.604
min	371.515-373.210=-1.695
max	723.733-730.794=-7.061

phase=processProdDef

*mean*	2241.195-2241.193=0.001
σ	0.000-0.000=-0.000
min	2241.195-2241.193=0.002
max	2241.195-2241.194=0.000

*mean*	846.000-850.000=-4.000
σ	0.000
min	846.000-850.000=-4.000
max	846.000-850.000=-4.000

*mean*	2882.732-3000.318=-117.587
σ	482.309-324.102=158.207
min	2275.586-2324.812=-49.226
max	3348.305-3341.672=6.633

phase=renaming

*mean*	21.430-21.430=-0.000
σ	0.000-0.001=-0.001
min	21.430
max	21.430-21.433=-0.004

*mean*	846.000-849.625=-3.625
σ	0.000-1.061=-1.061
min	846.000-847.000=-1.000
max	846.000-850.000=-4.000

*mean*	39.175-39.988=-0.813
σ	8.127-6.241=1.886
min	29.648-25.678=3.970
max	47.267-47.407=-0.141

phase=type checker

*mean*	958.462-958.466=-0.003
σ	0.047-0.047=-0.000
min	958.439
max	958.564-958.568=-0.004

*mean*	846.000-849.625=-3.625
σ	0.000-1.061=-1.061
min	846.000-847.000=-1.000
max	846.000-850.000=-4.000

*mean*	710.774-695.883=14.891
σ	83.646-60.321=23.325
min	634.173-648.019=-13.846
max	846.375-839.124=7.251

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.854-327.855=-0.000
σ	0.036-0.037=-0.000
min	327.803-327.803=-0.000
max	327.891-327.891=-0.000

*mean*	441.400
σ	3.847
min	435.000
max	445.000

*mean*	0.432-0.436=-0.005
σ	0.011-0.010=0.001
min	0.423-0.428=-0.005
max	0.451-0.454=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.073-1313.073=0.000
σ	0.133-0.146=-0.012
min	1312.960-1312.967=-0.007
max	1313.298-1313.327=-0.029

*mean*	1087.800-1088.600=-0.800
σ	171.014-164.410=6.603
min	891.000-897.000=-6.000
max	1310.000-1311.000=-1.000

*mean*	1.943-1.890=0.052
σ	0.116-0.064=0.052
min	1.845-1.826=0.019
max	2.143-1.984=0.159

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.062-1552.096=-0.035
σ	3.060-3.061=-0.001
min	1550.508-1550.554=-0.045
max	1557.529-1557.566=-0.037

*mean*	625.200-620.000=5.200
σ	89.315-90.371=-1.056
min	515.000-519.000=-4.000
max	740.000-739.000=1.000

*mean*	2.299-2.374=-0.075
σ	0.277-0.247=0.030
min	2.075-2.110=-0.035
max	2.745-2.722=0.023

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.079-1875.059=0.020
σ	0.075-0.043=0.032
min	1874.998-1875.004=-0.006
max	1875.201-1875.113=0.088

*mean*	1742.800-1721.400=21.400
σ	219.598-205.583=14.015
min	1453.000-1450.000=3.000
max	1953.000-1917.000=36.000

*mean*	3.318-2.943=0.375
σ	0.320-0.085=0.236
min	2.985-2.849=0.136
max	3.728-3.032=0.696

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.504-1.457=0.047
σ	0.185-0.198=-0.012
min	1.199-1.265=-0.066
max	1.636-1.708=-0.072

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.406-419.407=-0.001
σ	508.894-508.894=-0.000
min	164.956-164.957=-0.001
max	1182.746-1182.748=-0.002

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	435.000-430.000=5.000
σ	0.000
min	435.000-430.000=5.000
max	435.000-430.000=5.000

*mean*	0.513-0.517=-0.003
σ	0.475-0.496=-0.021
min	0.274-0.266=0.008
max	1.226-1.261=-0.035

policies=20

*mean*	1649.831-1649.816=0.015
σ	0.372-0.367=0.005
min	1649.604-1649.591=0.013
max	1650.386-1650.363=0.023

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	454.250-444.500=9.750
σ	11.843-10.630=1.213
min	440.000-431.000=9.000
max	464.000-453.000=11.000

*mean*	2.655-2.654=0.001
σ	0.023-0.006=0.018
min	2.623-2.648=-0.025
max	2.679-2.662=0.017

policies=200

*mean*	16506.142-16505.947=0.195
σ	0.060-0.122=-0.062
min	16506.071-16505.785=0.285
max	16506.215-16506.063=0.151

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	502.250-501.750=0.500
σ	5.620-6.021=-0.401
min	495.000-494.000=1.000
max	508.000-507.000=1.000

*mean*	26.754-26.758=-0.003
σ	0.144-0.095=0.049
min	26.610-26.631=-0.020
max	26.908-26.836=0.072