Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.678=0.204
σ	0.358-0.359=-0.001
min	54.746-54.539=0.207
max	55.899-55.699=0.200

*mean*	420.000-415.000=5.000
σ	0.000
min	420.000-415.000=5.000
max	420.000-415.000=5.000

*mean*	0.142-0.138=0.003
σ	0.005-0.007=-0.002
min	0.137-0.132=0.005
max	0.149-0.154=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.705=0.144
σ	0.004-0.006=-0.002
min	43.842-43.695=0.147
max	43.853-43.713=0.140

*mean*	420.000-415.300=4.700
σ	0.000-0.483=-0.483
min	420.000-415.000=5.000
max	420.000-416.000=4.000

*mean*	0.123-0.125=-0.001
σ	0.004-0.005=-0.001
min	0.118-0.120=-0.003
max	0.131-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4041.625-4152.625=-111.000
σ	2008.529-1900.276=108.254
min	1217.000-1555.000=-338.000
max	7145.000-7301.000=-156.000

*mean*	13.491-12.840=0.651
σ	1.748-0.285=1.463
min	12.444-12.525=-0.082
max	17.748-13.322=4.427

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4041.625-4152.625=-111.000
σ	2008.529-1900.276=108.254
min	1217.000-1555.000=-338.000
max	7145.000-7301.000=-156.000

*mean*	13.612-12.903=0.709
σ	1.615-0.737=0.878
min	11.810-11.783=0.026
max	17.365-14.288=3.077

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.002-0.001=0.000
min	41.929-41.930=-0.001
max	41.932-41.933=-0.001

*mean*	7145.000-7301.000=-156.000
σ	0.000
min	7145.000-7301.000=-156.000
max	7145.000-7301.000=-156.000

*mean*	15.391-15.260=0.131
σ	0.282-0.689=-0.407
min	14.971-13.804=1.168
max	15.810-15.816=-0.006

op=table_records(), repeat

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.931=0.001

*mean*	4041.625-4152.625=-111.000
σ	2008.529-1900.276=108.254
min	1217.000-1555.000=-338.000
max	7145.000-7301.000=-156.000

*mean*	14.393-12.860=1.533
σ	1.831-1.657=0.174
min	11.480-10.925=0.555
max	16.520-15.149=1.371

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	4041.625-4152.625=-111.000
σ	2008.529-1900.276=108.254
min	1217.000-1555.000=-338.000
max	7145.000-7301.000=-156.000

*mean*	9.617-8.802=0.815
σ	1.419-0.338=1.081
min	8.437-8.386=0.051
max	12.771-9.343=3.428

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4041.625-4152.625=-111.000
σ	2008.529-1900.276=108.254
min	1217.000-1555.000=-338.000
max	7145.000-7301.000=-156.000

*mean*	7.077-6.795=0.282
σ	1.113-0.402=0.711
min	5.975-5.865=0.110
max	9.672-7.224=2.448

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.003=0.001
min	25.665-25.665=-0.000
max	25.678-25.674=0.004

*mean*	4041.625-4152.625=-111.000
σ	2008.529-1900.276=108.254
min	1217.000-1555.000=-338.000
max	7145.000-7301.000=-156.000

*mean*	6.179-5.999=0.181
σ	0.533-0.186=0.346
min	5.876-5.795=0.081
max	7.483-6.371=1.112

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4041.625-4152.625=-111.000
σ	2008.529-1900.276=108.254
min	1217.000-1555.000=-338.000
max	7145.000-7301.000=-156.000

*mean*	5.990-5.826=0.165
σ	0.539-0.103=0.436
min	5.572-5.723=-0.151
max	7.299-5.985=1.315

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.606=-1502.993
σ	0.002-0.000=0.002
min	1021.612-2524.606=-1502.994
max	1021.616-2524.606=-1502.991

*mean*	7145.000-7301.000=-156.000
σ	0.000
min	7145.000-7301.000=-156.000
max	7145.000-7301.000=-156.000

*mean*	367.122-1341.972=-974.850
σ	53.108-628.055=-574.947
min	341.581-1031.842=-690.261
max	498.354-2855.321=-2356.966

op=load_product(), with indexes

*mean*	7917.793-8744.722=-826.929
σ	0.469-0.470=-0.000
min	7917.624-8744.553=-826.929
max	7918.954-8745.884=-826.930

*mean*	3273.625-3573.875=-300.250
σ	1824.072-1797.140=26.932
min	810.000-1046.000=-236.000
max	5623.000-5797.000=-174.000

*mean*	3660.946-4780.546=-1119.601
σ	1117.333-1644.465=-527.132
min	3090.763-3526.493=-435.730
max	6214.215-7505.072=-1290.857

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.001

*mean*	4041.625-4152.625=-111.000
σ	2008.529-1900.276=108.254
min	1217.000-1555.000=-338.000
max	7145.000-7301.000=-156.000

*mean*	87.442-80.589=6.853
σ	15.818-9.734=6.084
min	72.304-69.188=3.115
max	110.112-96.389=13.723

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.945=0.001
σ	0.002-0.001=0.002
min	40.945-40.945=-0.000
max	40.950-40.946=0.003

*mean*	7145.000-7301.000=-156.000
σ	0.000
min	7145.000-7301.000=-156.000
max	7145.000-7301.000=-156.000

*mean*	61.516-106.256=-44.740
σ	0.285-4.212=-3.927
min	61.227-98.035=-36.808
max	62.052-110.338=-48.286

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.001
σ	0.002-0.000=0.002
min	66.686-66.686=0.000
max	66.691-66.687=0.004

*mean*	7145.000-7301.000=-156.000
σ	0.000
min	7145.000-7301.000=-156.000
max	7145.000-7301.000=-156.000

*mean*	98.465-164.228=-65.764
σ	0.684-7.958=-7.274
min	97.877-145.802=-47.925
max	99.889-168.988=-69.099

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11656.900=2560.271
σ	4.303-4.304=-0.001
min	14215.575-11655.306=2560.270
max	14227.820-11667.552=2560.269

*mean*	4041.625-4152.625=-111.000
σ	2008.529-1900.276=108.254
min	1217.000-1555.000=-338.000
max	7145.000-7301.000=-156.000

*mean*	7779.207-6194.014=1585.192
σ	1759.633-1189.822=569.812
min	6010.907-4917.307=1093.600
max	10508.654-8223.162=2285.492

op=vertical_lookup_list() on indexed

*mean*	13159.109-11560.066=1599.043
σ	0.002-0.001=0.001
min	13159.106-11560.066=1599.040
max	13159.110-11560.067=1599.043

*mean*	7145.000-7301.000=-156.000
σ	0.000
min	7145.000-7301.000=-156.000
max	7145.000-7301.000=-156.000

*mean*	5152.789-5303.190=-150.400
σ	282.705-1217.379=-934.674
min	5000.670-4344.337=656.333
max	5799.291-7622.747=-1823.456

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	385.012-379.799=5.213
σ	11.110-19.843=-8.733
min	358.241-347.156=11.085
max	391.745-392.769=-1.024

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-558.500=1.500
σ	0.000-2.070=-2.070
min	560.000-556.000=4.000
max	560.000

*mean*	758.510-789.767=-31.258
σ	56.777-15.049=41.728
min	628.567-773.853=-145.286
max	815.611-813.626=1.985

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.327=-0.027
σ	0.759-0.758=0.001
min	1023.823-1023.853=-0.030
max	1027.438-1027.463=-0.025

*mean*	1045.750-1054.300=-8.550
σ	296.068-316.332=-20.264
min	562.000-593.000=-31.000
max	1439.000-1525.000=-86.000

*mean*	1.537-1.585=-0.048
σ	0.075-0.091=-0.015
min	1.387-1.512=-0.125
max	1.686-1.786=-0.100

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.385-0.305=0.080
σ	0.476-0.314=0.162
min	0.143-0.142=0.001
max	1.233-0.863=0.370

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.419-0.473=-0.054
σ	0.199-0.320=-0.121
min	0.316-0.320=-0.004
max	0.775-1.045=-0.270

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.230-0.223=0.007
σ	0.022-0.026=-0.004
min	0.211-0.206=0.005
max	0.256-0.270=-0.014

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.334-0.330=0.003
σ	0.021-0.015=0.006
min	0.316-0.319=-0.004
max	0.367-0.356=0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	434.200-431.200=3.000
σ	4.550-0.447=4.103
min	430.000-431.000=-1.000
max	439.000-432.000=7.000

*mean*	0.575-0.507=0.068
σ	0.021-0.061=-0.040
min	0.550-0.432=0.117
max	0.599-0.597=0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.485-0.457=0.027
σ	0.032-0.042=-0.009
min	0.449-0.420=0.029
max	0.520-0.521=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.643-1.960=0.683
σ	0.118-0.076=0.042
min	2.453-1.829=0.625
max	2.958-2.283=0.675

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.540-1.952=0.588
σ	0.077-0.068=0.008
min	2.412-1.838=0.575
max	2.737-2.341=0.396

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.301-0.304=-0.004
σ	0.008-0.007=0.001
min	0.288-0.291=-0.003
max	0.361-0.346=0.015

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.286-0.294=-0.008
σ	0.008-0.009=-0.001
min	0.272-0.281=-0.008
max	0.335-0.333=0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.795-298.807=-0.012
σ	1.004-1.018=-0.015
min	298.413-298.429=-0.016
max	301.649-301.703=-0.054

*mean*	444.400-444.200=0.200
σ	19.150-13.710=5.440
min	416.000-426.000=-10.000
max	471.000-466.000=5.000

*mean*	0.593-0.604=-0.011
σ	0.030-0.025=0.004
min	0.543-0.564=-0.021
max	0.639-0.646=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-239.532=-2.854
σ	0.000-0.000=0.000
min	236.678-239.532=-2.855
max	236.678-239.532=-2.854

*mean*	1065.000-1721.625=-656.625
σ	33.941-33.641=0.300
min	981.000-1681.000=-700.000
max	1077.000-1746.000=-669.000

*mean*	206.477-218.935=-12.458
σ	4.221-2.658=1.563
min	198.933-214.987=-16.054
max	211.358-223.836=-12.478

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.000-1721.625=-656.625
σ	33.941-33.641=0.300
min	981.000-1681.000=-700.000
max	1077.000-1746.000=-669.000

*mean*	9.988-11.096=-1.108
σ	2.361-2.444=-0.083
min	6.270-6.320=-0.050
max	12.873-12.804=0.069

phase=parser

*mean*	1042.366-1042.364=0.002
σ	0.001-0.000=0.001
min	1042.363-1042.363=-0.001
max	1042.366-1042.364=0.003

*mean*	1065.000-1721.625=-656.625
σ	33.941-33.641=0.300
min	981.000-1681.000=-700.000
max	1077.000-1746.000=-669.000

*mean*	538.647-667.509=-128.862
σ	136.524-98.036=38.488
min	378.336-454.071=-75.735
max	760.936-736.252=24.684

phase=processProdDef

*mean*	4850.765-6169.661=-1318.897
σ	0.000-0.001=-0.001
min	4850.764-6169.660=-1318.896
max	4850.765-6169.662=-1318.897

*mean*	1077.000-1729.750=-652.750
σ	0.000-30.089=-30.089
min	1077.000-1681.000=-604.000
max	1077.000-1746.000=-669.000

*mean*	4855.319-5932.786=-1077.467
σ	745.059-1314.077=-569.018
min	3143.561-4397.676=-1254.115
max	5437.628-7645.348=-2207.720

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000-1721.625=-656.625
σ	33.941-33.641=0.300
min	981.000-1681.000=-700.000
max	1077.000-1746.000=-669.000

*mean*	37.852-45.816=-7.964
σ	10.748-5.037=5.711
min	21.141-35.453=-14.312
max	48.243-49.626=-1.383

phase=type checker

*mean*	990.453-990.446=0.008
σ	0.072-0.066=0.006
min	990.344-990.348=-0.004
max	990.567-990.536=0.032

*mean*	1065.000-1721.625=-656.625
σ	33.941-33.641=0.300
min	981.000-1681.000=-700.000
max	1077.000-1746.000=-669.000

*mean*	752.749-834.832=-82.083
σ	132.142-75.206=56.936
min	652.036-684.188=-32.152
max	1019.387-901.984=117.402

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.818-293.917=-0.099
σ	0.038-0.039=-0.000
min	293.767-293.865=-0.098
max	293.859-293.958=-0.099

*mean*	442.400-442.800=-0.400
σ	0.548-1.095=-0.548
min	442.000
max	443.000-444.000=-1.000

*mean*	0.393-0.393=-0.001
σ	0.002-0.002=0.000
min	0.390-0.391=-0.001
max	0.395-0.395=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.180-1320.193=-0.012
σ	0.103-0.107=-0.004
min	1320.052-1320.071=-0.019
max	1320.335-1320.319=0.015

*mean*	1066.800-1068.200=-1.400
σ	164.788-167.439=-2.650
min	844.000-843.000=1.000
max	1268.000-1275.000=-7.000

*mean*	2.094-1.987=0.107
σ	0.107-0.279=-0.172
min	2.005-1.817=0.188
max	2.270-2.475=-0.205

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.559-1559.737=0.822
σ	6.258-4.072=2.186
min	1557.489-1557.691=-0.201
max	1571.746-1567.013=4.733

*mean*	618.800-619.000=-0.200
σ	82.421-82.228=0.193
min	494.000-495.000=-1.000
max	716.000

*mean*	2.265-2.290=-0.025
σ	0.246-0.213=0.033
min	2.057-2.158=-0.101
max	2.691-2.666=0.025

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.178-1882.273=-0.094
σ	0.058-0.053=0.005
min	1882.113-1882.207=-0.094
max	1882.249-1882.345=-0.096

*mean*	1700.600-1702.800=-2.200
σ	257.743-246.261=11.481
min	1399.000-1404.000=-5.000
max	2057.000-2031.000=26.000

*mean*	2.980-2.894=0.086
σ	0.111-0.062=0.048
min	2.831-2.806=0.025
max	3.097-2.977=0.120

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.740-1.688=0.052
σ	0.189-0.177=0.012
min	1.449-1.399=0.050
max	1.941-1.864=0.077

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.079-453.536=-1.456
σ	582.722-585.527=-2.804
min	160.717-160.770=-0.054
max	1326.163-1331.826=-5.663

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.546-0.547=-0.001
σ	0.544-0.541=0.003
min	0.266-0.274=-0.008
max	1.362-1.359=0.003

policies=20

*mean*	1607.500-1608.045=-0.545
σ	0.406-0.425=-0.019
min	1607.220-1607.754=-0.534
max	1608.099-1608.675=-0.575

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.750-449.500=-2.750
σ	7.500-9.110=-1.610
min	443.000
max	458.000-463.000=-5.000

*mean*	2.679-2.709=-0.030
σ	0.030-0.008=0.022
min	2.634-2.700=-0.066
max	2.695-2.718=-0.023

policies=200

*mean*	16083.267-16088.554=-5.288
σ	0.109-0.121=-0.012
min	16083.195-16088.454=-5.259
max	16083.429-16088.723=-5.295

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-501.750=-5.000
σ	4.856-5.852=-0.996
min	492.000-495.000=-3.000
max	503.000-509.000=-6.000

*mean*	27.050-27.266=-0.215
σ	0.054-0.149=-0.096
min	26.981-27.057=-0.076
max	27.108-27.409=-0.300