Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.056=0.825
σ	0.358-0.368=-0.010
min	54.746-53.909=0.837
max	55.899-55.104=0.795

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.142-0.141=0.001
σ	0.005-0.004=0.001
min	0.137-0.136=0.000
max	0.149-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.395=0.454
σ	0.004-0.005=-0.001
min	43.842-43.388=0.454
max	43.853-43.403=0.451

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.123-0.122=0.001
σ	0.004-0.002=0.002
min	0.118-0.120=-0.002
max	0.131-0.127=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4041.625
σ	2008.529
min	1217.000
max	7145.000

*mean*	13.491
σ	1.748
min	12.444
max	17.748

op=column_set() on indexed, repeat

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4041.625
σ	2008.529
min	1217.000
max	7145.000

*mean*	13.612
σ	1.615
min	11.810
max	17.365

op=table_records(), no indexes

*mean*	41.930
σ	0.002
min	41.929
max	41.932

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	15.391
σ	0.282
min	14.971
max	15.810

op=table_records(), repeat

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	4041.625
σ	2008.529
min	1217.000
max	7145.000

*mean*	14.393
σ	1.831
min	11.480
max	16.520

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136
min	27.604
max	27.991

*mean*	4041.625
σ	2008.529
min	1217.000
max	7145.000

*mean*	9.617
σ	1.419
min	8.437
max	12.771

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	4041.625
σ	2008.529
min	1217.000
max	7145.000

*mean*	7.077
σ	1.113
min	5.975
max	9.672

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668
σ	0.004
min	25.665
max	25.678

*mean*	4041.625
σ	2008.529
min	1217.000
max	7145.000

*mean*	6.179
σ	0.533
min	5.876
max	7.483

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002
min	25.968
max	25.972

*mean*	4041.625
σ	2008.529
min	1217.000
max	7145.000

*mean*	5.990
σ	0.539
min	5.572
max	7.299

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	367.122
σ	53.108
min	341.581
max	498.354

op=load_product(), with indexes

*mean*	7917.793
σ	0.469
min	7917.624
max	7918.954

*mean*	3273.625
σ	1824.072
min	810.000
max	5623.000

*mean*	3660.946
σ	1117.333
min	3090.763
max	6214.215

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4041.625
σ	2008.529
min	1217.000
max	7145.000

*mean*	87.442
σ	15.818
min	72.304
max	110.112

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	61.516
σ	0.285
min	61.227
max	62.052

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688
σ	0.002
min	66.686
max	66.691

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	98.465
σ	0.684
min	97.877
max	99.889

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171
σ	4.303
min	14215.575
max	14227.820

*mean*	4041.625
σ	2008.529
min	1217.000
max	7145.000

*mean*	7779.207
σ	1759.633
min	6010.907
max	10508.654

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002
min	13159.106
max	13159.110

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	5152.789
σ	282.705
min	5000.670
max	5799.291

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	385.012
σ	11.110
min	358.241
max	391.745

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	758.510
σ	56.777
min	628.567
max	815.611

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1006.982=17.317
σ	0.759-0.858=-0.099
min	1023.823-1006.481=17.342
max	1027.438-1010.525=16.913

*mean*	1045.750-1055.850=-10.100
σ	296.068-305.574=-9.506
min	562.000-576.000=-14.000
max	1439.000-1456.000=-17.000

*mean*	1.537-1.541=-0.004
σ	0.075-0.080=-0.004
min	1.387-1.470=-0.084
max	1.686-1.765=-0.079

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.884=0.029
σ	0.020-0.002=0.018
min	0.903-0.882=0.021
max	0.949-0.887=0.062

*mean*	401.000-1456.000=-1055.000
σ	0.000
min	401.000-1456.000=-1055.000
max	401.000-1456.000=-1055.000

*mean*	0.385-0.418=-0.033
σ	0.476-0.129=0.347
min	0.143-0.346=-0.203
max	1.233-0.648=0.585

name=error_case.art

*mean*	2.339-2.339=0.001
σ	0.012-0.003=0.010
min	2.333-2.337=-0.004
max	2.361-2.342=0.019

*mean*	401.000-1456.000=-1055.000
σ	0.000
min	401.000-1456.000=-1055.000
max	401.000-1456.000=-1055.000

*mean*	0.419-0.872=-0.453
σ	0.199-0.067=0.132
min	0.316-0.816=-0.500
max	0.775-0.987=-0.212

name=heavy_item.art

*mean*	1.522-1.524=-0.001
σ	0.002-0.002=0.000
min	1.521-1.522=-0.002
max	1.525-1.526=-0.002

*mean*	401.000-1456.000=-1055.000
σ	0.000
min	401.000-1456.000=-1055.000
max	401.000-1456.000=-1055.000

*mean*	0.230-0.540=-0.309
σ	0.022-0.050=-0.028
min	0.211-0.508=-0.297
max	0.256-0.628=-0.372

name=nested_use.art

*mean*	2.357-2.361=-0.004
σ	0.002
min	2.356-2.360=-0.004
max	2.360-2.364=-0.004

*mean*	401.000-1456.000=-1055.000
σ	0.000
min	401.000-1456.000=-1055.000
max	401.000-1456.000=-1055.000

*mean*	0.334-0.851=-0.517
σ	0.021-0.038=-0.017
min	0.316-0.814=-0.498
max	0.367-0.911=-0.544

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.820=0.021
σ	0.011-0.027=-0.017
min	964.835-964.802=0.033
max	964.859-964.867=-0.008

*mean*	434.200-1456.000=-1021.800
σ	4.550-0.000=4.550
min	430.000-1456.000=-1026.000
max	439.000-1456.000=-1017.000

*mean*	0.575-0.756=-0.181
σ	0.021-0.064=-0.044
min	0.550-0.677=-0.127
max	0.599-0.843=-0.244

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.511=0.309
σ	0.002-0.006=-0.004
min	885.819-885.504=0.315
max	885.823-885.518=0.304

*mean*	440.000-1456.000=-1016.000
σ	0.000
min	440.000-1456.000=-1016.000
max	440.000-1456.000=-1016.000

*mean*	0.485-0.716=-0.231
σ	0.032-0.036=-0.004
min	0.449-0.651=-0.203
max	0.520-0.737=-0.218

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.716=-0.008
σ	0.002-0.002=-0.000
min	7.708-7.715=-0.007
max	7.712-7.721=-0.009

*mean*	440.000-1456.000=-1016.000
σ	0.000
min	440.000-1456.000=-1016.000
max	440.000-1456.000=-1016.000

*mean*	2.643-4.221=-1.578
σ	0.118-0.076=0.041
min	2.453-4.104=-1.651
max	2.958-4.536=-1.578

name=record_render_large_syntax_err.art

*mean*	7.657-7.665=-0.008
σ	0.002-0.002=-0.000
min	7.656-7.664=-0.007
max	7.660-7.669=-0.009

*mean*	440.000-1456.000=-1016.000
σ	0.000
min	440.000-1456.000=-1016.000
max	440.000-1456.000=-1016.000

*mean*	2.540-4.192=-1.652
σ	0.077-0.082=-0.006
min	2.412-4.039=-1.627
max	2.737-4.493=-1.756

name=record_render_success.art

*mean*	2.289-2.291=-0.001
σ	0.002
min	2.289-2.290=-0.001
max	2.293-2.294=-0.001

*mean*	440.000-1456.000=-1016.000
σ	0.000
min	440.000-1456.000=-1016.000
max	440.000-1456.000=-1016.000

*mean*	0.301-0.752=-0.452
σ	0.008-0.030=-0.022
min	0.288-0.714=-0.426
max	0.361-0.938=-0.577

name=record_render_syntax_err.art

*mean*	2.165-2.166=-0.001
σ	0.002
min	2.164-2.165=-0.001
max	2.168-2.169=-0.001

*mean*	440.000-1456.000=-1016.000
σ	0.000
min	440.000-1456.000=-1016.000
max	440.000-1456.000=-1016.000

*mean*	0.286-0.707=-0.421
σ	0.008-0.016=-0.008
min	0.272-0.676=-0.403
max	0.335-0.787=-0.452

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.795-295.661=3.135
σ	1.004-0.249=0.754
min	298.413-295.519=2.894
max	301.649-296.347=5.302

*mean*	444.400-2031.000=-1586.600
σ	19.150-0.000=19.150
min	416.000-2031.000=-1615.000
max	471.000-2031.000=-1560.000

*mean*	0.593-0.578=0.015
σ	0.030-0.035=-0.005
min	0.543-0.510=0.033
max	0.639-0.604=0.035

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	206.477
σ	4.221
min	198.933
max	211.358

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	9.988
σ	2.361
min	6.270
max	12.873

phase=parser

*mean*	1042.366
σ	0.001
min	1042.363
max	1042.366

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	538.647
σ	136.524
min	378.336
max	760.936

phase=processProdDef

*mean*	4850.765
σ	0.000
min	4850.764
max	4850.765

*mean*	1077.000
σ	0.000
min	1077.000
max	1077.000

*mean*	4855.319
σ	745.059
min	3143.561
max	5437.628

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	37.852
σ	10.748
min	21.141
max	48.243

phase=type checker

*mean*	990.453
σ	0.072
min	990.344
max	990.567

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	752.749
σ	132.142
min	652.036
max	1019.387

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.818-285.414=8.404
σ	0.038-0.036=0.002
min	293.767-285.372=8.395
max	293.859-285.452=8.407

*mean*	442.400-1456.000=-1013.600
σ	0.548-0.000=0.548
min	442.000-1456.000=-1014.000
max	443.000-1456.000=-1013.000

*mean*	0.393-0.391=0.001
σ	0.002-0.006=-0.004
min	0.390-0.386=0.004
max	0.395-0.401=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.180-1295.795=24.386
σ	0.103-0.104=-0.002
min	1320.052-1295.680=24.373
max	1320.335-1295.918=24.417

*mean*	1066.800-1456.000=-389.200
σ	164.788-0.000=164.788
min	844.000-1456.000=-612.000
max	1268.000-1456.000=-188.000

*mean*	2.094-1.907=0.186
σ	0.107-0.125=-0.018
min	2.005-1.750=0.255
max	2.270-2.043=0.226

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.559-1539.958=20.601
σ	6.258-6.867=-0.610
min	1557.489-1536.696=20.794
max	1571.746-1552.239=19.507

*mean*	618.800-1456.000=-837.200
σ	82.421-0.000=82.421
min	494.000-1456.000=-962.000
max	716.000-1456.000=-740.000

*mean*	2.265-2.431=-0.166
σ	0.246-0.170=0.076
min	2.057-2.174=-0.117
max	2.691-2.644=0.047

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.178-1857.697=24.481
σ	0.058-0.059=-0.001
min	1882.113-1857.652=24.461
max	1882.249-1857.776=24.473

*mean*	1700.600-1741.800=-41.200
σ	257.743-226.927=30.816
min	1399.000-1456.000=-57.000
max	2057.000-2031.000=26.000

*mean*	2.980-3.034=-0.054
σ	0.111-0.217=-0.106
min	2.831-2.841=-0.010
max	3.097-3.383=-0.286

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.740-1.815=-0.075
σ	0.189-0.111=0.078
min	1.449-1.622=-0.173
max	1.941-1.894=0.047

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.079-445.739=6.340
σ	582.722-580.934=1.788
min	160.717-155.271=5.446
max	1326.163-1317.141=9.022

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	443.000-1456.000=-1013.000
σ	0.000
min	443.000-1456.000=-1013.000
max	443.000-1456.000=-1013.000

*mean*	0.546-0.555=-0.009
σ	0.544-0.588=-0.045
min	0.266-0.256=0.010
max	1.362-1.438=-0.076

policies=20

*mean*	1607.500-1552.984=54.516
σ	0.406-0.329=0.077
min	1607.220-1552.754=54.465
max	1608.099-1553.472=54.628

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	446.750-1456.000=-1009.250
σ	7.500-0.000=7.500
min	443.000-1456.000=-1013.000
max	458.000-1456.000=-998.000

*mean*	2.679-2.581=0.098
σ	0.030-0.024=0.006
min	2.634-2.558=0.075
max	2.695-2.611=0.085

policies=200

*mean*	16083.267-15538.030=545.237
σ	0.109-0.084=0.025
min	16083.195-15537.967=545.228
max	16083.429-15538.154=545.275

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	496.750-1456.000=-959.250
σ	4.856-0.000=4.856
min	492.000-1456.000=-964.000
max	503.000-1456.000=-953.000

*mean*	27.050-26.091=0.959
σ	0.054-0.032=0.022
min	26.981-26.053=0.929
max	27.108-26.129=0.979