Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.055=0.834
σ	0.357-0.368=-0.011
min	54.749-53.909=0.840
max	55.903-55.102=0.801

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.139-0.141=-0.002
σ	0.004-0.003=0.001
min	0.133-0.137=-0.004
max	0.147-0.147=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.394=0.461
σ	0.007-0.006=0.001
min	43.844-43.384=0.460
max	43.865-43.404=0.462

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.124-0.123=0.001
σ	0.006-0.004=0.002
min	0.117-0.119=-0.002
max	0.135-0.129=0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4042.625
σ	2010.020
min	1216.000
max	7145.000

*mean*	13.716
σ	1.698
min	12.820
max	17.874

op=column_set() on indexed, repeat

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4042.625
σ	2010.020
min	1216.000
max	7145.000

*mean*	13.552
σ	1.645
min	12.108
max	17.319

op=table_records(), no indexes

*mean*	41.930
σ	0.001
min	41.929
max	41.932

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	15.201
σ	0.118
min	15.059
max	15.419

op=table_records(), repeat

*mean*	41.930
σ	0.002
min	41.927
max	41.932

*mean*	4042.625
σ	2010.020
min	1216.000
max	7145.000

*mean*	14.458
σ	1.564
min	11.014
max	16.084

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136
min	27.604
max	27.991

*mean*	4042.625
σ	2010.020
min	1216.000
max	7145.000

*mean*	9.883
σ	1.566
min	8.631
max	12.463

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	4042.625
σ	2010.020
min	1216.000
max	7145.000

*mean*	7.783
σ	1.472
min	6.788
max	10.299

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668
σ	0.004
min	25.666
max	25.677

*mean*	4042.625
σ	2010.020
min	1216.000
max	7145.000

*mean*	6.106
σ	0.520
min	5.743
max	7.374

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002
min	25.968
max	25.972

*mean*	4042.625
σ	2010.020
min	1216.000
max	7145.000

*mean*	5.985
σ	0.579
min	5.713
max	7.393

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	376.892
σ	86.194
min	344.072
max	590.162

op=load_product(), with indexes

*mean*	7917.793
σ	0.469
min	7917.625
max	7918.954

*mean*	3275.250
σ	1825.449
min	810.000
max	5627.000

*mean*	3754.713
σ	1233.908
min	3093.446
max	6172.580

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4042.625
σ	2010.020
min	1216.000
max	7145.000

*mean*	89.724
σ	18.242
min	71.360
max	112.791

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	61.760
σ	1.338
min	61.053
max	65.051

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688
σ	0.002
min	66.686
max	66.691

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	99.260
σ	0.591
min	98.357
max	100.085

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.170
σ	4.304
min	14215.575
max	14227.820

*mean*	4042.625
σ	2010.020
min	1216.000
max	7145.000

*mean*	8262.634
σ	1643.856
min	6011.076
max	10723.390

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002
min	13159.106
max	13159.110

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	5327.581
σ	735.523
min	4984.396
max	7104.262

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	375.482
σ	23.176
min	341.238
max	397.355

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	776.912
σ	29.911
min	716.199
max	814.108

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1007.004=17.294
σ	0.758-1.194=-0.435
min	1023.826-1006.433=17.392
max	1027.437-1012.010=15.427

*mean*	1037.150-1048.150=-11.000
σ	303.387-300.434=2.953
min	552.000-593.000=-41.000
max	1461.000-1629.000=-168.000

*mean*	1.590-1.533=0.057
σ	0.086-0.088=-0.002
min	1.517-1.468=0.049
max	1.812-1.831=-0.019

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.029
σ	0.020-0.003=0.018
min	0.903-0.882=0.021
max	0.949-0.887=0.062

*mean*	402.000-1629.000=-1227.000
σ	0.000
min	402.000-1629.000=-1227.000
max	402.000-1629.000=-1227.000

*mean*	0.308-0.424=-0.116
σ	0.300-0.145=0.156
min	0.147-0.339=-0.192
max	0.842-0.682=0.161

name=error_case.art

*mean*	2.339-2.339=0.001
σ	0.012-0.003=0.010
min	2.333-2.337=-0.004
max	2.361-2.342=0.019

*mean*	402.000-1629.000=-1227.000
σ	0.000
min	402.000-1629.000=-1227.000
max	402.000-1629.000=-1227.000

*mean*	0.484-0.880=-0.396
σ	0.324-0.093=0.231
min	0.328-0.826=-0.498
max	1.062-1.045=0.017

name=heavy_item.art

*mean*	1.522-1.524=-0.001
σ	0.002-0.002=0.000
min	1.521-1.522=-0.002
max	1.525-1.526=-0.002

*mean*	402.000-1629.000=-1227.000
σ	0.000
min	402.000-1629.000=-1227.000
max	402.000-1629.000=-1227.000

*mean*	0.218-0.545=-0.327
σ	0.022-0.054=-0.032
min	0.202-0.499=-0.297
max	0.257-0.637=-0.381

name=nested_use.art

*mean*	2.357-2.361=-0.004
σ	0.002
min	2.356-2.360=-0.004
max	2.360-2.364=-0.004

*mean*	402.000-1629.000=-1227.000
σ	0.000
min	402.000-1629.000=-1227.000
max	402.000-1629.000=-1227.000

*mean*	0.326-0.852=-0.526
σ	0.014-0.038=-0.024
min	0.312-0.821=-0.509
max	0.347-0.914=-0.567

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.839=0.001
σ	0.011-0.034=-0.023
min	964.835-964.812=0.023
max	964.859-964.895=-0.036

*mean*	437.000-1629.000=-1192.000
σ	6.595-0.000=6.595
min	431.000-1629.000=-1198.000
max	444.000-1629.000=-1185.000

*mean*	0.557-0.845=-0.289
σ	0.046-0.016=0.029
min	0.491-0.817=-0.326
max	0.605-0.859=-0.254

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.512=0.308
σ	0.002-0.006=-0.004
min	885.819-885.507=0.312
max	885.823-885.521=0.302

*mean*	444.000-1629.000=-1185.000
σ	0.000
min	444.000-1629.000=-1185.000
max	444.000-1629.000=-1185.000

*mean*	0.451-0.670=-0.219
σ	0.056-0.042=0.014
min	0.391-0.628=-0.237
max	0.512-0.739=-0.227

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.716=-0.008
σ	0.002-0.002=-0.000
min	7.708-7.715=-0.007
max	7.712-7.721=-0.009

*mean*	444.000-1629.000=-1185.000
σ	0.000
min	444.000-1629.000=-1185.000
max	444.000-1629.000=-1185.000

*mean*	2.628-4.272=-1.644
σ	0.085-0.085=0.000
min	2.482-4.156=-1.675
max	2.881-4.591=-1.710

name=record_render_large_syntax_err.art

*mean*	7.657-7.665=-0.007
σ	0.002
min	7.656-7.664=-0.007
max	7.660-7.668=-0.007

*mean*	444.000-1629.000=-1185.000
σ	0.000
min	444.000-1629.000=-1185.000
max	444.000-1629.000=-1185.000

*mean*	2.576-4.269=-1.693
σ	0.058-0.075=-0.017
min	2.479-4.069=-1.591
max	2.791-4.532=-1.741

name=record_render_success.art

*mean*	2.289-2.291=-0.001
σ	0.002
min	2.289-2.290=-0.001
max	2.293-2.294=-0.001

*mean*	444.000-1629.000=-1185.000
σ	0.000
min	444.000-1629.000=-1185.000
max	444.000-1629.000=-1185.000

*mean*	0.305-0.752=-0.448
σ	0.008-0.016=-0.007
min	0.292-0.726=-0.433
max	0.359-0.860=-0.502

name=record_render_syntax_err.art

*mean*	2.165-2.166=-0.001
σ	0.002
min	2.164-2.165=-0.001
max	2.168-2.169=-0.001

*mean*	444.000-1629.000=-1185.000
σ	0.000
min	444.000-1629.000=-1185.000
max	444.000-1629.000=-1185.000

*mean*	0.288-0.712=-0.424
σ	0.007-0.016=-0.009
min	0.279-0.679=-0.401
max	0.329-0.805=-0.476

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.835-296.860=1.974
σ	1.004-0.251=0.752
min	298.451-296.733=1.718
max	301.690-297.554=4.136

*mean*	441.200-1901.000=-1459.800
σ	13.645-0.000=13.645
min	420.000-1901.000=-1481.000
max	463.000-1901.000=-1438.000

*mean*	0.599-0.580=0.019
σ	0.024-0.056=-0.032
min	0.554-0.503=0.051
max	0.636-0.703=-0.068

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1064.875
σ	34.295
min	980.000
max	1077.000

*mean*	210.297
σ	1.710
min	207.608
max	213.346

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1064.875
σ	34.295
min	980.000
max	1077.000

*mean*	8.829
σ	2.211
min	6.417
max	12.716

phase=parser

*mean*	1042.366
σ	0.001
min	1042.362
max	1042.366

*mean*	1064.875
σ	34.295
min	980.000
max	1077.000

*mean*	563.405
σ	69.144
min	509.712
max	723.893

phase=processProdDef

*mean*	4850.765
σ	0.000
min	4850.765
max	4850.765

*mean*	1077.000
σ	0.000
min	1077.000
max	1077.000

*mean*	4933.662
σ	569.739
min	3743.726
max	5511.850

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.875
σ	34.295
min	980.000
max	1077.000

*mean*	33.927
σ	11.265
min	20.570
max	47.901

phase=type checker

*mean*	990.453
σ	0.072
min	990.344
max	990.567

*mean*	1064.875
σ	34.295
min	980.000
max	1077.000

*mean*	756.915
σ	128.547
min	644.983
max	943.609

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-286.825=6.997
σ	0.039-0.038=0.001
min	293.766-286.774=6.991
max	293.862-286.864=6.998

*mean*	444.400-1629.000=-1184.600
σ	0.548-0.000=0.548
min	444.000-1629.000=-1185.000
max	445.000-1629.000=-1184.000

*mean*	0.394-0.394=0.000
σ	0.004-0.006=-0.002
min	0.391-0.387=0.003
max	0.400-0.401=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.215-1297.189=23.027
σ	0.044-0.092=-0.048
min	1320.146-1297.098=23.049
max	1320.259-1297.329=22.930

*mean*	1068.400-1629.000=-560.600
σ	165.820-0.000=165.820
min	845.000-1629.000=-784.000
max	1272.000-1629.000=-357.000

*mean*	2.235-1.939=0.296
σ	0.086-0.163=-0.076
min	2.159-1.792=0.367
max	2.383-2.194=0.189

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.612-1541.326=19.286
σ	6.208-6.822=-0.614
min	1557.645-1538.081=19.564
max	1571.714-1553.527=18.187

*mean*	619.800-1629.000=-1009.200
σ	82.606-0.000=82.606
min	495.000-1629.000=-1134.000
max	717.000-1629.000=-912.000

*mean*	2.292-2.173=0.118
σ	0.112-0.082=0.030
min	2.202-2.103=0.099
max	2.476-2.315=0.161

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.177-1859.126=23.051
σ	0.058-0.054=0.004
min	1882.115-1859.066=23.049
max	1882.255-1859.198=23.057

*mean*	1701.800-1767.400=-65.600
σ	258.048-129.108=128.940
min	1401.000-1629.000=-228.000
max	2062.000-1901.000=161.000

*mean*	2.967-3.111=-0.144
σ	0.079-0.334=-0.255
min	2.874-2.864=0.010
max	3.034-3.687=-0.653

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.728-1.244=0.484
σ	0.158-0.301=-0.143
min	1.512-0.940=0.572
max	1.906-1.730=0.176

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-448.822=3.261
σ	582.722-581.372=1.351
min	160.719-158.134=2.584
max	1326.166-1320.879=5.286

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	443.000-1629.000=-1186.000
σ	0.000
min	443.000-1629.000=-1186.000
max	443.000-1629.000=-1186.000

*mean*	0.543-0.558=-0.015
σ	0.542-0.580=-0.038
min	0.265-0.265=0.001
max	1.356-1.428=-0.072

policies=20

*mean*	1607.531-1581.624=25.907
σ	0.407-0.350=0.058
min	1607.255-1581.389=25.866
max	1608.134-1582.144=25.989

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	450.000-1629.000=-1179.000
σ	8.083-0.000=8.083
min	443.000-1629.000=-1186.000
max	457.000-1629.000=-1172.000

*mean*	2.686-2.622=0.064
σ	0.029-0.010=0.020
min	2.658-2.608=0.050
max	2.727-2.630=0.097

policies=200

*mean*	16083.509-15824.244=259.265
σ	0.075-0.095=-0.021
min	16083.458-15824.176=259.282
max	16083.620-15824.380=259.240

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	497.000-1629.000=-1132.000
σ	3.742-0.000=3.742
min	492.000-1629.000=-1137.000
max	501.000-1629.000=-1128.000

*mean*	27.149-26.602=0.546
σ	0.114-0.037=0.077
min	27.005-26.549=0.457
max	27.260-26.636=0.625