Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.030=0.858
σ	0.360-0.368=-0.008
min	54.749-53.883=0.866
max	55.913-55.078=0.836

*mean*	417.000-416.300=0.700
σ	0.000-0.483=-0.483
min	417.000-416.000=1.000
max	417.000

*mean*	0.141-0.139=0.001
σ	0.005-0.003=0.002
min	0.136-0.136=0.000
max	0.149-0.144=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.854-43.384=0.470
σ	0.007-0.007=0.000
min	43.841-43.373=0.468
max	43.868-43.393=0.475

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.123-0.121=0.002
σ	0.006-0.004=0.002
min	0.115-0.116=-0.000
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4042.500
σ	2009.182
min	1218.000
max	7150.000

*mean*	12.284
σ	0.269
min	11.932
max	12.655

op=column_set() on indexed, repeat

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4042.500
σ	2009.182
min	1218.000
max	7150.000

*mean*	12.395
σ	0.668
min	11.239
max	12.863

op=table_records(), no indexes

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7150.000
σ	0.000
min	7150.000
max	7150.000

*mean*	14.712
σ	0.191
min	14.418
max	15.019

op=table_records(), repeat

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4042.500
σ	2009.182
min	1218.000
max	7150.000

*mean*	13.614
σ	1.559
min	10.259
max	15.279

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136
min	27.604
max	27.991

*mean*	4042.500
σ	2009.182
min	1218.000
max	7150.000

*mean*	9.309
σ	1.357
min	8.292
max	12.373

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	4042.500
σ	2009.182
min	1218.000
max	7150.000

*mean*	7.234
σ	1.224
min	6.218
max	9.914

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668
σ	0.004
min	25.666
max	25.678

*mean*	4042.500
σ	2009.182
min	1218.000
max	7150.000

*mean*	5.589
σ	0.093
min	5.388
max	5.682

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002
min	25.969
max	25.972

*mean*	4042.500
σ	2009.182
min	1218.000
max	7150.000

*mean*	5.399
σ	0.071
min	5.290
max	5.493

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7150.000
σ	0.000
min	7150.000
max	7150.000

*mean*	377.478
σ	84.374
min	343.600
max	586.202

op=load_product(), with indexes

*mean*	7917.793
σ	0.469
min	7917.625
max	7918.954

*mean*	3273.500
σ	1824.195
min	809.000
max	5622.000

*mean*	3612.105
σ	1033.662
min	3102.533
max	5982.640

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4042.500
σ	2009.182
min	1218.000
max	7150.000

*mean*	88.697
σ	21.347
min	69.828
max	121.334

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7150.000
σ	0.000
min	7150.000
max	7150.000

*mean*	60.479
σ	0.293
min	60.006
max	60.814

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688
σ	0.002
min	66.686
max	66.691

*mean*	7150.000
σ	0.000
min	7150.000
max	7150.000

*mean*	99.679
σ	0.685
min	98.209
max	100.543

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171
σ	4.304
min	14215.576
max	14227.821

*mean*	4042.500
σ	2009.182
min	1218.000
max	7150.000

*mean*	7827.543
σ	1871.453
min	6012.739
max	10683.885

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002
min	13159.106
max	13159.110

*mean*	7150.000
σ	0.000
min	7150.000
max	7150.000

*mean*	5121.913
σ	191.316
min	5004.673
max	5502.942

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	371.718
σ	25.232
min	331.123
max	392.931

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	763.882
σ	27.820
min	716.173
max	783.360

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1006.337=17.963
σ	0.759-0.863=-0.104
min	1023.827-1005.835=17.992
max	1027.438-1009.897=17.541

*mean*	1053.600-1050.200=3.400
σ	312.486-314.047=-1.561
min	569.000-580.000=-11.000
max	1511.000-1648.000=-137.000

*mean*	1.548-1.553=-0.005
σ	0.047-0.064=-0.018
min	1.486-1.494=-0.008
max	1.645-1.763=-0.118

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	402.000-1648.000=-1246.000
σ	0.000
min	402.000-1648.000=-1246.000
max	402.000-1648.000=-1246.000

*mean*	0.285-0.412=-0.126
σ	0.263-0.140=0.123
min	0.141-0.322=-0.182
max	0.751-0.659=0.091

name=error_case.art

*mean*	2.339-2.333=0.006
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	402.000-1648.000=-1246.000
σ	0.000
min	402.000-1648.000=-1246.000
max	402.000-1648.000=-1246.000

*mean*	0.471-0.879=-0.408
σ	0.321-0.101=0.220
min	0.316-0.818=-0.502
max	1.045-1.058=-0.014

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000-1648.000=-1246.000
σ	0.000
min	402.000-1648.000=-1246.000
max	402.000-1648.000=-1246.000

*mean*	0.219-0.539=-0.320
σ	0.021-0.047=-0.026
min	0.201-0.492=-0.291
max	0.255-0.616=-0.361

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000-1648.000=-1246.000
σ	0.000
min	402.000-1648.000=-1246.000
max	402.000-1648.000=-1246.000

*mean*	0.328-0.845=-0.517
σ	0.018-0.044=-0.027
min	0.314-0.801=-0.487
max	0.357-0.915=-0.558

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-963.550=1.291
σ	0.011-0.025=-0.014
min	964.835-963.523=1.312
max	964.859-963.582=1.277

*mean*	431.000-1648.000=-1217.000
σ	0.000
min	431.000-1648.000=-1217.000
max	431.000-1648.000=-1217.000

*mean*	0.531-0.813=-0.282
σ	0.051-0.029=0.022
min	0.484-0.787=-0.303
max	0.609-0.846=-0.237

name=cdr_enhanced_4k_loc.art

*mean*	885.820-884.856=0.964
σ	0.002-0.006=-0.004
min	885.819-884.847=0.972
max	885.823-884.860=0.962

*mean*	431.000-1648.000=-1217.000
σ	0.000
min	431.000-1648.000=-1217.000
max	431.000-1648.000=-1217.000

*mean*	0.497-0.726=-0.228
σ	0.029-0.029=0.000
min	0.446-0.674=-0.228
max	0.518-0.744=-0.225

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.706=0.002
σ	0.002-0.002=-0.000
min	7.708-7.705=0.002
max	7.712-7.711=0.001

*mean*	431.000-1648.000=-1217.000
σ	0.000
min	431.000-1648.000=-1217.000
max	431.000-1648.000=-1217.000

*mean*	2.590-4.246=-1.655
σ	0.089-0.080=0.009
min	2.452-4.092=-1.640
max	2.868-4.466=-1.598

name=record_render_large_syntax_err.art

*mean*	7.657-7.655=0.002
σ	0.002
min	7.656-7.654=0.002
max	7.660-7.658=0.002

*mean*	431.000-1648.000=-1217.000
σ	0.000
min	431.000-1648.000=-1217.000
max	431.000-1648.000=-1217.000

*mean*	2.590-4.257=-1.667
σ	0.097-0.078=0.019
min	2.453-4.132=-1.679
max	2.895-4.489=-1.594

name=record_render_success.art

*mean*	2.289-2.288=0.002
σ	0.002
min	2.289-2.287=0.002
max	2.293-2.291=0.002

*mean*	431.000-1648.000=-1217.000
σ	0.000
min	431.000-1648.000=-1217.000
max	431.000-1648.000=-1217.000

*mean*	0.310-0.749=-0.439
σ	0.024-0.019=0.005
min	0.290-0.680=-0.390
max	0.519-0.861=-0.342

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.002
σ	0.002
min	2.164-2.163=0.002
max	2.168-2.166=0.002

*mean*	431.000-1648.000=-1217.000
σ	0.000
min	431.000-1648.000=-1217.000
max	431.000-1648.000=-1217.000

*mean*	0.296-0.714=-0.418
σ	0.013-0.015=-0.002
min	0.280-0.680=-0.400
max	0.385-0.796=-0.411

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.462-295.409=3.053
σ	1.011-0.203=0.808
min	298.056-295.241=2.816
max	301.336-295.952=5.383

*mean*	441.200-1910.000=-1468.800
σ	13.497-0.000=13.497
min	420.000-1910.000=-1490.000
max	461.000-1910.000=-1449.000

*mean*	0.590-0.570=0.020
σ	0.032-0.048=-0.016
min	0.529-0.499=0.029
max	0.643-0.635=0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	954.000
σ	22.627
min	898.000
max	962.000

*mean*	209.425
σ	3.552
min	203.721
max	213.507

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	953.250
σ	24.749
min	892.000
max	962.000

*mean*	9.290
σ	2.033
min	6.389
max	12.718

phase=parser

*mean*	1042.363
σ	0.000
min	1042.363
max	1042.364

*mean*	953.250
σ	24.749
min	892.000
max	962.000

*mean*	492.159
σ	76.861
min	383.675
max	634.035

phase=processProdDef

*mean*	4850.767
σ	0.000
min	4850.767
max	4850.767

*mean*	962.000
σ	0.000
min	962.000
max	962.000

*mean*	4945.396
σ	395.300
min	4412.889
max	5408.975

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	953.250
σ	24.749
min	892.000
max	962.000

*mean*	36.401
σ	9.817
min	20.874
max	47.294

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	953.875
σ	22.981
min	897.000
max	962.000

*mean*	688.169
σ	30.834
min	643.360
max	754.954

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-285.257=8.562
σ	0.038-0.035=0.003
min	293.767-285.209=8.558
max	293.859-285.295=8.564

*mean*	442.400-1648.000=-1205.600
σ	0.548-0.000=0.548
min	442.000-1648.000=-1206.000
max	443.000-1648.000=-1205.000

*mean*	0.393-0.394=-0.001
σ	0.001-0.007=-0.006
min	0.392-0.386=0.006
max	0.395-0.402=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.199-1295.201=24.998
σ	0.091-0.109=-0.018
min	1320.084-1295.080=25.003
max	1320.338-1295.330=25.008

*mean*	1065.400-1648.000=-582.600
σ	165.364-0.000=165.364
min	842.000-1648.000=-806.000
max	1267.000-1648.000=-381.000

*mean*	2.145-1.919=0.226
σ	0.205-0.105=0.100
min	2.020-1.801=0.219
max	2.505-2.018=0.487

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.617-1538.075=22.542
σ	6.232-4.022=2.209
min	1557.616-1536.051=21.565
max	1571.759-1545.262=26.497

*mean*	618.200-1648.000=-1029.800
σ	82.309-0.000=82.309
min	494.000-1648.000=-1154.000
max	715.000-1648.000=-933.000

*mean*	2.383-2.257=0.126
σ	0.252-0.201=0.051
min	2.086-2.021=0.064
max	2.717-2.482=0.235

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.184-1857.105=25.079
σ	0.069-0.062=0.008
min	1882.102-1857.032=25.070
max	1882.274-1857.189=25.085

*mean*	1708.600-1779.400=-70.800
σ	257.757-129.541=128.217
min	1393.000-1648.000=-255.000
max	2051.000-1910.000=141.000

*mean*	2.955-3.025=-0.069
σ	0.097-0.322=-0.225
min	2.832-2.787=0.045
max	3.079-3.588=-0.509

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.738-1.402=0.335
σ	0.168-0.236=-0.068
min	1.463-1.207=0.256
max	1.910-1.749=0.161

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-443.612=8.470
σ	582.722-577.065=5.658
min	160.720-155.079=5.641
max	1326.166-1309.210=16.956

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	442.000-1648.000=-1206.000
σ	0.000
min	442.000-1648.000=-1206.000
max	442.000-1648.000=-1206.000

*mean*	0.536-0.548=-0.012
σ	0.535-0.582=-0.046
min	0.266-0.255=0.010
max	1.339-1.421=-0.081

policies=20

*mean*	1607.506-1551.058=56.448
σ	0.412-0.325=0.086
min	1607.228-1550.835=56.394
max	1608.116-1551.542=56.574

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	449.000-1648.000=-1199.000
σ	8.083-0.000=8.083
min	442.000-1648.000=-1206.000
max	456.000-1648.000=-1192.000

*mean*	2.688-2.590=0.097
σ	0.011-0.010=0.001
min	2.674-2.576=0.098
max	2.697-2.597=0.100

policies=200

*mean*	16083.472-15518.627=564.845
σ	0.173-0.154=0.019
min	16083.295-15518.507=564.788
max	16083.692-15518.851=564.841

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	496.500-1648.000=-1151.500
σ	3.317-0.000=3.317
min	492.000-1648.000=-1156.000
max	500.000-1648.000=-1148.000

*mean*	27.154-26.084=1.070
σ	0.062-0.038=0.024
min	27.098-26.029=1.069
max	27.233-26.114=1.119