Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.032=0.588
σ	0.351-0.370=-0.019
min	54.491-53.888=0.604
max	55.618-55.083=0.535

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.142-0.141=0.001
σ	0.005-0.004=0.001
min	0.137-0.137=0.001
max	0.149-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.383=0.406
σ	0.006-0.007=-0.001
min	43.782-43.369=0.413
max	43.802-43.394=0.409

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.124-0.120=0.005
σ	0.005-0.003=0.002
min	0.120-0.114=0.006
max	0.132-0.123=0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.619

*mean*	4145.375
σ	1891.707
min	1554.000
max	7261.000

*mean*	12.730
σ	0.332
min	12.331
max	13.266

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4145.375
σ	1891.707
min	1554.000
max	7261.000

*mean*	13.292
σ	0.297
min	12.997
max	13.899

op=table_records(), no indexes

*mean*	41.931
σ	0.001
min	41.928
max	41.932

*mean*	7261.000
σ	0.000
min	7261.000
max	7261.000

*mean*	15.260
σ	0.351
min	14.429
max	15.530

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4145.375
σ	1891.707
min	1554.000
max	7261.000

*mean*	13.476
σ	1.793
min	11.310
max	15.219

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.137
min	27.603
max	27.991

*mean*	4145.375
σ	1891.707
min	1554.000
max	7261.000

*mean*	9.061
σ	0.456
min	8.379
max	9.665

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4145.375
σ	1891.707
min	1554.000
max	7261.000

*mean*	6.789
σ	0.338
min	6.291
max	7.276

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4145.375
σ	1891.707
min	1554.000
max	7261.000

*mean*	6.022
σ	0.207
min	5.644
max	6.300

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4145.375
σ	1891.707
min	1554.000
max	7261.000

*mean*	5.827
σ	0.208
min	5.410
max	5.996

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.607

*mean*	7261.000
σ	0.000
min	7261.000
max	7261.000

*mean*	1498.310
σ	850.165
min	1030.914
max	3471.266

op=load_product(), with indexes

*mean*	8744.721
σ	0.469
min	8744.554
max	8745.881

*mean*	3566.250
σ	1794.413
min	1041.000
max	5776.000

*mean*	5056.158
σ	1723.772
min	3498.901
max	7279.154

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4145.375
σ	1891.707
min	1554.000
max	7261.000

*mean*	83.844
σ	13.270
min	70.239
max	103.079

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7261.000
σ	0.000
min	7261.000
max	7261.000

*mean*	108.954
σ	2.928
min	104.707
max	113.708

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7261.000
σ	0.000
min	7261.000
max	7261.000

*mean*	163.460
σ	4.307
min	153.446
max	167.086

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.538

*mean*	4145.375
σ	1891.707
min	1554.000
max	7261.000

*mean*	6641.275
σ	1118.398
min	4875.012
max	7865.254

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7261.000
σ	0.000
min	7261.000
max	7261.000

*mean*	5762.597
σ	1560.026
min	4371.515
max	8218.334

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	386.394
σ	13.843
min	352.582
max	395.667

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	717.676
σ	88.792
min	594.040
max	794.955

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.371-1006.337=2.034
σ	0.761-0.867=-0.107
min	1007.901-1005.834=2.067
max	1011.517-1009.921=1.596

*mean*	1056.850-1052.100=4.750
σ	315.578-307.633=7.945
min	563.000-575.000=-12.000
max	1528.000-1651.000=-123.000

*mean*	1.561-1.530=0.031
σ	0.075-0.068=0.007
min	1.493-1.357=0.136
max	1.777-1.657=0.120

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.883=0.008
σ	0.020-0.002=0.018
min	0.881
max	0.928-0.886=0.042

*mean*	402.000-1651.000=-1249.000
σ	0.000
min	402.000-1651.000=-1249.000
max	402.000-1651.000=-1249.000

*mean*	0.443-0.437=0.006
σ	0.471-0.173=0.299
min	0.230-0.334=-0.103
max	1.287-0.744=0.542

name=error_case.art

*mean*	2.338-2.333=0.004
σ	0.012-0.003=0.010
min	2.332
max	2.359-2.337=0.022

*mean*	402.000-1651.000=-1249.000
σ	0.000
min	402.000-1651.000=-1249.000
max	402.000-1651.000=-1249.000

*mean*	0.833-0.923=-0.090
σ	0.527-0.173=0.354
min	0.568-0.818=-0.250
max	1.775-1.228=0.547

name=heavy_item.art

*mean*	1.522-1.522=-0.000
σ	0.002-0.002=-0.000
min	1.520
max	1.524-1.525=-0.002

*mean*	402.000-1651.000=-1249.000
σ	0.000
min	402.000-1651.000=-1249.000
max	402.000-1651.000=-1249.000

*mean*	0.374-0.542=-0.167
σ	0.035-0.044=-0.009
min	0.344-0.503=-0.158
max	0.435-0.613=-0.178

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-1651.000=-1249.000
σ	0.000
min	402.000-1651.000=-1249.000
max	402.000-1651.000=-1249.000

*mean*	0.589-0.842=-0.252
σ	0.032-0.044=-0.011
min	0.567-0.797=-0.230
max	0.645-0.909=-0.265

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.552=0.356
σ	0.011-0.025=-0.014
min	963.902-963.523=0.379
max	963.926-963.581=0.345

*mean*	434.400-1651.000=-1216.600
σ	1.342-0.000=1.342
min	432.000-1651.000=-1219.000
max	435.000-1651.000=-1216.000

*mean*	0.605-0.802=-0.197
σ	0.085-0.047=0.038
min	0.549-0.729=-0.180
max	0.753-0.855=-0.102

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.856=0.028
σ	0.002-0.006=-0.004
min	884.883-884.847=0.036
max	884.886-884.861=0.026

*mean*	435.000-1651.000=-1216.000
σ	0.000
min	435.000-1651.000=-1216.000
max	435.000-1651.000=-1216.000

*mean*	0.483-0.692=-0.209
σ	0.037-0.055=-0.019
min	0.434-0.610=-0.176
max	0.535-0.741=-0.206

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	435.000-1651.000=-1216.000
σ	0.000
min	435.000-1651.000=-1216.000
max	435.000-1651.000=-1216.000

*mean*	1.948-3.502=-1.554
σ	0.079-0.071=0.008
min	1.828-3.355=-1.527
max	2.219-3.753=-1.534

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	435.000-1651.000=-1216.000
σ	0.000
min	435.000-1651.000=-1216.000
max	435.000-1651.000=-1216.000

*mean*	1.934-3.495=-1.561
σ	0.067-0.087=-0.020
min	1.821-3.307=-1.485
max	2.180-3.761=-1.581

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-1651.000=-1216.000
σ	0.000
min	435.000-1651.000=-1216.000
max	435.000-1651.000=-1216.000

*mean*	0.304-0.754=-0.449
σ	0.008-0.028=-0.020
min	0.289-0.715=-0.426
max	0.353-0.976=-0.623

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-1651.000=-1216.000
σ	0.000
min	435.000-1651.000=-1216.000
max	435.000-1651.000=-1216.000

*mean*	0.291-0.711=-0.420
σ	0.007-0.031=-0.024
min	0.278-0.519=-0.241
max	0.309-0.807=-0.497

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.981-295.632=2.349
σ	1.009-0.184=0.826
min	297.530-295.450=2.080
max	300.841-296.097=4.744

*mean*	443.600-1908.000=-1464.400
σ	19.051-0.000=19.051
min	415.000-1908.000=-1493.000
max	465.000-1908.000=-1443.000

*mean*	0.617-0.581=0.036
σ	0.014-0.052=-0.039
min	0.587-0.506=0.082
max	0.641-0.688=-0.047

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.012

*mean*	1791.000
σ	28.284
min	1721.000
max	1801.000

*mean*	210.568
σ	3.242
min	204.015
max	214.244

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1791.000
σ	28.284
min	1721.000
max	1801.000

*mean*	11.828
σ	1.126
min	9.551
max	12.497

phase=parser

*mean*	1041.161
σ	0.000
min	1041.160
max	1041.161

*mean*	1791.000
σ	28.284
min	1721.000
max	1801.000

*mean*	699.405
σ	57.122
min	563.438
max	756.846

phase=processProdDef

*mean*	6169.658
σ	0.001
min	6169.657
max	6169.659

*mean*	1801.000
σ	0.000
min	1801.000
max	1801.000

*mean*	5287.432
σ	1192.920
min	3680.175
max	7095.053

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1791.000
σ	28.284
min	1721.000
max	1801.000

*mean*	44.775
σ	4.840
min	34.441
max	47.612

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1791.000
σ	28.284
min	1721.000
max	1801.000

*mean*	799.428
σ	57.419
min	741.826
max	882.002

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.773-285.251=7.521
σ	0.036-0.041=-0.005
min	292.724-285.196=7.528
max	292.812-285.292=7.519

*mean*	445.000-1651.000=-1206.000
σ	0.000
min	445.000-1651.000=-1206.000
max	445.000-1651.000=-1206.000

*mean*	0.401-0.395=0.006
σ	0.007-0.011=-0.004
min	0.397-0.382=0.015
max	0.412-0.405=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.880-1295.196=7.685
σ	0.093-0.107=-0.014
min	1302.717-1295.080=7.636
max	1302.946-1295.326=7.620

*mean*	1076.400-1651.000=-574.600
σ	186.165-0.000=186.165
min	842.000-1651.000=-809.000
max	1323.000-1651.000=-328.000

*mean*	2.010-1.932=0.077
σ	0.199-0.106=0.094
min	1.762-1.816=-0.054
max	2.198-2.040=0.158

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.910-1538.077=7.833
σ	4.022-4.011=0.011
min	1543.927-1536.054=7.872
max	1553.098-1545.244=7.854

*mean*	612.600-1651.000=-1038.400
σ	74.090-0.000=74.090
min	496.000-1651.000=-1155.000
max	691.000-1651.000=-960.000

*mean*	2.274-2.249=0.025
σ	0.177-0.221=-0.045
min	2.137-2.012=0.124
max	2.548-2.530=0.018

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.845-1857.108=7.737
σ	0.050-0.053=-0.003
min	1864.788-1857.053=7.734
max	1864.896-1857.173=7.723

*mean*	1714.000-1779.200=-65.200
σ	234.338-127.776=106.562
min	1429.000-1651.000=-222.000
max	2022.000-1908.000=114.000

*mean*	2.920-3.018=-0.098
σ	0.065-0.196=-0.130
min	2.863-2.868=-0.005
max	3.014-3.343=-0.329

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.721-1.393=0.328
σ	0.125-0.209=-0.084
min	1.640-1.218=0.422
max	1.939-1.744=0.196

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.753-443.611=4.142
σ	579.111-577.065=2.046
min	158.194-155.077=3.117
max	1316.419-1309.208=7.211

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	441.000-1651.000=-1210.000
σ	0.000
min	441.000-1651.000=-1210.000
max	441.000-1651.000=-1210.000

*mean*	0.519-0.542=-0.023
σ	0.517-0.564=-0.047
min	0.258-0.257=0.001
max	1.294-1.388=-0.094

policies=20

*mean*	1582.285-1551.046=31.239
σ	0.354-0.337=0.017
min	1582.034-1550.818=31.216
max	1582.808-1551.547=31.261

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.500-1651.000=-1205.500
σ	5.196-0.000=5.196
min	441.000-1651.000=-1210.000
max	450.000-1651.000=-1201.000

*mean*	2.621-2.601=0.020
σ	0.023-0.010=0.013
min	2.597-2.591=0.005
max	2.647-2.611=0.035

policies=200

*mean*	15830.815-15518.450=312.365
σ	0.117-0.146=-0.028
min	15830.676-15518.346=312.330
max	15830.931-15518.659=312.273

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.000-1651.000=-1153.000
σ	5.164-0.000=5.164
min	492.000-1651.000=-1159.000
max	504.000-1651.000=-1147.000

*mean*	26.532-26.144=0.388
σ	0.188-0.181=0.008
min	26.284-25.992=0.292
max	26.697-26.402=0.294