Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.575-54.046=0.529
σ	0.349-0.369=-0.021
min	54.443-53.892=0.550
max	55.567-55.096=0.471

*mean*	417.000-414.000=3.000
σ	0.000
min	417.000-414.000=3.000
max	417.000-414.000=3.000

*mean*	0.138-0.139=-0.001
σ	0.006-0.004=0.002
min	0.131-0.135=-0.004
max	0.148-0.145=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.385=0.321
σ	0.007-0.004=0.003
min	43.695-43.380=0.315
max	43.719-43.392=0.327

*mean*	417.000-414.000=3.000
σ	0.000
min	417.000-414.000=3.000
max	417.000-414.000=3.000

*mean*	0.123-0.121=0.003
σ	0.005-0.004=0.001
min	0.116-0.114=0.002
max	0.132-0.130=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	12.732
σ	0.257
min	12.316
max	13.045

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	12.508
σ	0.603
min	11.481
max	13.248

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.929
max	41.933

*mean*	7290.000
σ	0.000
min	7290.000
max	7290.000

*mean*	15.485
σ	0.366
min	14.709
max	15.856

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	13.096
σ	1.838
min	11.138
max	15.377

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136
min	27.603
max	27.990

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	9.229
σ	0.475
min	8.568
max	9.793

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	6.554
σ	0.334
min	5.963
max	6.966

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.665
max	25.668

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	6.069
σ	0.213
min	5.768
max	6.401

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	5.749
σ	0.226
min	5.438
max	6.012

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.605
max	2524.606

*mean*	7290.000
σ	0.000
min	7290.000
max	7290.000

*mean*	1335.091
σ	604.639
min	1033.938
max	2791.194

op=load_product(), with indexes

*mean*	8744.722
σ	0.469
min	8744.553
max	8745.883

*mean*	3572.625
σ	1793.779
min	1047.000
max	5791.000

*mean*	5040.409
σ	1665.686
min	3506.098
max	7261.491

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	84.111
σ	10.578
min	70.799
max	99.314

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7290.000
σ	0.000
min	7290.000
max	7290.000

*mean*	107.285
σ	4.086
min	98.112
max	109.992

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7290.000
σ	0.000
min	7290.000
max	7290.000

*mean*	164.229
σ	8.864
min	143.849
max	170.260

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.537

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	6325.082
σ	1177.293
min	4881.249
max	7900.242

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7290.000
σ	0.000
min	7290.000
max	7290.000

*mean*	5118.083
σ	1213.303
min	4399.571
max	7567.563

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	377.757
σ	18.256
min	347.410
max	392.502

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	760.213
σ	43.946
min	660.788
max	801.183

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1006.979=1.522
σ	0.760-0.868=-0.108
min	1008.025-1006.480=1.545
max	1011.641-1010.569=1.072

*mean*	1054.650-1047.100=7.550
σ	309.709-315.079=-5.370
min	561.000-577.000=-16.000
max	1467.000-1650.000=-183.000

*mean*	1.515-1.557=-0.042
σ	0.063-0.062=0.001
min	1.463-1.500=-0.036
max	1.733-1.727=0.006

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.029
σ	0.020-0.003=0.018
min	0.903-0.882=0.021
max	0.949-0.887=0.062

*mean*	402.000-1650.000=-1248.000
σ	0.000
min	402.000-1650.000=-1248.000
max	402.000-1650.000=-1248.000

*mean*	0.457-0.437=0.020
σ	0.487-0.191=0.296
min	0.154-0.332=-0.178
max	1.306-0.777=0.529

name=error_case.art

*mean*	2.339-2.339=0.001
σ	0.012-0.003=0.010
min	2.333-2.337=-0.004
max	2.361-2.342=0.019

*mean*	402.000-1650.000=-1248.000
σ	0.000
min	402.000-1650.000=-1248.000
max	402.000-1650.000=-1248.000

*mean*	0.474-0.906=-0.432
σ	0.322-0.153=0.169
min	0.317-0.822=-0.505
max	1.050-1.178=-0.128

name=heavy_item.art

*mean*	1.522-1.524=-0.002
σ	0.002-0.002=0.000
min	1.521-1.522=-0.002
max	1.525-1.526=-0.002

*mean*	402.000-1650.000=-1248.000
σ	0.000
min	402.000-1650.000=-1248.000
max	402.000-1650.000=-1248.000

*mean*	0.221-0.535=-0.314
σ	0.019-0.050=-0.031
min	0.205-0.497=-0.291
max	0.253-0.616=-0.363

name=nested_use.art

*mean*	2.357-2.361=-0.004
σ	0.002
min	2.356-2.360=-0.004
max	2.360-2.364=-0.004

*mean*	402.000-1650.000=-1248.000
σ	0.000
min	402.000-1650.000=-1248.000
max	402.000-1650.000=-1248.000

*mean*	0.336-0.839=-0.504
σ	0.018-0.036=-0.019
min	0.319-0.803=-0.483
max	0.365-0.896=-0.531

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-964.831=-0.090
σ	0.011-0.025=-0.014
min	964.736-964.802=-0.066
max	964.760-964.861=-0.102

*mean*	436.600-1650.000=-1213.400
σ	6.066-0.000=6.066
min	431.000-1650.000=-1219.000
max	443.000-1650.000=-1207.000

*mean*	0.526-0.823=-0.296
σ	0.050-0.031=0.018
min	0.479-0.786=-0.307
max	0.607-0.856=-0.249

name=cdr_enhanced_4k_loc.art

*mean*	885.814-885.513=0.301
σ	0.002-0.005=-0.003
min	885.812-885.504=0.308
max	885.816-885.516=0.300

*mean*	443.000-1650.000=-1207.000
σ	0.000
min	443.000-1650.000=-1207.000
max	443.000-1650.000=-1207.000

*mean*	0.462-0.701=-0.239
σ	0.047-0.037=0.010
min	0.394-0.643=-0.249
max	0.524-0.743=-0.220

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.716=-0.009
σ	0.002-0.002=-0.000
min	7.707-7.715=-0.009
max	7.711-7.720=-0.010

*mean*	443.000-1650.000=-1207.000
σ	0.000
min	443.000-1650.000=-1207.000
max	443.000-1650.000=-1207.000

*mean*	2.605-3.480=-0.875
σ	0.082-0.105=-0.023
min	2.462-3.327=-0.865
max	2.893-4.158=-1.265

name=record_render_large_syntax_err.art

*mean*	7.656-7.665=-0.009
σ	0.002
min	7.655-7.664=-0.009
max	7.659-7.668=-0.009

*mean*	443.000-1650.000=-1207.000
σ	0.000
min	443.000-1650.000=-1207.000
max	443.000-1650.000=-1207.000

*mean*	2.583-3.779=-1.196
σ	0.086-0.355=-0.269
min	2.461-3.310=-0.849
max	3.069-4.323=-1.254

name=record_render_success.art

*mean*	2.289-2.291=-0.001
σ	0.002
min	2.288-2.290=-0.001
max	2.292-2.294=-0.001

*mean*	443.000-1650.000=-1207.000
σ	0.000
min	443.000-1650.000=-1207.000
max	443.000-1650.000=-1207.000

*mean*	0.303-0.733=-0.430
σ	0.010-0.019=-0.008
min	0.288-0.697=-0.409
max	0.373-0.849=-0.476

name=record_render_syntax_err.art

*mean*	2.165-2.166=-0.001
σ	0.002
min	2.164-2.165=-0.001
max	2.168-2.169=-0.001

*mean*	443.000-1650.000=-1207.000
σ	0.000
min	443.000-1650.000=-1207.000
max	443.000-1650.000=-1207.000

*mean*	0.295-0.693=-0.398
σ	0.047-0.027=0.020
min	0.273-0.521=-0.249
max	0.753-0.793=-0.040

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.956-295.693=2.263
σ	1.000-0.248=0.752
min	297.583-295.425=2.159
max	300.799-296.351=4.449

*mean*	442.900-1888.000=-1445.100
σ	18.640-0.000=18.640
min	416.000-1888.000=-1472.000
max	467.000-1888.000=-1421.000

*mean*	0.617-0.565=0.052
σ	0.012-0.045=-0.033
min	0.600-0.497=0.103
max	0.636-0.614=0.022

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	215.517
σ	22.520
min	205.092
max	270.978

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	10.732
σ	1.539
min	9.362
max	12.609

phase=parser

*mean*	1042.099
σ	0.000
min	1042.098
max	1042.099

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	660.536
σ	63.350
min	572.848
max	728.305

phase=processProdDef

*mean*	6169.656
σ	0.001
min	6169.655
max	6169.657

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	5593.148
σ	1484.733
min	3461.004
max	7323.249

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	43.382
σ	5.415
min	34.184
max	49.716

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	795.471
σ	85.665
min	660.556
max	881.200

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-285.405=8.284
σ	0.041-0.041=0.000
min	293.631-285.360=8.271
max	293.732-285.452=8.281

*mean*	445.000-1650.000=-1205.000
σ	0.000
min	445.000-1650.000=-1205.000
max	445.000-1650.000=-1205.000

*mean*	0.404-0.384=0.019
σ	0.009-0.005=0.004
min	0.397-0.378=0.019
max	0.419-0.391=0.027

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.777-1295.794=7.983
σ	0.085-0.104=-0.020
min	1303.648-1295.681=7.967
max	1303.856-1295.923=7.933

*mean*	1099.200-1650.000=-550.800
σ	190.985-0.000=190.985
min	837.000-1650.000=-813.000
max	1329.000-1650.000=-321.000

*mean*	2.124-1.923=0.201
σ	0.334-0.102=0.232
min	1.813-1.810=0.003
max	2.613-2.034=0.579

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.814-1539.916=6.898
σ	4.045-6.854=-2.809
min	1544.806-1536.648=8.158
max	1554.044-1552.173=1.871

*mean*	618.000-1650.000=-1032.000
σ	80.215-0.000=80.215
min	497.000-1650.000=-1153.000
max	712.000-1650.000=-938.000

*mean*	2.282-2.231=0.051
σ	0.209-0.301=-0.092
min	2.143-1.930=0.212
max	2.644-2.685=-0.040

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.781-1857.709=8.072
σ	0.068-0.054=0.014
min	1865.723-1857.648=8.076
max	1865.892-1857.778=8.114

*mean*	1729.400-1771.000=-41.600
σ	176.452-118.030=58.422
min	1479.000-1650.000=-171.000
max	1891.000-1888.000=3.000

*mean*	3.097-2.995=0.102
σ	0.353-0.101=0.252
min	2.892-2.860=0.033
max	3.725-3.101=0.624

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.583-1.422=0.161
σ	0.110-0.290=-0.180
min	1.388-1.110=0.278
max	1.650-1.815=-0.165

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-445.740=2.241
σ	579.242-580.934=-1.692
min	158.357-155.272=3.085
max	1316.844-1317.141=-0.298

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-1650.000=-1207.000
σ	0.000
min	443.000-1650.000=-1207.000
max	443.000-1650.000=-1207.000

*mean*	0.543-0.525=0.018
σ	0.547-0.538=0.009
min	0.268-0.256=0.012
max	1.363-1.332=0.031

policies=20

*mean*	1583.923-1552.978=30.945
σ	0.360-0.321=0.039
min	1583.674-1552.755=30.919
max	1584.455-1553.455=31.000

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-1650.000=-1205.500
σ	1.000-0.000=1.000
min	443.000-1650.000=-1207.000
max	445.000-1650.000=-1205.000

*mean*	2.654-2.579=0.076
σ	0.007-0.043=-0.035
min	2.647-2.551=0.096
max	2.664-2.641=0.023

policies=200

*mean*	15847.071-15537.863=309.207
σ	0.187-0.133=0.055
min	15846.965-15537.773=309.192
max	15847.351-15538.060=309.291

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000-1650.000=-1154.000
σ	5.292-0.000=5.292
min	491.000-1650.000=-1159.000
max	503.000-1650.000=-1147.000

*mean*	26.631-26.074=0.557
σ	0.193-0.075=0.119
min	26.441-25.963=0.478
max	26.848-26.122=0.725