Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.575-54.055=0.520
σ	0.349-0.367=-0.019
min	54.443-53.911=0.531
max	55.567-55.099=0.467

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.138-0.140=-0.003
σ	0.006-0.005=0.002
min	0.131-0.132=-0.001
max	0.148-0.148=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.394=0.312
σ	0.007-0.005=0.001
min	43.695-43.387=0.308
max	43.719-43.402=0.317

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.123-0.122=0.001
σ	0.005-0.004=0.001
min	0.116-0.119=-0.003
max	0.132-0.129=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	12.732
σ	0.257
min	12.316
max	13.045

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	12.508
σ	0.603
min	11.481
max	13.248

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.929
max	41.933

*mean*	7290.000
σ	0.000
min	7290.000
max	7290.000

*mean*	15.485
σ	0.366
min	14.709
max	15.856

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	13.096
σ	1.838
min	11.138
max	15.377

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136
min	27.603
max	27.990

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	9.229
σ	0.475
min	8.568
max	9.793

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	6.554
σ	0.334
min	5.963
max	6.966

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.665
max	25.668

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	6.069
σ	0.213
min	5.768
max	6.401

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	5.749
σ	0.226
min	5.438
max	6.012

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.605
max	2524.606

*mean*	7290.000
σ	0.000
min	7290.000
max	7290.000

*mean*	1335.091
σ	604.639
min	1033.938
max	2791.194

op=load_product(), with indexes

*mean*	8744.722
σ	0.469
min	8744.553
max	8745.883

*mean*	3572.625
σ	1793.779
min	1047.000
max	5791.000

*mean*	5040.409
σ	1665.686
min	3506.098
max	7261.491

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	84.111
σ	10.578
min	70.799
max	99.314

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7290.000
σ	0.000
min	7290.000
max	7290.000

*mean*	107.285
σ	4.086
min	98.112
max	109.992

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7290.000
σ	0.000
min	7290.000
max	7290.000

*mean*	164.229
σ	8.864
min	143.849
max	170.260

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.537

*mean*	4149.625
σ	1896.697
min	1552.000
max	7290.000

*mean*	6325.082
σ	1177.293
min	4881.249
max	7900.242

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7290.000
σ	0.000
min	7290.000
max	7290.000

*mean*	5118.083
σ	1213.303
min	4399.571
max	7567.563

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	377.757
σ	18.256
min	347.410
max	392.502

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	760.213
σ	43.946
min	660.788
max	801.183

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1007.003=1.499
σ	0.760-1.201=-0.441
min	1008.025-1006.433=1.593
max	1011.641-1012.040=-0.399

*mean*	1054.650-1051.400=3.250
σ	309.709-307.021=2.688
min	561.000-578.000=-17.000
max	1467.000-1635.000=-168.000

*mean*	1.515-1.545=-0.030
σ	0.063-0.058=0.005
min	1.463-1.491=-0.028
max	1.733-1.704=0.029

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.029
σ	0.020-0.003=0.018
min	0.903-0.882=0.021
max	0.949-0.887=0.062

*mean*	402.000-1635.000=-1233.000
σ	0.000
min	402.000-1635.000=-1233.000
max	402.000-1635.000=-1233.000

*mean*	0.457-0.415=0.042
σ	0.487-0.125=0.362
min	0.154-0.336=-0.182
max	1.306-0.634=0.672

name=error_case.art

*mean*	2.339-2.339=0.001
σ	0.012-0.003=0.010
min	2.333-2.337=-0.004
max	2.361-2.342=0.019

*mean*	402.000-1635.000=-1233.000
σ	0.000
min	402.000-1635.000=-1233.000
max	402.000-1635.000=-1233.000

*mean*	0.474-0.879=-0.405
σ	0.322-0.095=0.227
min	0.317-0.802=-0.485
max	1.050-1.043=0.006

name=heavy_item.art

*mean*	1.522-1.524=-0.002
σ	0.002-0.002=0.000
min	1.521-1.522=-0.002
max	1.525-1.526=-0.002

*mean*	402.000-1635.000=-1233.000
σ	0.000
min	402.000-1635.000=-1233.000
max	402.000-1635.000=-1233.000

*mean*	0.221-0.536=-0.315
σ	0.019-0.045=-0.026
min	0.205-0.488=-0.283
max	0.253-0.605=-0.352

name=nested_use.art

*mean*	2.357-2.361=-0.004
σ	0.002
min	2.356-2.360=-0.004
max	2.360-2.364=-0.004

*mean*	402.000-1635.000=-1233.000
σ	0.000
min	402.000-1635.000=-1233.000
max	402.000-1635.000=-1233.000

*mean*	0.336-0.848=-0.512
σ	0.018-0.041=-0.024
min	0.319-0.819=-0.499
max	0.365-0.919=-0.554

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-964.839=-0.098
σ	0.011-0.034=-0.024
min	964.736-964.811=-0.075
max	964.760-964.896=-0.136

*mean*	436.600-1635.000=-1198.400
σ	6.066-0.000=6.066
min	431.000-1635.000=-1204.000
max	443.000-1635.000=-1192.000

*mean*	0.526-0.791=-0.265
σ	0.050-0.036=0.013
min	0.479-0.748=-0.269
max	0.607-0.829=-0.223

name=cdr_enhanced_4k_loc.art

*mean*	885.814-885.512=0.301
σ	0.002-0.007=-0.006
min	885.812-885.505=0.307
max	885.816-885.523=0.293

*mean*	443.000-1635.000=-1192.000
σ	0.000
min	443.000-1635.000=-1192.000
max	443.000-1635.000=-1192.000

*mean*	0.462-0.694=-0.232
σ	0.047-0.048=-0.001
min	0.394-0.643=-0.249
max	0.524-0.755=-0.231

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.716=-0.009
σ	0.002-0.002=-0.000
min	7.707-7.715=-0.009
max	7.711-7.721=-0.010

*mean*	443.000-1635.000=-1192.000
σ	0.000
min	443.000-1635.000=-1192.000
max	443.000-1635.000=-1192.000

*mean*	2.605-4.210=-1.604
σ	0.082-0.098=-0.017
min	2.462-4.076=-1.614
max	2.893-4.701=-1.808

name=record_render_large_syntax_err.art

*mean*	7.656-7.665=-0.009
σ	0.002-0.002=-0.000
min	7.655-7.664=-0.009
max	7.659-7.669=-0.010

*mean*	443.000-1635.000=-1192.000
σ	0.000
min	443.000-1635.000=-1192.000
max	443.000-1635.000=-1192.000

*mean*	2.583-4.183=-1.600
σ	0.086-0.074=0.012
min	2.461-4.053=-1.592
max	3.069-4.417=-1.348

name=record_render_success.art

*mean*	2.289-2.291=-0.001
σ	0.002
min	2.288-2.290=-0.001
max	2.292-2.294=-0.001

*mean*	443.000-1635.000=-1192.000
σ	0.000
min	443.000-1635.000=-1192.000
max	443.000-1635.000=-1192.000

*mean*	0.303-0.744=-0.441
σ	0.010-0.017=-0.007
min	0.288-0.712=-0.424
max	0.373-0.854=-0.481

name=record_render_syntax_err.art

*mean*	2.165-2.166=-0.001
σ	0.002
min	2.164-2.165=-0.001
max	2.168-2.169=-0.001

*mean*	443.000-1635.000=-1192.000
σ	0.000
min	443.000-1635.000=-1192.000
max	443.000-1635.000=-1192.000

*mean*	0.295-0.619=-0.324
σ	0.047-0.099=-0.052
min	0.273-0.493=-0.220
max	0.753-0.773=-0.020

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.956-296.955=1.001
σ	1.000-0.205=0.795
min	297.583-296.838=0.745
max	300.799-297.519=3.280

*mean*	442.900-2054.000=-1611.100
σ	18.640-0.000=18.640
min	416.000-2054.000=-1638.000
max	467.000-2054.000=-1587.000

*mean*	0.617-0.545=0.072
σ	0.012-0.030=-0.017
min	0.600-0.509=0.090
max	0.636-0.578=0.058

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	215.517
σ	22.520
min	205.092
max	270.978

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	10.732
σ	1.539
min	9.362
max	12.609

phase=parser

*mean*	1042.099
σ	0.000
min	1042.098
max	1042.099

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	660.536
σ	63.350
min	572.848
max	728.305

phase=processProdDef

*mean*	6169.656
σ	0.001
min	6169.655
max	6169.657

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	5593.148
σ	1484.733
min	3461.004
max	7323.249

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	43.382
σ	5.415
min	34.184
max	49.716

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	795.471
σ	85.665
min	660.556
max	881.200

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-286.817=6.872
σ	0.041-0.036=0.006
min	293.631-286.770=6.861
max	293.732-286.852=6.880

*mean*	445.000-1635.000=-1190.000
σ	0.000
min	445.000-1635.000=-1190.000
max	445.000-1635.000=-1190.000

*mean*	0.404-0.392=0.011
σ	0.009-0.008=0.000
min	0.397-0.386=0.011
max	0.419-0.406=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.777-1297.244=6.532
σ	0.085-0.074=0.010
min	1303.648-1297.162=6.486
max	1303.856-1297.301=6.555

*mean*	1099.200-1635.000=-535.800
σ	190.985-0.000=190.985
min	837.000-1635.000=-798.000
max	1329.000-1635.000=-306.000

*mean*	2.124-2.041=0.083
σ	0.334-0.037=0.297
min	1.813-1.978=-0.165
max	2.613-2.070=0.543

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.814-1541.301=5.514
σ	4.045-6.846=-2.801
min	1544.806-1538.029=6.776
max	1554.044-1553.543=0.501

*mean*	618.000-1635.000=-1017.000
σ	80.215-0.000=80.215
min	497.000-1635.000=-1138.000
max	712.000-1635.000=-923.000

*mean*	2.282-2.167=0.115
σ	0.209-0.131=0.078
min	2.143-2.089=0.054
max	2.644-2.397=0.247

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.781-1859.121=6.660
σ	0.068-0.082=-0.014
min	1865.723-1859.001=6.723
max	1865.892-1859.212=6.680

*mean*	1729.400-1793.400=-64.000
σ	176.452-181.230=-4.778
min	1479.000-1635.000=-156.000
max	1891.000-2054.000=-163.000

*mean*	3.097-3.019=0.078
σ	0.353-0.050=0.303
min	2.892-2.969=-0.077
max	3.725-3.080=0.645

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.583-1.240=0.343
σ	0.110-0.306=-0.196
min	1.388-0.924=0.464
max	1.650-1.733=-0.084

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-448.821=-0.840
σ	579.242-581.373=-2.131
min	158.357-158.133=0.223
max	1316.844-1320.880=-4.036

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-1635.000=-1192.000
σ	0.000
min	443.000-1635.000=-1192.000
max	443.000-1635.000=-1192.000

*mean*	0.543-0.541=0.002
σ	0.547-0.564=-0.017
min	0.268-0.243=0.025
max	1.363-1.387=-0.024

policies=20

*mean*	1583.923-1581.618=2.305
σ	0.360-0.360=-0.000
min	1583.674-1581.377=2.297
max	1584.455-1582.153=2.302

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-1635.000=-1190.500
σ	1.000-0.000=1.000
min	443.000-1635.000=-1192.000
max	445.000-1635.000=-1190.000

*mean*	2.654-2.638=0.016
σ	0.007-0.026=-0.019
min	2.647-2.610=0.037
max	2.664-2.669=-0.005

policies=200

*mean*	15847.071-15824.184=22.886
σ	0.187-0.076=0.111
min	15846.965-15824.114=22.851
max	15847.351-15824.290=23.061

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000-1635.000=-1139.000
σ	5.292-0.000=5.292
min	491.000-1635.000=-1144.000
max	503.000-1635.000=-1132.000

*mean*	26.631-26.647=-0.016
σ	0.193-0.024=0.169
min	26.441-26.625=-0.184
max	26.848-26.669=0.178