Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.622-53.712=0.910
σ	0.352-0.367=-0.015
min	54.490-53.571=0.919
max	55.624-54.755=0.868

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.138-0.148=-0.010
σ	0.006-0.010=-0.005
min	0.132-0.135=-0.003
max	0.149-0.165=-0.017

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.061=0.727
σ	0.007-0.007=0.000
min	43.776-43.046=0.730
max	43.802-43.072=0.730

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.122-0.134=-0.012
σ	0.005-0.012=-0.007
min	0.117-0.118=-0.002
max	0.129-0.147=-0.018

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4150.625
σ	1900.067
min	1554.000
max	7301.000

*mean*	12.854
σ	0.158
min	12.611
max	13.052

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4150.625
σ	1900.067
min	1554.000
max	7301.000

*mean*	12.961
σ	0.671
min	12.069
max	13.654

op=table_records(), no indexes

*mean*	41.931
σ	0.001
min	41.928
max	41.933

*mean*	7301.000
σ	0.000
min	7301.000
max	7301.000

*mean*	15.164
σ	0.629
min	13.789
max	15.853

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4150.625
σ	1900.067
min	1554.000
max	7301.000

*mean*	12.995
σ	1.548
min	11.142
max	15.388

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.137
min	27.603
max	27.991

*mean*	4150.625
σ	1900.067
min	1554.000
max	7301.000

*mean*	9.116
σ	0.302
min	8.720
max	9.607

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4150.625
σ	1900.067
min	1554.000
max	7301.000

*mean*	7.217
σ	0.163
min	7.038
max	7.452

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.665
max	25.668

*mean*	4150.625
σ	1900.067
min	1554.000
max	7301.000

*mean*	6.118
σ	0.115
min	5.927
max	6.302

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4150.625
σ	1900.067
min	1554.000
max	7301.000

*mean*	5.921
σ	0.103
min	5.819
max	6.128

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.607

*mean*	7301.000
σ	0.000
min	7301.000
max	7301.000

*mean*	1064.297
σ	47.134
min	1042.346
max	1179.910

op=load_product(), with indexes

*mean*	8744.722
σ	0.469
min	8744.553
max	8745.883

*mean*	3571.625
σ	1796.127
min	1043.000
max	5794.000

*mean*	4736.326
σ	1476.994
min	3517.074
max	7509.335

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.075
max	62.081

*mean*	4150.625
σ	1900.067
min	1554.000
max	7301.000

*mean*	84.962
σ	11.183
min	72.433
max	99.093

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7301.000
σ	0.000
min	7301.000
max	7301.000

*mean*	105.525
σ	4.775
min	95.542
max	110.525

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7301.000
σ	0.000
min	7301.000
max	7301.000

*mean*	164.179
σ	7.965
min	146.141
max	169.363

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.537

*mean*	4150.625
σ	1900.067
min	1554.000
max	7301.000

*mean*	5853.998
σ	879.358
min	4977.851
max	7847.905

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7301.000
σ	0.000
min	7301.000
max	7301.000

*mean*	5193.540
σ	1396.341
min	4333.936
max	7621.527

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	473.875
σ	0.354
min	473.000
max	474.000

*mean*	382.674
σ	27.255
min	316.455
max	400.877

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000
σ	0.000
min	559.000
max	559.000

*mean*	789.200
σ	6.676
min	781.373
max	797.703

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1005.105=3.271
σ	0.759-0.900=-0.141
min	1007.903-1004.641=3.262
max	1011.514-1008.837=2.677

*mean*	1042.350-1049.000=-6.650
σ	310.325-315.131=-4.806
min	571.000-593.000=-22.000
max	1498.000-1653.000=-155.000

*mean*	1.512-1.636=-0.124
σ	0.065-0.079=-0.014
min	1.449-1.561=-0.112
max	1.699-1.867=-0.168

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.914-0.906=0.008
σ	0.020-0.003=0.017
min	0.904
max	0.950-0.910=0.040

*mean*	402.000-1653.000=-1251.000
σ	0.000
min	402.000-1653.000=-1251.000
max	402.000-1653.000=-1251.000

*mean*	0.442-0.447=-0.005
σ	0.487-0.145=0.342
min	0.169-0.340=-0.171
max	1.310-0.681=0.630

name=error_case.art

*mean*	2.339-2.336=0.004
σ	0.012-0.003=0.010
min	2.333
max	2.361-2.339=0.022

*mean*	402.000-1653.000=-1251.000
σ	0.000
min	402.000-1653.000=-1251.000
max	402.000-1653.000=-1251.000

*mean*	0.814-0.881=-0.067
σ	0.519-0.106=0.413
min	0.562-0.817=-0.255
max	1.742-1.068=0.673

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.001=0.001
min	1.521
max	1.525-1.524=0.001

*mean*	402.000-1653.000=-1251.000
σ	0.000
min	402.000-1653.000=-1251.000
max	402.000-1653.000=-1251.000

*mean*	0.388-0.534=-0.146
σ	0.032-0.048=-0.016
min	0.359-0.492=-0.133
max	0.443-0.611=-0.168

name=nested_use.art

*mean*	2.357-2.358=-0.001
σ	0.002-0.002=-0.000
min	2.356
max	2.360

*mean*	402.000-1653.000=-1251.000
σ	0.000
min	402.000-1653.000=-1251.000
max	402.000-1653.000=-1251.000

*mean*	0.585-0.842=-0.258
σ	0.033-0.033=0.001
min	0.550-0.813=-0.263
max	0.640-0.895=-0.256

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.797-964.439=0.357
σ	0.011-0.023=-0.013
min	964.791-964.412=0.379
max	964.815-964.465=0.350

*mean*	436.600-1653.000=-1216.400
σ	6.066-0.000=6.066
min	431.000-1653.000=-1222.000
max	443.000-1653.000=-1210.000

*mean*	0.730-0.841=-0.111
σ	0.019-0.034=-0.014
min	0.704-0.786=-0.082
max	0.759-0.869=-0.110

name=cdr_enhanced_4k_loc.art

*mean*	885.876-885.849=0.027
σ	0.002-0.006=-0.004
min	885.874-885.842=0.032
max	885.878-885.856=0.022

*mean*	443.000-1653.000=-1210.000
σ	0.000
min	443.000-1653.000=-1210.000
max	443.000-1653.000=-1210.000

*mean*	0.587-0.722=-0.134
σ	0.045-0.029=0.015
min	0.516-0.678=-0.162
max	0.630-0.749=-0.120

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.708=-0.000
σ	0.002-0.002=-0.000
min	7.707
max	7.711-7.714=-0.003

*mean*	443.000-1653.000=-1210.000
σ	0.000
min	443.000-1653.000=-1210.000
max	443.000-1653.000=-1210.000

*mean*	3.551-3.508=0.044
σ	0.075-0.073=0.002
min	3.345-3.384=-0.039
max	3.841-3.745=0.095

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000-1653.000=-1210.000
σ	0.000
min	443.000-1653.000=-1210.000
max	443.000-1653.000=-1210.000

*mean*	3.195-3.460=-0.264
σ	0.376-0.100=0.275
min	2.710-3.257=-0.547
max	3.767-3.768=-0.001

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.292

*mean*	443.000-1653.000=-1210.000
σ	0.000
min	443.000-1653.000=-1210.000
max	443.000-1653.000=-1210.000

*mean*	0.555-0.540=0.015
σ	0.031-0.017=0.014
min	0.527-0.516=0.011
max	0.759-0.644=0.115

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-1653.000=-1210.000
σ	0.000
min	443.000-1653.000=-1210.000
max	443.000-1653.000=-1210.000

*mean*	0.522-0.512=0.010
σ	0.012-0.012=-0.000
min	0.499-0.483=0.016
max	0.589-0.567=0.022

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.984-294.173=3.811
σ	1.010-0.296=0.714
min	297.607-293.939=3.668
max	300.855-294.967=5.888

*mean*	443.200-1934.000=-1490.800
σ	15.640-0.000=15.640
min	418.000-1934.000=-1516.000
max	469.000-1934.000=-1465.000

*mean*	0.610-0.578=0.032
σ	0.004-0.054=-0.050
min	0.604-0.498=0.106
max	0.617-0.671=-0.053

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1669.625
σ	0.518
min	1669.000
max	1670.000

*mean*	202.423
σ	1.987
min	198.389
max	204.360

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1669.625
σ	0.518
min	1669.000
max	1670.000

*mean*	10.492
σ	2.713
min	6.294
max	15.771

phase=parser

*mean*	1042.157
σ	0.000
min	1042.157
max	1042.157

*mean*	1669.625
σ	0.518
min	1669.000
max	1670.000

*mean*	715.004
σ	73.317
min	571.863
max	836.376

phase=processProdDef

*mean*	6169.660
σ	0.001
min	6169.659
max	6169.661

*mean*	1679.375
σ	27.328
min	1669.000
max	1747.000

*mean*	5411.782
σ	1146.542
min	4099.124
max	7048.237

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1669.625
σ	0.518
min	1669.000
max	1670.000

*mean*	34.373
σ	11.292
min	19.784
max	55.380

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1669.625
σ	0.518
min	1669.000
max	1670.000

*mean*	734.566
σ	131.213
min	628.270
max	933.399

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-281.492=11.283
σ	0.034-0.041=-0.007
min	292.727-281.437=11.291
max	292.812-281.532=11.279

*mean*	445.000-1653.000=-1208.000
σ	0.000
min	445.000-1653.000=-1208.000
max	445.000-1653.000=-1208.000

*mean*	0.402-0.383=0.019
σ	0.006-0.006=0.001
min	0.397-0.378=0.019
max	0.409-0.390=0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.867-1291.483=11.383
σ	0.078-0.113=-0.035
min	1302.741-1291.356=11.386
max	1302.948-1291.615=11.332

*mean*	1100.000-1653.000=-553.000
σ	186.530-0.000=186.530
min	841.000-1653.000=-812.000
max	1320.000-1653.000=-333.000

*mean*	2.044-2.025=0.019
σ	0.212-0.153=0.059
min	1.806-1.834=-0.028
max	2.272-2.261=0.011

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.914-1534.336=11.578
σ	4.025-3.972=0.054
min	1543.938-1532.303=11.635
max	1553.109-1541.429=11.679

*mean*	613.400-1653.000=-1039.600
σ	78.335-0.000=78.335
min	493.000-1653.000=-1160.000
max	702.000-1653.000=-951.000

*mean*	2.273-2.305=-0.032
σ	0.211-0.192=0.019
min	2.123-2.041=0.083
max	2.632-2.581=0.050

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.838-1853.351=11.486
σ	0.036-0.055=-0.019
min	1864.795-1853.308=11.486
max	1864.875-1853.434=11.441

*mean*	1724.000-1793.000=-69.000
σ	199.454-140.504=58.950
min	1455.000-1653.000=-198.000
max	1913.000-1934.000=-21.000

*mean*	2.989-3.068=-0.080
σ	0.129-0.366=-0.237
min	2.865-2.653=0.212
max	3.205-3.656=-0.452

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.613-1.325=0.287
σ	0.166-0.205=-0.038
min	1.376-1.108=0.268
max	1.829-1.657=0.172

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.840-442.512=5.328
σ	579.282-577.234=2.047
min	158.199-153.894=4.305
max	1316.763-1308.363=8.399

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-1653.000=-1210.000
σ	0.000
min	443.000-1653.000=-1210.000
max	443.000-1653.000=-1210.000

*mean*	0.533-0.529=0.005
σ	0.533-0.541=-0.008
min	0.265-0.257=0.009
max	1.333-1.341=-0.007

policies=20

*mean*	1582.290-1539.212=43.078
σ	0.355-0.325=0.030
min	1582.043-1538.988=43.055
max	1582.815-1539.695=43.120

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250-1653.000=-1207.750
σ	1.500-0.000=1.500
min	443.000-1653.000=-1210.000
max	446.000-1653.000=-1207.000

*mean*	2.630-2.585=0.045
σ	0.007-0.024=-0.017
min	2.623-2.564=0.058
max	2.638-2.618=0.019

policies=200

*mean*	15830.829-15400.379=430.450
σ	0.203-0.069=0.133
min	15830.626-15400.281=430.345
max	15831.099-15400.443=430.656

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.250-1653.000=-1155.750
σ	4.573-0.000=4.573
min	491.000-1653.000=-1162.000
max	502.000-1653.000=-1151.000

*mean*	26.637-26.107=0.530
σ	0.170-0.224=-0.054
min	26.489-25.984=0.505
max	26.853-26.442=0.411