Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.616=0.003
σ	0.352-0.350=0.002
min	54.488-54.480=0.007
max	55.620-55.612=0.008

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.139-0.139=-0.000
σ	0.006-0.004=0.002
min	0.132-0.133=-0.001
max	0.148-0.145=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.785=0.004
σ	0.005-0.006=-0.001
min	43.783-43.779=0.004
max	43.799-43.797=0.002

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.121-0.122=-0.001
σ	0.006-0.004=0.002
min	0.115-0.119=-0.005
max	0.131-0.129=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4156.875-4103.125=53.750
σ	1905.608-1568.741=336.867
min	1553.000-1972.000=-419.000
max	7327.000-6038.000=1289.000

*mean*	12.732-12.451=0.281
σ	0.167-0.389=-0.222
min	12.448-11.862=0.586
max	12.979-13.092=-0.114

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4156.875-4103.125=53.750
σ	1905.608-1568.741=336.867
min	1553.000-1972.000=-419.000
max	7327.000-6038.000=1289.000

*mean*	12.905-12.745=0.159
σ	0.516-0.484=0.032
min	12.005-11.677=0.327
max	13.430-13.177=0.252

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.000=0.001
min	41.928-41.932=-0.003
max	41.933-41.932=0.000

*mean*	7327.000-6038.000=1289.000
σ	0.000
min	7327.000-6038.000=1289.000
max	7327.000-6038.000=1289.000

*mean*	14.939-13.142=1.797
σ	0.822-1.236=-0.414
min	13.065-10.590=2.475
max	15.560-14.654=0.906

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.002-0.003=-0.001
min	41.927
max	41.931-41.935=-0.004

*mean*	4156.875-4103.125=53.750
σ	1905.608-1568.741=336.867
min	1553.000-1972.000=-419.000
max	7327.000-6038.000=1289.000

*mean*	12.949-11.973=0.976
σ	1.911-1.493=0.418
min	11.202-10.201=1.001
max	15.511-13.767=1.744

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.137-0.002=0.135
min	27.603
max	27.991-27.609=0.382

*mean*	4156.875-4103.125=53.750
σ	1905.608-1568.741=336.867
min	1553.000-1972.000=-419.000
max	7327.000-6038.000=1289.000

*mean*	9.029-8.426=0.603
σ	0.350-0.356=-0.006
min	8.563-8.018=0.545
max	9.666-8.874=0.793

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4156.875-4103.125=53.750
σ	1905.608-1568.741=336.867
min	1553.000-1972.000=-419.000
max	7327.000-6038.000=1289.000

*mean*	6.419-6.518=-0.099
σ	0.468-0.183=0.284
min	5.661-6.191=-0.530
max	6.968-6.789=0.179

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.665=0.000
max	25.668

*mean*	4156.875-4103.125=53.750
σ	1905.608-1568.741=336.867
min	1553.000-1972.000=-419.000
max	7327.000-6038.000=1289.000

*mean*	6.021-5.498=0.523
σ	0.103-0.094=0.008
min	5.815-5.303=0.512
max	6.159-5.630=0.529

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.971=0.001

*mean*	4156.875-4103.125=53.750
σ	1905.608-1568.741=336.867
min	1553.000-1972.000=-419.000
max	7327.000-6038.000=1289.000

*mean*	5.835-5.369=0.466
σ	0.292-0.091=0.201
min	5.347-5.279=0.068
max	6.377-5.569=0.807

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.597=0.009
σ	0.000-0.000=-0.000
min	2524.606-2524.597=0.009
max	2524.607-2524.598=0.009

*mean*	7327.000-6038.000=1289.000
σ	0.000
min	7327.000-6038.000=1289.000
max	7327.000-6038.000=1289.000

*mean*	1043.820-1527.045=-483.225
σ	3.783-790.115=-786.331
min	1039.516-1034.219=5.297
max	1051.405-3084.406=-2033.001

op=load_product(), with indexes

*mean*	8744.722-8744.558=0.164
σ	0.469-0.033=0.436
min	8744.554-8744.544=0.009
max	8745.883-8744.640=1.243

*mean*	3578.375-3820.250=-241.875
σ	1801.299-1649.005=152.294
min	1044.000-1972.000=-928.000
max	5814.000-6038.000=-224.000

*mean*	4711.104-4364.415=346.689
σ	1484.955-1402.928=82.027
min	3516.344-3526.320=-9.976
max	7450.120-7342.726=107.394

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081-62.080=0.000

*mean*	4156.875-4103.125=53.750
σ	1905.608-1568.741=336.867
min	1553.000-1972.000=-419.000
max	7327.000-6038.000=1289.000

*mean*	79.128-81.305=-2.177
σ	9.774-10.923=-1.148
min	70.723-70.309=0.414
max	95.118-96.959=-1.842

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7327.000-6038.000=1289.000
σ	0.000
min	7327.000-6038.000=1289.000
max	7327.000-6038.000=1289.000

*mean*	111.833-96.003=15.831
σ	5.100-11.243=-6.143
min	101.790-74.099=27.691
max	116.426-108.465=7.961

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685-66.686=-0.000
max	66.687-66.687=0.000

*mean*	7327.000-6038.000=1289.000
σ	0.000
min	7327.000-6038.000=1289.000
max	7327.000-6038.000=1289.000

*mean*	161.228-219.998=-58.770
σ	8.600-221.864=-213.264
min	141.490-110.048=31.442
max	168.279-767.539=-599.260

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.317=0.007
min	11655.305-11655.305=-0.000
max	11667.538-11667.517=0.021

*mean*	4156.875-4103.125=53.750
σ	1905.608-1568.741=336.867
min	1553.000-1972.000=-419.000
max	7327.000-6038.000=1289.000

*mean*	6408.930-6084.511=324.419
σ	1193.493-1321.863=-128.370
min	4855.832-4909.019=-53.187
max	7877.145-8289.012=-411.867

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.000=0.000
min	11560.064-11560.065=-0.001
max	11560.066-11560.066=-0.001

*mean*	7327.000-6038.000=1289.000
σ	0.000
min	7327.000-6038.000=1289.000
max	7327.000-6038.000=1289.000

*mean*	5938.681-6543.081=-604.400
σ	1720.499-1478.538=241.961
min	4351.711-4394.615=-42.904
max	8767.591-8269.748=497.843

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.587=-0.029
σ	0.001-0.022=-0.021
min	172.558
max	172.562-172.614=-0.052

*mean*	473.875-1972.000=-1498.125
σ	0.354-0.000=0.354
min	473.000-1972.000=-1499.000
max	474.000-1972.000=-1498.000

*mean*	371.631-372.189=-0.558
σ	41.334-28.792=12.542
min	295.857-329.210=-33.353
max	399.416-415.936=-16.520

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.371=-0.049
σ	0.001-0.047=-0.045
min	357.321
max	357.325-357.427=-0.102

*mean*	559.000-1972.000=-1413.000
σ	0.000
min	559.000-1972.000=-1413.000
max	559.000-1972.000=-1413.000

*mean*	790.343-730.855=59.488
σ	11.748-57.986=-46.237
min	769.718-615.714=154.004
max	807.884-787.210=20.674

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.186=0.188
σ	0.759-0.876=-0.117
min	1007.902-1007.686=0.216
max	1011.514-1011.809=-0.294

*mean*	1045.750-1043.600=2.150
σ	314.198-296.626=17.572
min	570.000-546.000=24.000
max	1511.000-1448.000=63.000

*mean*	1.532-1.533=-0.001
σ	0.057-0.071=-0.014
min	1.460-1.466=-0.006
max	1.624-1.770=-0.146

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.883=0.008
σ	0.020-0.002=0.018
min	0.881
max	0.928-0.886=0.042

*mean*	402.000-1448.000=-1046.000
σ	0.000
min	402.000-1448.000=-1046.000
max	402.000-1448.000=-1046.000

*mean*	0.296-0.420=-0.124
σ	0.305-0.144=0.161
min	0.136-0.333=-0.197
max	0.838-0.676=0.162

name=error_case.art

*mean*	2.338-2.333=0.004
σ	0.012-0.003=0.010
min	2.332
max	2.359-2.337=0.022

*mean*	402.000-1448.000=-1046.000
σ	0.000
min	402.000-1448.000=-1046.000
max	402.000-1448.000=-1046.000

*mean*	0.483-0.893=-0.410
σ	0.342-0.090=0.252
min	0.316-0.827=-0.511
max	1.094-1.051=0.043

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	402.000-1448.000=-1046.000
σ	0.000
min	402.000-1448.000=-1046.000
max	402.000-1448.000=-1046.000

*mean*	0.215-0.550=-0.334
σ	0.023-0.050=-0.026
min	0.200-0.519=-0.319
max	0.256-0.637=-0.381

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-1448.000=-1046.000
σ	0.000
min	402.000-1448.000=-1046.000
max	402.000-1448.000=-1046.000

*mean*	0.342-0.846=-0.505
σ	0.022-0.043=-0.021
min	0.321-0.809=-0.488
max	0.374-0.918=-0.544

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.543=0.365
σ	0.011-0.025=-0.015
min	963.902-963.523=0.379
max	963.926-963.585=0.341

*mean*	434.800-1448.000=-1013.200
σ	1.643-0.000=1.643
min	432.000-1448.000=-1016.000
max	436.000-1448.000=-1012.000

*mean*	0.553-0.813=-0.260
σ	0.028-0.041=-0.013
min	0.514-0.766=-0.251
max	0.586-0.864=-0.279

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.854=0.030
σ	0.002-0.006=-0.004
min	884.883-884.847=0.036
max	884.886-884.861=0.025

*mean*	436.000-1448.000=-1012.000
σ	0.000
min	436.000-1448.000=-1012.000
max	436.000-1448.000=-1012.000

*mean*	0.518-0.701=-0.183
σ	0.007-0.040=-0.033
min	0.508-0.661=-0.153
max	0.526-0.745=-0.219

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	436.000-1448.000=-1012.000
σ	0.000
min	436.000-1448.000=-1012.000
max	436.000-1448.000=-1012.000

*mean*	1.961-4.257=-2.296
σ	0.084-0.078=0.006
min	1.844-4.140=-2.296
max	2.236-4.636=-2.400

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.661=-0.003

*mean*	436.000-1448.000=-1012.000
σ	0.000
min	436.000-1448.000=-1012.000
max	436.000-1448.000=-1012.000

*mean*	2.316-4.275=-1.959
σ	0.368-0.081=0.287
min	1.762-4.109=-2.347
max	2.874-4.535=-1.662

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-1448.000=-1012.000
σ	0.000
min	436.000-1448.000=-1012.000
max	436.000-1448.000=-1012.000

*mean*	0.307-0.670=-0.362
σ	0.009-0.106=-0.097
min	0.292-0.518=-0.225
max	0.359-0.845=-0.486

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-1448.000=-1012.000
σ	0.000
min	436.000-1448.000=-1012.000
max	436.000-1448.000=-1012.000

*mean*	0.294-0.514=-0.220
σ	0.035-0.034=0.001
min	0.279-0.489=-0.211
max	0.637-0.777=-0.141

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.748-297.427=0.321
σ	0.998-0.221=0.778
min	297.330-297.304=0.026
max	300.583-298.049=2.534

*mean*	440.000-1972.000=-1532.000
σ	15.832-0.000=15.832
min	416.000-1972.000=-1556.000
max	463.000-1972.000=-1509.000

*mean*	0.608-0.570=0.038
σ	0.025-0.035=-0.010
min	0.572-0.519=0.053
max	0.642-0.609=0.032

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1718.875
σ	10.960
min	1715.000
max	1746.000

*mean*	207.139
σ	3.047
min	203.343
max	211.400

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1718.875
σ	10.960
min	1715.000
max	1746.000

*mean*	9.395
σ	2.276
min	7.426
max	12.602

phase=parser

*mean*	1041.161
σ	0.000
min	1041.160
max	1041.161

*mean*	1718.875
σ	10.960
min	1715.000
max	1746.000

*mean*	602.265
σ	117.814
min	484.050
max	772.716

phase=processProdDef

*mean*	6169.658
σ	0.001
min	6169.657
max	6169.659

*mean*	1722.750
σ	14.350
min	1715.000
max	1746.000

*mean*	5988.558
σ	1113.922
min	4369.750
max	7309.773

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1718.875
σ	10.960
min	1715.000
max	1746.000

*mean*	39.186
σ	6.854
min	25.948
max	47.408

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1718.875
σ	10.960
min	1715.000
max	1746.000

*mean*	746.398
σ	75.707
min	663.589
max	875.192

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-289.772=3.003
σ	0.035-0.037=-0.002
min	292.727-289.722=3.005
max	292.812-289.807=3.005

*mean*	445.000-1448.000=-1003.000
σ	0.000
min	445.000-1448.000=-1003.000
max	445.000-1448.000=-1003.000

*mean*	0.400-0.397=0.002
σ	0.006-0.002=0.003
min	0.396-0.394=0.002
max	0.409-0.401=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.867-1299.637=3.230
σ	0.073-0.061=0.012
min	1302.748-1299.576=3.173
max	1302.935-1299.703=3.233

*mean*	1074.400-1448.000=-373.600
σ	182.216-0.000=182.216
min	840.000-1448.000=-608.000
max	1312.000-1448.000=-136.000

*mean*	2.021-2.051=-0.030
σ	0.187-0.059=0.129
min	1.813-1.987=-0.174
max	2.205-2.123=0.081

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.925-1542.616=3.309
σ	4.000-4.015=-0.015
min	1543.952-1540.614=3.338
max	1553.072-1549.792=3.281

*mean*	611.200-1448.000=-836.800
σ	75.181-0.000=75.181
min	493.000-1448.000=-955.000
max	691.000-1448.000=-757.000

*mean*	2.325-2.295=0.030
σ	0.213-0.196=0.017
min	2.140-2.121=0.019
max	2.648-2.610=0.038

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.834-1861.626=3.209
σ	0.040-0.074=-0.034
min	1864.783-1861.515=3.268
max	1864.884-1861.692=3.192

*mean*	1714.400-1719.400=-5.000
σ	252.804-171.157=81.647
min	1423.000-1526.000=-103.000
max	2069.000-1972.000=97.000

*mean*	2.905-2.963=-0.058
σ	0.134-0.159=-0.025
min	2.713-2.825=-0.112
max	3.036-3.194=-0.158

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.738-1.758=-0.020
σ	0.172-0.126=0.046
min	1.484-1.576=-0.092
max	1.886-1.894=-0.008

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.755-446.185=1.570
σ	579.110-577.140=1.970
min	158.198-157.614=0.585
max	1316.420-1311.895=4.526

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	441.000-1448.000=-1007.000
σ	0.000
min	441.000-1448.000=-1007.000
max	441.000-1448.000=-1007.000

*mean*	0.526-0.558=-0.032
σ	0.513-0.594=-0.081
min	0.262-0.260=0.002
max	1.295-1.449=-0.153

policies=20

*mean*	1582.285-1576.413=5.872
σ	0.349-0.352=-0.002
min	1582.037-1576.177=5.860
max	1582.801-1576.937=5.865

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-1448.000=-1003.500
σ	4.041-0.000=4.041
min	441.000-1448.000=-1007.000
max	448.000-1448.000=-1000.000

*mean*	2.620-2.626=-0.006
σ	0.007-0.014=-0.007
min	2.612-2.614=-0.002
max	2.628-2.645=-0.017

policies=200

*mean*	15830.922-15772.227=58.695
σ	0.140-0.094=0.046
min	15830.803-15772.136=58.668
max	15831.124-15772.353=58.772

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	494.750-1448.000=-953.250
σ	4.272-0.000=4.272
min	490.000-1448.000=-958.000
max	500.000-1448.000=-948.000

*mean*	26.497-26.523=-0.025
σ	0.152-0.082=0.069
min	26.279-26.410=-0.131
max	26.614-26.589=0.026