Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.576-54.577=-0.000
σ	0.349-0.349=-0.001
min	54.445-54.444=0.001
max	55.568-55.571=-0.003

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.141-0.138=0.004
σ	0.006-0.007=-0.001
min	0.131-0.130=0.001
max	0.150-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.705=0.001
σ	0.007-0.006=0.000
min	43.699-43.695=0.004
max	43.719-43.717=0.002

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.121-0.122=-0.001
σ	0.007-0.005=0.001
min	0.114-0.115=-0.001
max	0.134-0.133=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4157.625-4147.375=10.250
σ	1906.073-1890.385=15.688
min	1554.000-1555.000=-1.000
max	7326.000-7271.000=55.000

*mean*	12.715-12.914=-0.199
σ	0.281-0.206=0.075
min	12.081-12.698=-0.617
max	13.002-13.210=-0.208

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4157.625-4147.375=10.250
σ	1906.073-1890.385=15.688
min	1554.000-1555.000=-1.000
max	7326.000-7271.000=55.000

*mean*	12.543-12.408=0.135
σ	0.586-0.406=0.180
min	11.822-11.981=-0.159
max	13.144-13.089=0.055

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.000
max	41.933-41.933=0.000

*mean*	7326.000-7271.000=55.000
σ	0.000
min	7326.000-7271.000=55.000
max	7326.000-7271.000=55.000

*mean*	14.879-15.438=-0.559
σ	0.799-0.366=0.432
min	13.013-14.814=-1.801
max	15.407-15.826=-0.420

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.931=-0.000

*mean*	4157.625-4147.375=10.250
σ	1906.073-1890.385=15.688
min	1554.000-1555.000=-1.000
max	7326.000-7271.000=55.000

*mean*	12.533-13.335=-0.802
σ	1.747-1.902=-0.155
min	10.686-10.884=-0.198
max	14.887-15.625=-0.738

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=0.000
max	27.990-27.990=-0.000

*mean*	4157.625-4147.375=10.250
σ	1906.073-1890.385=15.688
min	1554.000-1555.000=-1.000
max	7326.000-7271.000=55.000

*mean*	8.803-8.933=-0.130
σ	0.361-0.424=-0.064
min	8.299-8.368=-0.068
max	9.228-9.438=-0.210

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4157.625-4147.375=10.250
σ	1906.073-1890.385=15.688
min	1554.000-1555.000=-1.000
max	7326.000-7271.000=55.000

*mean*	6.569-6.894=-0.325
σ	0.287-0.253=0.033
min	5.992-6.454=-0.462
max	6.977-7.232=-0.255

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668

*mean*	4157.625-4147.375=10.250
σ	1906.073-1890.385=15.688
min	1554.000-1555.000=-1.000
max	7326.000-7271.000=55.000

*mean*	5.973-5.896=0.076
σ	0.116-0.147=-0.031
min	5.796-5.694=0.102
max	6.164-6.075=0.090

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4157.625-4147.375=10.250
σ	1906.073-1890.385=15.688
min	1554.000-1555.000=-1.000
max	7326.000-7271.000=55.000

*mean*	5.759-5.775=-0.016
σ	0.301-0.087=0.213
min	5.374-5.635=-0.261
max	6.161-5.926=0.235

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.606=-0.000

*mean*	7326.000-7271.000=55.000
σ	0.000
min	7326.000-7271.000=55.000
max	7326.000-7271.000=55.000

*mean*	1054.492-1614.210=-559.718
σ	3.340-1047.540=-1044.200
min	1050.001-1044.572=5.429
max	1059.243-4061.976=-3002.733

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.001
σ	0.469-0.469=-0.000
min	8744.553
max	8745.882-8745.883=-0.001

*mean*	3579.000-3569.375=9.625
σ	1802.195-1789.638=12.556
min	1044.000-1045.000=-1.000
max	5815.000-5776.000=39.000

*mean*	4928.547-4906.610=21.936
σ	1572.244-1719.288=-147.044
min	3536.698-3533.008=3.690
max	7360.696-7557.901=-197.205

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.000
max	62.081-62.080=0.000

*mean*	4157.625-4147.375=10.250
σ	1906.073-1890.385=15.688
min	1554.000-1555.000=-1.000
max	7326.000-7271.000=55.000

*mean*	82.768-79.760=3.008
σ	12.061-6.473=5.588
min	71.089-71.674=-0.585
max	105.579-91.558=14.021

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7326.000-7271.000=55.000
σ	0.000
min	7326.000-7271.000=55.000
max	7326.000-7271.000=55.000

*mean*	105.850-107.121=-1.271
σ	5.985-2.677=3.308
min	94.942-104.288=-9.346
max	111.185-111.022=0.163

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7326.000-7271.000=55.000
σ	0.000
min	7326.000-7271.000=55.000
max	7326.000-7271.000=55.000

*mean*	161.941-163.846=-1.904
σ	9.537-3.952=5.586
min	141.811-154.239=-12.428
max	168.960-166.031=2.930

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4157.625-4147.375=10.250
σ	1906.073-1890.385=15.688
min	1554.000-1555.000=-1.000
max	7326.000-7271.000=55.000

*mean*	6714.464-6790.417=-75.952
σ	1083.219-1172.145=-88.926
min	4917.912-4907.776=10.136
max	8145.813-8122.796=23.017

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.065-11560.065=-0.000
max	11560.066

*mean*	7326.000-7271.000=55.000
σ	0.000
min	7326.000-7271.000=55.000
max	7326.000-7271.000=55.000

*mean*	6084.363-6024.367=59.997
σ	1767.672-1691.006=76.667
min	4415.933-4415.195=0.739
max	9033.707-8233.677=800.030

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	374.538-372.526=2.012
σ	21.692-22.677=-0.985
min	351.195-348.336=2.859
max	396.486-400.626=-4.140

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.625=2.375
σ	0.000-0.518=-0.518
min	562.000-559.000=3.000
max	562.000-560.000=2.000

*mean*	758.371-725.289=33.081
σ	46.248-80.662=-34.414
min	650.293-609.951=40.342
max	797.900-825.579=-27.679

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1008.500=0.001
σ	0.760-0.760=-0.000
min	1008.026-1008.025=0.001
max	1011.642-1011.641=0.001

*mean*	1044.700-1055.950=-11.250
σ	299.544-311.524=-11.980
min	562.000
max	1446.000-1511.000=-65.000

*mean*	1.530-1.540=-0.010
σ	0.083-0.081=0.001
min	1.356-1.388=-0.033
max	1.772-1.775=-0.003

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.399-0.316=0.083
σ	0.520-0.354=0.166
min	0.144-0.129=0.015
max	1.327-0.945=0.382

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.479-0.417=0.062
σ	0.315-0.206=0.109
min	0.328-0.314=0.014
max	1.042-0.784=0.258

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.217-0.205=0.012
σ	0.020-0.023=-0.003
min	0.203-0.191=0.012
max	0.251-0.245=0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.332-0.321=0.011
σ	0.017-0.021=-0.004
min	0.320-0.305=0.015
max	0.361-0.356=0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.000-432.600=3.400
σ	2.236-3.130=-0.894
min	432.000-430.000=2.000
max	437.000-436.000=1.000

*mean*	0.519-0.579=-0.061
σ	0.081-0.038=0.042
min	0.446-0.529=-0.083
max	0.614-0.613=0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.435-0.498=-0.063
σ	0.048-0.032=0.017
min	0.392-0.457=-0.065
max	0.514-0.526=-0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	2.636-2.632=0.004
σ	0.108-0.104=0.004
min	2.452-2.468=-0.015
max	2.978-2.947=0.031

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	2.638-2.612=0.026
σ	0.100-0.091=0.009
min	2.432-2.467=-0.035
max	2.938-3.076=-0.138

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.305-0.311=-0.006
σ	0.009-0.045=-0.036
min	0.288-0.291=-0.002
max	0.361-0.650=-0.288

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.291-0.292=-0.002
σ	0.012-0.007=0.004
min	0.279-0.275=0.004
max	0.368-0.317=0.051

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.193-298.108=0.085
σ	1.047-0.981=0.066
min	297.800-297.702=0.098
max	301.169-300.889=0.280

*mean*	440.100-441.700=-1.600
σ	14.208-17.108=-2.899
min	419.000-415.000=4.000
max	463.000-464.000=-1.000

*mean*	0.615-0.620=-0.005
σ	0.015-0.011=0.005
min	0.578-0.604=-0.025
max	0.629-0.634=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1771.625-1749.750=21.875
σ	18.031-19.256=-1.225
min	1727.000-1732.000=-5.000
max	1778.000-1796.000=-18.000

*mean*	203.854-203.521=0.333
σ	2.869-1.956=0.913
min	198.368-200.170=-1.803
max	208.070-206.055=2.015

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1771.625-1749.750=21.875
σ	18.031-19.256=-1.225
min	1727.000-1732.000=-5.000
max	1778.000-1796.000=-18.000

*mean*	11.335-11.868=-0.534
σ	1.472-1.624=-0.152
min	9.409-9.317=0.092
max	13.011-13.687=-0.675

phase=parser

*mean*	1042.101-1042.098=0.002
σ	0.000-0.000=0.000
min	1042.100-1042.098=0.002
max	1042.101-1042.099=0.003

*mean*	1771.625-1749.750=21.875
σ	18.031-19.256=-1.225
min	1727.000-1732.000=-5.000
max	1778.000-1796.000=-18.000

*mean*	736.686-704.363=32.323
σ	79.940-81.332=-1.392
min	589.720-587.632=2.088
max	846.059-842.306=3.753

phase=processProdDef

*mean*	6169.659-6169.662=-0.003
σ	0.001-0.001=0.000
min	6169.658-6169.661=-0.003
max	6169.660-6169.662=-0.003

*mean*	1778.000-1757.750=20.250
σ	0.000-23.627=-23.627
min	1778.000-1744.000=34.000
max	1778.000-1796.000=-18.000

*mean*	5004.589-4717.023=287.566
σ	1335.656-839.216=496.441
min	4069.560-3584.956=484.603
max	7727.016-5918.555=1808.461

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1771.625-1749.750=21.875
σ	18.031-19.256=-1.225
min	1727.000-1732.000=-5.000
max	1778.000-1796.000=-18.000

*mean*	40.987-46.305=-5.318
σ	8.784-4.307=4.477
min	29.596-39.572=-9.976
max	51.995-52.620=-0.625

phase=type checker

*mean*	958.461
σ	0.066
min	958.363
max	958.551

*mean*	1771.625-1749.750=21.875
σ	18.031-19.256=-1.225
min	1727.000-1732.000=-5.000
max	1778.000-1796.000=-18.000

*mean*	731.721-782.786=-51.065
σ	79.981-88.931=-8.949
min	635.749-660.969=-25.220
max	868.958-877.927=-8.970

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.381-293.383=-0.002
σ	0.034-0.039=-0.004
min	293.333-293.330=0.004
max	293.418-293.424=-0.006

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.402-0.410=-0.009
σ	0.006-0.010=-0.004
min	0.397-0.399=-0.002
max	0.412-0.420=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.464-1303.493=-0.029
σ	0.083-0.054=0.029
min	1303.323-1303.414=-0.091
max	1303.523-1303.546=-0.023

*mean*	1085.000-1082.400=2.600
σ	227.991-225.145=2.846
min	819.000-822.000=-3.000
max	1384.000-1379.000=5.000

*mean*	2.068-2.123=-0.055
σ	0.197-0.139=0.058
min	1.861-1.892=-0.031
max	2.338-2.264=0.074

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.552-1546.547=0.005
σ	4.008-4.025=-0.017
min	1544.615-1544.585=0.030
max	1553.716-1553.743=-0.026

*mean*	623.400-623.000=0.400
σ	92.961-92.655=0.306
min	494.000
max	737.000-736.000=1.000

*mean*	2.404-2.359=0.045
σ	0.185-0.184=0.000
min	2.162-2.162=-0.000
max	2.646-2.618=0.028

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.435-1865.446=-0.011
σ	0.037-0.056=-0.018
min	1865.392-1865.381=0.011
max	1865.486-1865.514=-0.028

*mean*	1707.200-1685.800=21.400
σ	175.336-166.360=8.976
min	1521.000-1510.000=11.000
max	1970.000-1937.000=33.000

*mean*	2.912-2.953=-0.041
σ	0.094-0.124=-0.030
min	2.823-2.852=-0.029
max	3.069-3.096=-0.026

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.696-1.849=-0.153
σ	0.119-0.045=0.074
min	1.511-1.787=-0.276
max	1.807-1.911=-0.104

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.987-447.986=0.001
σ	579.238-579.237=0.000
min	158.364-158.366=-0.002
max	1316.843-1316.842=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.522-0.529=-0.007
σ	0.511-0.533=-0.022
min	0.266-0.262=0.004
max	1.288-1.329=-0.040

policies=20

*mean*	1583.993-1583.985=0.008
σ	0.364-0.349=0.015
min	1583.743-1583.743=0.000
max	1584.532-1584.501=0.031

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-446.000=-1.500
σ	1.000-2.000=-1.000
min	443.000
max	445.000-447.000=-2.000

*mean*	2.652-2.631=0.021
σ	0.014-0.016=-0.003
min	2.639-2.609=0.029
max	2.670-2.645=0.026

policies=200

*mean*	15847.872-15847.774=0.098
σ	0.126-0.116=0.009
min	15847.765-15847.629=0.136
max	15848.036-15847.881=0.155

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.000-494.000=4.000
σ	5.477-3.367=2.111
min	492.000-490.000=2.000
max	505.000-498.000=7.000

*mean*	26.744-26.725=0.019
σ	0.132-0.121=0.010
min	26.615-26.575=0.041
max	26.913-26.831=0.082