Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.618=0.002
σ	0.351-0.347=0.004
min	54.484-54.489=-0.004
max	55.619-55.606=0.013

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.141-0.141=0.000
σ	0.006-0.005=0.001
min	0.137-0.137=0.000
max	0.152-0.149=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.789=-0.001
σ	0.007-0.006=0.001
min	43.781-43.781=0.000
max	43.801-43.801=0.001

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.124-0.123=0.001
σ	0.006-0.005=0.001
min	0.118-0.119=-0.001
max	0.133-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620

*mean*	4155.375-4158.875=-3.500
σ	1903.179-1902.159=1.021
min	1554.000-1556.000=-2.000
max	7315.000-7321.000=-6.000

*mean*	12.699-12.862=-0.163
σ	0.338-0.318=0.020
min	12.368-12.436=-0.069
max	13.440-13.459=-0.019

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4155.375-4158.875=-3.500
σ	1903.179-1902.159=1.021
min	1554.000-1556.000=-2.000
max	7315.000-7321.000=-6.000

*mean*	13.005-12.765=0.240
σ	0.465-0.637=-0.172
min	11.986-11.636=0.349
max	13.501-13.375=0.126

op=table_records(), no indexes

*mean*	41.932-41.931=0.000
σ	0.001-0.001=0.000
min	41.928
max	41.932-41.933=-0.000

*mean*	7315.000-7321.000=-6.000
σ	0.000
min	7315.000-7321.000=-6.000
max	7315.000-7321.000=-6.000

*mean*	15.115-15.050=0.065
σ	0.624-0.897=-0.273
min	13.649-12.886=0.764
max	15.541-15.658=-0.117

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931-41.931=0.001

*mean*	4155.375-4158.875=-3.500
σ	1903.179-1902.159=1.021
min	1554.000-1556.000=-2.000
max	7315.000-7321.000=-6.000

*mean*	13.092-12.600=0.493
σ	1.923-1.805=0.118
min	10.981-10.799=0.182
max	15.727-14.945=0.782

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=0.000
min	27.603
max	27.991-27.991=0.000

*mean*	4155.375-4158.875=-3.500
σ	1903.179-1902.159=1.021
min	1554.000-1556.000=-2.000
max	7315.000-7321.000=-6.000

*mean*	8.773-8.852=-0.079
σ	0.285-0.390=-0.105
min	8.276-8.254=0.022
max	9.174-9.479=-0.305

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4155.375-4158.875=-3.500
σ	1903.179-1902.159=1.021
min	1554.000-1556.000=-2.000
max	7315.000-7321.000=-6.000

*mean*	6.883-6.852=0.031
σ	0.209-0.134=0.075
min	6.436-6.658=-0.222
max	7.110-7.069=0.041

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668

*mean*	4155.375-4158.875=-3.500
σ	1903.179-1902.159=1.021
min	1554.000-1556.000=-2.000
max	7315.000-7321.000=-6.000

*mean*	5.966-6.076=-0.110
σ	0.175-0.165=0.010
min	5.705-5.831=-0.126
max	6.234-6.311=-0.077

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4155.375-4158.875=-3.500
σ	1903.179-1902.159=1.021
min	1554.000-1556.000=-2.000
max	7315.000-7321.000=-6.000

*mean*	5.748-5.811=-0.063
σ	0.060-0.101=-0.042
min	5.647-5.682=-0.035
max	5.812-5.986=-0.174

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606-2524.606=0.000
max	2524.607-2524.607=0.001

*mean*	7315.000-7321.000=-6.000
σ	0.000
min	7315.000-7321.000=-6.000
max	7315.000-7321.000=-6.000

*mean*	1080.527-1059.573=20.954
σ	89.453-6.890=82.563
min	1046.329-1047.453=-1.124
max	1301.807-1069.953=231.853

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.001
σ	0.469-0.469=-0.000
min	8744.554-8744.553=0.001
max	8745.883-8745.883=0.000

*mean*	3577.375-3582.625=-5.250
σ	1798.706-1800.591=-1.886
min	1045.000-1043.000=2.000
max	5805.000-5818.000=-13.000

*mean*	4828.271-4409.194=419.077
σ	1740.242-1025.738=714.504
min	3497.538-3543.980=-46.442
max	7368.336-6290.053=1078.284

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080-62.080=0.000

*mean*	4155.375-4158.875=-3.500
σ	1903.179-1902.159=1.021
min	1554.000-1556.000=-2.000
max	7315.000-7321.000=-6.000

*mean*	82.785-81.578=1.207
σ	10.676-11.696=-1.019
min	71.238-69.671=1.567
max	96.976-100.159=-3.182

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.943-40.944=-0.001
max	40.945

*mean*	7315.000-7321.000=-6.000
σ	0.000
min	7315.000-7321.000=-6.000
max	7315.000-7321.000=-6.000

*mean*	106.002-106.251=-0.248
σ	5.527-5.570=-0.043
min	94.068-95.931=-1.863
max	111.021-111.426=-0.404

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7315.000-7321.000=-6.000
σ	0.000
min	7315.000-7321.000=-6.000
max	7315.000-7321.000=-6.000

*mean*	162.355-161.928=0.427
σ	10.351-9.464=0.887
min	137.659-140.775=-3.117
max	168.767-167.798=0.969

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.538=-0.000

*mean*	4155.375-4158.875=-3.500
σ	1903.179-1902.159=1.021
min	1554.000-1556.000=-2.000
max	7315.000-7321.000=-6.000

*mean*	6198.119-6279.125=-81.006
σ	1081.346-1118.941=-37.595
min	4888.901-4961.046=-72.144
max	8067.473-8086.205=-18.731

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7315.000-7321.000=-6.000
σ	0.000
min	7315.000-7321.000=-6.000
max	7315.000-7321.000=-6.000

*mean*	5183.473-5580.961=-397.489
σ	1115.535-1164.520=-48.985
min	4338.008-4386.863=-48.855
max	7268.666-7019.897=248.768

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	373.169-377.501=-4.332
σ	34.214-9.678=24.536
min	303.758-355.512=-51.754
max	397.347-386.409=10.939

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.250=0.750
σ	0.000-1.035=-1.035
min	560.000-558.000=2.000
max	560.000

*mean*	717.158-745.748=-28.589
σ	65.411-58.280=7.131
min	632.907-646.903=-13.996
max	790.842-816.952=-26.110

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.375=0.001
σ	0.759-0.759=0.000
min	1007.903-1007.903=0.000
max	1011.514-1011.512=0.002

*mean*	1043.650-1044.800=-1.150
σ	310.789-309.103=1.686
min	572.000-592.000=-20.000
max	1501.000

*mean*	1.537-1.538=-0.001
σ	0.067-0.068=-0.001
min	1.466-1.464=0.002
max	1.747-1.742=0.005

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.290-0.385=-0.094
σ	0.270-0.495=-0.225
min	0.135-0.139=-0.005
max	0.767-1.267=-0.500

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.470-0.476=-0.006
σ	0.306-0.321=-0.015
min	0.319-0.321=-0.003
max	1.017-1.049=-0.033

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.218=-0.001
σ	0.023-0.019=0.004
min	0.197-0.204=-0.007
max	0.256-0.250=0.006

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.332=-0.003
σ	0.009-0.015=-0.005
min	0.320-0.316=0.004
max	0.345-0.355=-0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	434.400-436.000=-1.600
σ	1.342-5.612=-4.271
min	432.000-431.000=1.000
max	435.000-442.000=-7.000

*mean*	0.558-0.563=-0.005
σ	0.044-0.050=-0.006
min	0.510-0.483=0.026
max	0.607-0.607=0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	435.000-442.000=-7.000
σ	0.000
min	435.000-442.000=-7.000
max	435.000-442.000=-7.000

*mean*	0.483-0.474=0.009
σ	0.030-0.030=0.000
min	0.452-0.445=0.007
max	0.515-0.521=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000-442.000=-7.000
σ	0.000
min	435.000-442.000=-7.000
max	435.000-442.000=-7.000

*mean*	2.581-2.646=-0.065
σ	0.097-0.097=0.000
min	2.423-2.421=0.001
max	3.058-2.909=0.149

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-442.000=-7.000
σ	0.000
min	435.000-442.000=-7.000
max	435.000-442.000=-7.000

*mean*	2.597-2.622=-0.026
σ	0.081-0.089=-0.007
min	2.483-2.442=0.042
max	2.859-2.911=-0.052

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-442.000=-7.000
σ	0.000
min	435.000-442.000=-7.000
max	435.000-442.000=-7.000

*mean*	0.304-0.304=0.000
σ	0.009-0.010=-0.001
min	0.288-0.289=-0.001
max	0.362-0.362=-0.001

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-442.000=-7.000
σ	0.000
min	435.000-442.000=-7.000
max	435.000-442.000=-7.000

*mean*	0.298-0.289=0.010
σ	0.037-0.008=0.029
min	0.278-0.277=0.001
max	0.633-0.331=0.303

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.935-297.875=0.060
σ	1.026-0.964=0.061
min	297.516-297.496=0.020
max	300.850-300.616=0.235

*mean*	442.500-439.900=2.600
σ	13.922-16.183=-2.260
min	426.000-415.000=11.000
max	469.000-462.000=7.000

*mean*	0.626-0.617=0.009
σ	0.010-0.017=-0.007
min	0.610-0.584=0.026
max	0.643-0.647=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.011=-0.000
σ	0.000-0.000=-0.000
min	222.011
max	222.011-222.011=-0.000

*mean*	1738.625-1735.000=3.625
σ	25.258-17.105=8.154
min	1714.000-1719.000=-5.000
max	1775.000-1751.000=24.000

*mean*	205.253-203.886=1.368
σ	1.968-4.271=-2.302
min	202.840-198.276=4.563
max	208.423-209.958=-1.535

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1738.625-1735.000=3.625
σ	25.258-17.105=8.154
min	1714.000-1719.000=-5.000
max	1775.000-1751.000=24.000

*mean*	11.658-11.548=0.110
σ	1.913-1.427=0.485
min	7.304-9.461=-2.157
max	12.751-12.633=0.118

phase=parser

*mean*	1041.161-1041.161=-0.000
σ	0.000
min	1041.160
max	1041.161

*mean*	1738.625-1735.000=3.625
σ	25.258-17.105=8.154
min	1714.000-1719.000=-5.000
max	1775.000-1751.000=24.000

*mean*	673.298-671.061=2.237
σ	92.732-67.776=24.956
min	488.411-584.413=-96.002
max	727.784-726.517=1.268

phase=processProdDef

*mean*	6169.658-6169.658=-0.000
σ	0.000-0.001=-0.000
min	6169.657
max	6169.658-6169.659=-0.001

*mean*	1746.250-1739.000=7.250
σ	25.960-16.562=9.399
min	1714.000-1719.000=-5.000
max	1775.000-1751.000=24.000

*mean*	4729.926-5714.288=-984.362
σ	972.353-1472.052=-499.699
min	3681.734-3695.512=-13.778
max	6728.339-8054.441=-1326.102

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1738.625-1735.000=3.625
σ	25.258-17.105=8.154
min	1714.000-1719.000=-5.000
max	1775.000-1751.000=24.000

*mean*	43.441-44.303=-0.861
σ	8.472-5.157=3.314
min	26.131-34.636=-8.505
max	48.352-48.487=-0.136

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1738.625-1735.000=3.625
σ	25.258-17.105=8.154
min	1714.000-1719.000=-5.000
max	1775.000-1751.000=24.000

*mean*	813.918-768.054=45.863
σ	92.353-113.324=-20.970
min	634.920-666.192=-31.272
max	888.841-1027.933=-139.093

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-292.774=0.001
σ	0.035-0.034=0.000
min	292.727-292.726=0.001
max	292.812-292.811=0.001

*mean*	446.000-444.000=2.000
σ	0.000
min	446.000-444.000=2.000
max	446.000-444.000=2.000

*mean*	0.413-0.404=0.009
σ	0.013-0.006=0.006
min	0.398-0.399=-0.000
max	0.425-0.412=0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.903-1302.874=0.029
σ	0.056-0.090=-0.034
min	1302.839-1302.714=0.126
max	1302.972-1302.931=0.041

*mean*	1073.200-1075.400=-2.200
σ	184.840-186.997=-2.157
min	839.000-840.000=-1.000
max	1317.000-1324.000=-7.000

*mean*	2.089-2.020=0.068
σ	0.184-0.181=0.003
min	1.765-1.817=-0.053
max	2.206-2.163=0.043

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.948-1545.890=0.059
σ	4.039-4.040=-0.000
min	1543.996-1543.894=0.102
max	1553.168-1553.109=0.060

*mean*	610.600-610.200=0.400
σ	74.695-74.878=-0.183
min	493.000-492.000=1.000
max	689.000

*mean*	2.407-2.228=0.179
σ	0.203-0.206=-0.003
min	2.212-2.018=0.194
max	2.684-2.566=0.118

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.837-1864.850=-0.013
σ	0.051-0.056=-0.005
min	1864.779-1864.787=-0.008
max	1864.902-1864.926=-0.025

*mean*	1713.000-1712.800=0.200
σ	252.292-237.922=14.371
min	1421.000-1430.000=-9.000
max	2067.000-2030.000=37.000

*mean*	2.936-2.934=0.002
σ	0.079-0.056=0.023
min	2.869-2.884=-0.015
max	3.058-3.003=0.055

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.701-1.629=0.072
σ	0.174-0.090=0.084
min	1.494-1.523=-0.029
max	1.901-1.771=0.130

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.755-447.752=0.003
σ	579.113-579.108=0.005
min	158.196-158.197=-0.001
max	1316.424-1316.415=0.010

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.509-0.535=-0.025
σ	0.475-0.536=-0.061
min	0.263-0.266=-0.003
max	1.222-1.338=-0.117

policies=20

*mean*	1582.289-1582.269=0.020
σ	0.360-0.354=0.006
min	1582.037-1582.016=0.021
max	1582.822-1582.791=0.031

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250-447.500=-2.250
σ	1.500-4.041=-2.541
min	443.000-444.000=-1.000
max	446.000-451.000=-5.000

*mean*	2.632-2.625=0.007
σ	0.012-0.021=-0.009
min	2.617-2.606=0.010
max	2.644-2.653=-0.009

policies=200

*mean*	15830.814-15830.825=-0.011
σ	0.144-0.156=-0.011
min	15830.650-15830.596=0.055
max	15830.975-15830.935=0.040

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	495.750-497.750=-2.000
σ	4.787-4.193=0.594
min	490.000-492.000=-2.000
max	501.000-502.000=-1.000

*mean*	26.620-26.636=-0.016
σ	0.091-0.149=-0.058
min	26.519-26.472=0.048
max	26.709-26.783=-0.074