Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.833-54.834=-0.001
σ	0.365-0.364=0.002
min	54.699-54.702=-0.003
max	55.873-55.868=0.004

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.137-0.140=-0.004
σ	0.005-0.004=0.001
min	0.132-0.136=-0.005
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.843=-0.000
σ	0.004-0.004=-0.000
min	43.838-43.837=0.001
max	43.851-43.849=0.002

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.121-0.120=0.001
σ	0.005-0.005=0.001
min	0.115-0.115=-0.001
max	0.130-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4429.250-4568.125=-138.875
σ	2228.253-2245.107=-16.854
min	1484.000-1487.000=-3.000
max	7411.000-7384.000=27.000

*mean*	12.906-12.361=0.546
σ	2.054-1.841=0.213
min	11.907-11.399=0.508
max	17.878-16.856=1.022

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.000-0.000=0.000
min	36.617-36.617=0.000
max	36.618-36.618=0.001

*mean*	4609.250-4568.125=41.125
σ	2259.401-2245.107=14.294
min	1484.000-1487.000=-3.000
max	7411.000-7384.000=27.000

*mean*	167.199-12.551=154.648
σ	434.654-1.646=433.009
min	12.540-10.958=1.582
max	1242.902-16.300=1226.602

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946-41.946=0.000
max	41.951-41.950=0.001

*mean*	7411.000-7384.000=27.000
σ	0.000
min	7411.000-7384.000=27.000
max	7411.000-7384.000=27.000

*mean*	11.077-10.748=0.329
σ	0.298-1.026=-0.729
min	10.799-10.152=0.647
max	11.668-13.272=-1.603

op=table_records(), repeat

*mean*	41.934-41.933=0.001
σ	0.002-0.000=0.001
min	41.933
max	41.937-41.934=0.004

*mean*	4200.250-4390.125=-189.875
σ	1955.481-2217.585=-262.104
min	1484.000-1487.000=-3.000
max	7411.000-7384.000=27.000

*mean*	11.283-11.740=-0.457
σ	1.360-2.324=-0.964
min	10.541-10.366=0.175
max	14.629-15.674=-1.046

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4200.250-4390.125=-189.875
σ	1955.481-2217.585=-262.104
min	1484.000-1487.000=-3.000
max	7411.000-7384.000=27.000

*mean*	8.831-8.985=-0.154
σ	0.624-1.593=-0.969
min	8.002-7.448=0.554
max	10.184-11.701=-1.516

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4200.250-4390.125=-189.875
σ	1955.481-2217.585=-262.104
min	1484.000-1487.000=-3.000
max	7411.000-7384.000=27.000

*mean*	6.838-6.908=-0.070
σ	0.440-1.140=-0.700
min	6.397-6.040=0.357
max	7.860-8.927=-1.067

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4609.250-4568.125=41.125
σ	2259.401-2245.107=14.294
min	1484.000-1487.000=-3.000
max	7411.000-7384.000=27.000

*mean*	6.574-5.796=0.778
σ	1.167-0.320=0.847
min	5.767-5.592=0.175
max	9.100-6.567=2.532

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=0.000
max	25.985

*mean*	4609.250-4568.125=41.125
σ	2259.401-2245.107=14.294
min	1484.000-1487.000=-3.000
max	7411.000-7384.000=27.000

*mean*	6.467-5.630=0.837
σ	1.062-0.422=0.641
min	5.780-5.385=0.395
max	8.824-6.638=2.186

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=0.000
min	1021.625
max	1021.630-1021.629=0.000

*mean*	7411.000-7384.000=27.000
σ	0.000
min	7411.000-7384.000=27.000
max	7411.000-7384.000=27.000

*mean*	347.169-345.166=2.003
σ	2.660-1.997=0.663
min	342.340-342.774=-0.434
max	349.557-348.959=0.598

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.468-0.468=0.000
min	3495.713-3495.713=-0.000
max	3497.038-3497.037=0.001

*mean*	3772.750-3735.125=37.625
σ	2312.100-2286.961=25.139
min	719.000-720.000=-1.000
max	7411.000-7384.000=27.000

*mean*	1794.932-1619.670=175.262
σ	679.507-552.642=126.865
min	1394.139-1395.260=-1.121
max	2988.050-2978.070=9.980

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.854-107.854=-0.000
max	107.854-107.855=-0.000

*mean*	4200.250-4568.125=-367.875
σ	1955.481-2245.107=-289.626
min	1484.000-1487.000=-3.000
max	7411.000-7384.000=27.000

*mean*	134.431-311.680=-177.249
σ	13.845-467.741=-453.896
min	124.604-129.229=-4.625
max	165.895-1468.058=-1302.163

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4429.250-4568.125=-138.875
σ	2228.253-2245.107=-16.854
min	1484.000-1487.000=-3.000
max	7411.000-7384.000=27.000

*mean*	168.182-45.486=122.695
σ	358.006-10.143=347.863
min	40.057-40.218=-0.161
max	1054.196-70.327=983.869

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=0.000
min	40.947
max	40.951-40.950=0.001

*mean*	7411.000-7384.000=27.000
σ	0.000
min	7411.000-7384.000=27.000
max	7411.000-7384.000=27.000

*mean*	103.123-23.005=80.118
σ	228.740-2.863=225.876
min	21.446-20.796=0.650
max	669.217-28.474=640.743

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307
max	71.311

*mean*	7411.000-7384.000=27.000
σ	0.000
min	7411.000-7384.000=27.000
max	7411.000-7384.000=27.000

*mean*	59.823-57.083=2.740
σ	8.851-3.078=5.773
min	56.227-55.081=1.146
max	81.701-63.425=18.276

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.001
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.885=-0.002

*mean*	4200.250-4390.125=-189.875
σ	1955.481-2217.585=-262.104
min	1484.000-1487.000=-3.000
max	7411.000-7384.000=27.000

*mean*	3274.233-3452.461=-178.228
σ	660.722-908.750=-248.028
min	2543.085-2538.440=4.646
max	4299.279-5097.756=-798.477

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.001

*mean*	7411.000-7384.000=27.000
σ	0.000
min	7411.000-7384.000=27.000
max	7411.000-7384.000=27.000

*mean*	1021.365-1354.476=-333.111
σ	202.207-651.513=-449.306
min	923.582-924.915=-1.333
max	1509.587-2653.503=-1143.916

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7411.000-7384.000=27.000
σ	0.000
min	7411.000-7384.000=27.000
max	7411.000-7384.000=27.000

*mean*	405.864-422.564=-16.700
σ	42.015-53.748=-11.733
min	380.073-390.536=-10.463
max	509.151-512.069=-2.919

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-475.250=1.500
σ	1.035-0.463=0.572
min	476.000-475.000=1.000
max	479.000-476.000=3.000

*mean*	369.346-355.844=13.502
σ	35.423-47.794=-12.371
min	301.126-289.077=12.049
max	410.959-405.891=5.068

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-568.500=-4.500
σ	0.000-4.243=-4.243
min	564.000-558.000=6.000
max	564.000-570.000=-6.000

*mean*	780.052-717.600=62.452
σ	33.529-78.586=-45.057
min	731.053-604.881=126.172
max	836.635-859.881=-23.247

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-963.972=-0.001
σ	1.820-1.822=-0.002
min	963.267-963.264=0.003
max	971.667-971.677=-0.010

*mean*	1050.750-1042.250=8.500
σ	315.750-306.614=9.137
min	586.000-584.000=2.000
max	1518.000-1492.000=26.000

*mean*	1.269-1.247=0.022
σ	0.160-0.092=0.068
min	1.176-1.163=0.013
max	1.739-1.512=0.227

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.286-0.301=-0.015
σ	0.291-0.327=-0.037
min	0.127-0.129=-0.002
max	0.801-0.884=-0.082

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.469-0.431=0.039
σ	0.323-0.195=0.128
min	0.309-0.330=-0.022
max	1.046-0.778=0.268

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.207-0.234=-0.027
σ	0.020-0.028=-0.008
min	0.195-0.207=-0.012
max	0.243-0.268=-0.025

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.326-0.347=-0.021
σ	0.019-0.020=-0.002
min	0.308-0.329=-0.021
max	0.356-0.376=-0.020

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.600-430.800=0.800
σ	1.342-1.789=-0.447
min	431.000-430.000=1.000
max	434.000

*mean*	0.552-0.489=0.063
σ	0.032-0.038=-0.006
min	0.532-0.426=0.107
max	0.608-0.527=0.081

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.471-0.499=-0.027
σ	0.026-0.036=-0.010
min	0.434-0.454=-0.019
max	0.494-0.528=-0.035

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.630-1.876=0.754
σ	0.115-0.082=0.032
min	2.480-1.750=0.729
max	3.320-2.147=1.174

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.613-1.971=0.642
σ	0.081-0.094=-0.012
min	2.498-1.842=0.656
max	2.902-2.308=0.594

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.306-0.304=0.002
σ	0.010-0.008=0.002
min	0.291-0.291=-0.000
max	0.363-0.356=0.007

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.291-0.292=-0.001
σ	0.020-0.007=0.012
min	0.277-0.274=0.004
max	0.474-0.321=0.153

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.412-11.397=0.014
σ	12.061-11.522=0.539
min	0.577-0.573=0.003
max	142.610-80.520=62.090

*mean*	465.533-462.123=3.410
σ	18.594-17.459=1.135
min	407.000-409.000=-2.000
max	477.000

*mean*	0.026-0.026=0.000
σ	0.029-0.028=0.001
min	0.001-0.001=0.000
max	0.335-0.194=0.141

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.741-278.633=0.109
σ	1.070-1.023=0.046
min	278.324-278.238=0.087
max	281.782-281.542=0.239

*mean*	447.100-445.500=1.600
σ	20.409-18.650=1.759
min	418.000
max	475.000-470.000=5.000

*mean*	0.575-0.576=-0.002
σ	0.024-0.019=0.005
min	0.534-0.548=-0.014
max	0.605-0.616=-0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738

*mean*	839.000-843.000=-4.000
σ	0.000-0.535=-0.535
min	839.000-842.000=-3.000
max	839.000-844.000=-5.000

*mean*	240.924-216.146=24.778
σ	18.888-23.922=-5.034
min	203.699-198.790=4.909
max	255.818-256.389=-0.571

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	839.000-842.750=-3.750
σ	0.000-0.463=-0.463
min	839.000-842.000=-3.000
max	839.000-843.000=-4.000

*mean*	9.572-9.292=0.280
σ	0.063-0.618=-0.555
min	9.490-7.779=1.710
max	9.703-9.628=0.076

phase=parser

*mean*	1042.434-1042.435=-0.000
σ	0.000-0.000=0.000
min	1042.434-1042.435=-0.001
max	1042.435-1042.435=-0.000

*mean*	839.000-842.750=-3.750
σ	0.000-0.463=-0.463
min	839.000-842.000=-3.000
max	839.000-843.000=-4.000

*mean*	594.570-594.750=-0.181
σ	4.341-11.337=-6.996
min	587.688-580.638=7.050
max	600.134-613.501=-13.366

phase=processProdDef

*mean*	2243.976-2243.976=-0.001
σ	0.000-0.000=0.000
min	2243.976-2243.976=-0.001
max	2243.976-2243.976=0.000

*mean*	839.000-843.000=-4.000
σ	0.000-0.535=-0.535
min	839.000-842.000=-3.000
max	839.000-844.000=-5.000

*mean*	2849.105-2890.034=-40.929
σ	409.056-511.990=-102.934
min	1845.333-2017.380=-172.047
max	3072.610-3491.708=-419.098

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	839.000-842.750=-3.750
σ	0.000-0.463=-0.463
min	839.000-842.000=-3.000
max	839.000-843.000=-4.000

*mean*	40.468-38.307=2.161
σ	0.447-4.583=-4.136
min	39.809-27.071=12.738
max	41.113-41.046=0.066

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	839.000-842.750=-3.750
σ	0.000-0.463=-0.463
min	839.000-842.000=-3.000
max	839.000-843.000=-4.000

*mean*	678.177-676.259=1.919
σ	11.362-8.905=2.457
min	664.715-666.490=-1.775
max	703.977-694.664=9.313

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.388-282.387=0.001
σ	0.037-0.036=0.001
min	282.339-282.339=0.001
max	282.430-282.427=0.003

*mean*	444.400-444.800=-0.400
σ	0.548-1.095=-0.548
min	444.000
max	445.000-446.000=-1.000

*mean*	0.376-0.383=-0.007
σ	0.001-0.008=-0.006
min	0.375-0.375=-0.000
max	0.377-0.393=-0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.081-1267.090=-0.008
σ	0.091-0.115=-0.023
min	1267.000-1266.996=0.004
max	1267.233-1267.285=-0.052

*mean*	1091.400-1112.800=-21.400
σ	174.681-169.702=4.979
min	852.000-898.000=-46.000
max	1298.000-1330.000=-32.000

*mean*	1.887-1.923=-0.036
σ	0.088-0.103=-0.015
min	1.803-1.777=0.026
max	2.021-2.064=-0.043

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.082-1506.127=-0.045
σ	2.952-2.959=-0.006
min	1504.549-1504.599=-0.050
max	1511.350-1511.407=-0.056

*mean*	616.000-629.000=-13.000
σ	77.878-89.886=-12.008
min	496.000-505.000=-9.000
max	703.000-728.000=-25.000

*mean*	2.217-2.360=-0.143
σ	0.201-0.312=-0.111
min	2.069-2.086=-0.017
max	2.571-2.807=-0.236

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.112-1829.118=-0.006
σ	0.035-0.069=-0.034
min	1829.058-1829.039=0.019
max	1829.153-1829.219=-0.066

*mean*	1718.400-1766.200=-47.800
σ	206.488-216.728=-10.240
min	1431.000-1490.000=-59.000
max	1910.000-1976.000=-66.000

*mean*	2.846-3.173=-0.327
σ	0.034-0.412=-0.378
min	2.816-2.641=0.174
max	2.896-3.692=-0.797

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.731-1.758=-0.027
σ	0.167-0.076=0.090
min	1.442-1.622=-0.181
max	1.851-1.806=0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.699=-0.001
σ	518.051-518.051=0.000
min	138.669-138.670=-0.002
max	1174.774-1174.776=-0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.499-0.498=0.001
σ	0.522-0.525=-0.004
min	0.235-0.233=0.002
max	1.281-1.286=-0.005

policies=20

*mean*	1386.826-1386.836=-0.010
σ	0.160-0.152=0.009
min	1386.715-1386.729=-0.014
max	1387.064-1387.061=0.003

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	2.311-2.307=0.005
σ	0.003-0.011=-0.008
min	2.308-2.296=0.011
max	2.315-2.322=-0.007

policies=200

*mean*	13876.880-13876.830=0.051
σ	0.048-0.072=-0.024
min	13876.827-13876.767=0.060
max	13876.924-13876.899=0.025

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.000-496.500=-0.500
σ	4.397-5.447=-1.050
min	491.000-490.000=1.000
max	501.000-503.000=-2.000

*mean*	23.528-23.493=0.034
σ	0.149-0.063=0.086
min	23.383-23.423=-0.040
max	23.732-23.570=0.162