Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.714=0.003
σ	0.365-0.365=0.000
min	54.582-54.570=0.012
max	55.755-55.751=0.004

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.138-0.138=-0.000
σ	0.004-0.004=0.000
min	0.133-0.134=-0.001
max	0.145-0.145=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.778=-0.001
σ	0.008-0.007=0.001
min	43.766-43.768=-0.002
max	43.791-43.788=0.003

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.124-0.121=0.003
σ	0.004-0.004=-0.000
min	0.121-0.116=0.005
max	0.132-0.129=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4590.750-4422.875=167.875
σ	2247.481-2227.884=19.596
min	1486.000-1485.000=1.000
max	7383.000-7408.000=-25.000

*mean*	120.790-13.628=107.162
σ	307.476-3.623=303.853
min	11.709-12.126=-0.417
max	881.754-22.582=859.172

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.604-36.605=-0.001

*mean*	4590.750-4604.250=-13.500
σ	2247.481-2258.832=-11.352
min	1486.000-1485.000=1.000
max	7383.000-7408.000=-25.000

*mean*	13.151-165.160=-152.009
σ	3.899-427.364=-423.465
min	11.339-11.979=-0.640
max	22.722-1222.794=-1200.072

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.001

*mean*	7383.000-7408.000=-25.000
σ	0.000
min	7383.000-7408.000=-25.000
max	7383.000-7408.000=-25.000

*mean*	11.800-11.339=0.461
σ	1.925-0.281=1.644
min	10.822-10.980=-0.158
max	16.549-11.735=4.814

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.001=0.001
min	41.924
max	41.928-41.925=0.003

*mean*	4181.875-4193.625=-11.750
σ	1943.976-1954.407=-10.431
min	1486.000-1485.000=1.000
max	7383.000-7408.000=-25.000

*mean*	11.690-11.981=-0.291
σ	1.793-1.671=0.122
min	10.685-11.210=-0.525
max	16.093-16.098=-0.005

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971

*mean*	4181.875-4193.625=-11.750
σ	1943.976-1954.407=-10.431
min	1486.000-1485.000=1.000
max	7383.000-7408.000=-25.000

*mean*	9.081-9.097=-0.015
σ	1.190-1.257=-0.067
min	8.405-7.879=0.527
max	12.003-12.065=-0.062

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4181.875-4193.625=-11.750
σ	1943.976-1954.407=-10.431
min	1486.000-1485.000=1.000
max	7383.000-7408.000=-25.000

*mean*	7.102-6.688=0.414
σ	0.861-1.089=-0.227
min	6.353-5.744=0.609
max	9.166-9.295=-0.129

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673

*mean*	4590.750-4604.250=-13.500
σ	2247.481-2258.832=-11.352
min	1486.000-1485.000=1.000
max	7383.000-7408.000=-25.000

*mean*	6.272-6.865=-0.593
σ	0.989-1.331=-0.341
min	5.675-5.897=-0.222
max	8.698-9.181=-0.483

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.000-0.001=-0.000
min	25.961
max	25.962-25.962=-0.000

*mean*	4590.750-4604.250=-13.500
σ	2247.481-2258.832=-11.352
min	1486.000-1485.000=1.000
max	7383.000-7408.000=-25.000

*mean*	6.136-6.486=-0.350
σ	1.009-1.416=-0.407
min	5.676-5.407=0.269
max	8.626-8.937=-0.311

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7383.000-7408.000=-25.000
σ	0.000
min	7383.000-7408.000=-25.000
max	7383.000-7408.000=-25.000

*mean*	348.335-345.601=2.735
σ	4.064-1.841=2.223
min	342.100-343.368=-1.268
max	354.894-348.281=6.613

op=load_product(), with indexes

*mean*	3495.855-3495.855=-0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978

*mean*	3757.875-3768.250=-10.375
σ	2298.906-2309.962=-11.056
min	720.000
max	7383.000-7408.000=-25.000

*mean*	1743.720-1789.401=-45.681
σ	633.541-645.074=-11.533
min	1389.728-1402.871=-13.143
max	2770.332-2847.766=-77.433

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.842-107.841=0.000

*mean*	4410.875-4193.625=217.250
σ	2217.027-1954.407=262.620
min	1486.000-1485.000=1.000
max	7383.000-7408.000=-25.000

*mean*	254.907-134.500=120.407
σ	331.620-17.385=314.235
min	121.876-124.881=-3.005
max	1074.425-176.556=897.869

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.068-62.069=-0.001

*mean*	4410.875-4422.875=-12.000
σ	2217.027-2227.884=-10.857
min	1486.000-1485.000=1.000
max	7383.000-7408.000=-25.000

*mean*	45.374-165.068=-119.694
σ	7.489-343.219=-335.730
min	41.025-42.535=-1.510
max	63.351-1014.487=-951.136

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002-0.002=-0.000
min	40.925
max	40.928-40.929=-0.001

*mean*	7383.000-7408.000=-25.000
σ	0.000
min	7383.000-7408.000=-25.000
max	7383.000-7408.000=-25.000

*mean*	215.778-69.632=146.146
σ	547.639-132.277=415.362
min	21.516-21.990=-0.475
max	1571.114-396.983=1174.130

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296-71.296=-0.000

*mean*	7383.000-7408.000=-25.000
σ	0.000
min	7383.000-7408.000=-25.000
max	7383.000-7408.000=-25.000

*mean*	65.849-58.166=7.683
σ	26.584-6.986=19.598
min	55.167-55.073=0.095
max	131.435-75.374=56.062

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4181.875-4193.625=-11.750
σ	1943.976-1954.407=-10.431
min	1486.000-1485.000=1.000
max	7383.000-7408.000=-25.000

*mean*	3290.147-3198.064=92.083
σ	752.594-711.244=41.350
min	2496.623-2495.595=1.028
max	4337.203-4148.795=188.408

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7383.000-7408.000=-25.000
σ	0.000
min	7383.000-7408.000=-25.000
max	7383.000-7408.000=-25.000

*mean*	986.493-1016.696=-30.202
σ	129.697-203.995=-74.299
min	914.997-920.340=-5.343
max	1265.179-1499.606=-234.427

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.082-905.083=-0.000
σ	0.002-0.002=0.000
min	905.080
max	905.086

*mean*	7383.000-7408.000=-25.000
σ	0.000
min	7383.000-7408.000=-25.000
max	7383.000-7408.000=-25.000

*mean*	392.314-405.751=-13.437
σ	8.017-44.813=-36.796
min	374.893-382.186=-7.293
max	403.306-516.066=-112.760

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.250-476.500=0.750
σ	1.389-0.926=0.463
min	475.000
max	478.000-477.000=1.000

*mean*	374.556-402.448=-27.892
σ	28.390-27.198=1.192
min	317.379-362.619=-45.240
max	399.403-435.539=-36.137

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	557.000-559.500=-2.500
σ	0.000-0.535=-0.535
min	557.000-559.000=-2.000
max	557.000-560.000=-3.000

*mean*	749.162-732.947=16.215
σ	60.753-43.365=17.388
min	643.097-635.360=7.736
max	821.741-776.421=45.320

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.562-964.547=0.015
σ	1.879-1.820=0.059
min	963.843-963.844=-0.001
max	972.510-972.242=0.268

*mean*	1041.450-1045.400=-3.950
σ	318.185-320.274=-2.089
min	563.000-542.000=21.000
max	1508.000-1565.000=-57.000

*mean*	1.264-1.268=-0.005
σ	0.099-0.088=0.011
min	1.173-1.173=0.001
max	1.467-1.500=-0.033

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.307-0.312=-0.005
σ	0.311-0.284=0.027
min	0.143-0.141=0.002
max	0.859-0.815=0.044

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.477=0.002
σ	0.332-0.316=0.016
min	0.313-0.326=-0.013
max	1.072-1.042=0.030

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.214=0.003
σ	0.020-0.023=-0.003
min	0.199-0.196=0.003
max	0.251-0.254=-0.002

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.328=0.008
σ	0.015-0.016=-0.001
min	0.320-0.315=0.005
max	0.360-0.356=0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.600-430.000=1.600
σ	1.342-0.000=1.342
min	431.000-430.000=1.000
max	434.000-430.000=4.000

*mean*	0.555-0.538=0.017
σ	0.052-0.036=0.017
min	0.476-0.503=-0.028
max	0.597-0.594=0.003

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	443.000-430.000=13.000
σ	0.000
min	443.000-430.000=13.000
max	443.000-430.000=13.000

*mean*	0.446-0.510=-0.064
σ	0.053-0.019=0.034
min	0.377-0.478=-0.102
max	0.517-0.526=-0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	443.000-430.000=13.000
σ	0.000
min	443.000-430.000=13.000
max	443.000-430.000=13.000

*mean*	2.750-2.659=0.091
σ	0.078-0.098=-0.020
min	2.471-2.501=-0.030
max	3.009-2.931=0.078

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	443.000-430.000=13.000
σ	0.000
min	443.000-430.000=13.000
max	443.000-430.000=13.000

*mean*	2.625-2.588=0.037
σ	0.095-0.078=0.017
min	2.473-2.453=0.020
max	2.887-2.839=0.048

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	443.000-430.000=13.000
σ	0.000
min	443.000-430.000=13.000
max	443.000-430.000=13.000

*mean*	0.301-0.304=-0.003
σ	0.008-0.011=-0.004
min	0.283-0.288=-0.005
max	0.350-0.371=-0.020

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	443.000-430.000=13.000
σ	0.000
min	443.000-430.000=13.000
max	443.000-430.000=13.000

*mean*	0.289-0.294=-0.006
σ	0.008-0.025=-0.017
min	0.275-0.274=0.000
max	0.341-0.503=-0.162

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.941-11.899=0.042
σ	10.813-11.443=-0.630
min	0.574-0.574=0.000
max	77.645-102.999=-25.354

*mean*	462.143-459.753=2.390
σ	21.524-19.555=1.969
min	406.000-408.000=-2.000
max	480.000-477.000=3.000

*mean*	0.027-0.027=0.000
σ	0.027-0.028=-0.001
min	0.001-0.001=-0.000
max	0.185-0.246=-0.062

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.029-278.795=0.234
σ	1.015-0.994=0.021
min	278.605-278.410=0.195
max	281.912-281.620=0.291

*mean*	443.100-443.500=-0.400
σ	17.285-14.767=2.518
min	414.000-417.000=-3.000
max	463.000-467.000=-4.000

*mean*	0.568-0.573=-0.004
σ	0.029-0.032=-0.003
min	0.518-0.490=0.027
max	0.614-0.601=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	851.000-874.000=-23.000
σ	0.000
min	851.000-874.000=-23.000
max	851.000-874.000=-23.000

*mean*	226.973-224.120=2.853
σ	25.975-22.393=3.583
min	185.257-187.064=-1.807
max	249.133-246.750=2.383

phase=macro expansion

*mean*	5.896-5.900=-0.004
σ	0.000
min	5.896-5.900=-0.004
max	5.896-5.900=-0.004

*mean*	842.000-874.000=-32.000
σ	25.456-0.000=25.456
min	779.000-874.000=-95.000
max	851.000-874.000=-23.000

*mean*	8.205-7.422=0.782
σ	1.274-1.635=-0.361
min	6.012-5.808=0.204
max	9.151-9.044=0.107

phase=parser

*mean*	1042.133-1042.134=-0.001
σ	0.000-0.000=0.000
min	1042.133-1042.133=-0.000
max	1042.134-1042.134=-0.000

*mean*	842.000-874.000=-32.000
σ	25.456-0.000=25.456
min	779.000-874.000=-95.000
max	851.000-874.000=-23.000

*mean*	567.167-495.559=71.608
σ	79.965-111.618=-31.653
min	436.636-377.357=59.279
max	618.967-604.575=14.392

phase=processProdDef

*mean*	2243.715-2243.717=-0.002
σ	0.000
min	2243.715-2243.717=-0.002
max	2243.715-2243.717=-0.002

*mean*	851.000-874.000=-23.000
σ	0.000
min	851.000-874.000=-23.000
max	851.000-874.000=-23.000

*mean*	2800.882-2552.945=247.936
σ	513.254-572.818=-59.564
min	1838.661-1739.452=99.209
max	3308.442-3331.235=-22.794

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	842.000-874.000=-32.000
σ	25.456-0.000=25.456
min	779.000-874.000=-95.000
max	851.000-874.000=-23.000

*mean*	42.866-39.703=3.163
σ	5.233-3.988=1.245
min	35.915-30.321=5.594
max	49.209-42.583=6.625

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.577-958.573=0.004
max	958.702-958.698=0.004

*mean*	842.000-874.000=-32.000
σ	25.456-0.000=25.456
min	779.000-874.000=-95.000
max	851.000-874.000=-23.000

*mean*	664.226-667.885=-3.659
σ	16.171-34.466=-18.295
min	641.111-640.615=0.495
max	683.417-743.562=-60.145

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.589=0.265
σ	0.038-0.036=0.002
min	282.799-282.538=0.262
max	282.890-282.624=0.266

*mean*	441.800-439.400=2.400
σ	3.834-3.286=0.548
min	439.000-437.000=2.000
max	446.000-443.000=3.000

*mean*	0.378-0.384=-0.006
σ	0.002-0.009=-0.007
min	0.375-0.377=-0.002
max	0.379-0.397=-0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.062-1267.792=0.270
σ	0.114-0.112=0.002
min	1267.968-1267.703=0.265
max	1268.255-1267.980=0.275

*mean*	1099.000-1086.000=13.000
σ	175.989-184.697=-8.708
min	892.000-869.000=23.000
max	1341.000-1325.000=16.000

*mean*	1.980-1.884=0.096
σ	0.108-0.092=0.016
min	1.876-1.794=0.082
max	2.103-2.013=0.090

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.027-1506.777=0.249
σ	2.973-2.977=-0.004
min	1505.472-1505.217=0.255
max	1512.333-1512.089=0.244

*mean*	626.200-612.000=14.200
σ	87.622-88.091=-0.468
min	495.000-507.000=-12.000
max	728.000-718.000=10.000

*mean*	2.223-2.263=-0.040
σ	0.203-0.238=-0.035
min	2.100-2.076=0.024
max	2.583-2.665=-0.081

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.069-1829.803=0.267
σ	0.036-0.050=-0.013
min	1830.015-1829.726=0.289
max	1830.111-1829.849=0.262

*mean*	1713.600-1732.000=-18.400
σ	182.998-173.699=9.299
min	1469.000-1473.000=-4.000
max	1886.000-1880.000=6.000

*mean*	2.963-2.992=-0.028
σ	0.299-0.228=0.072
min	2.692-2.837=-0.146
max	3.473-3.393=0.080

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.739-1.779=-0.040
σ	0.142-0.128=0.014
min	1.571-1.614=-0.043
max	1.883-1.929=-0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.197-405.599=0.598
σ	509.796-509.661=0.136
min	151.293-150.763=0.530
max	1170.891-1170.090=0.802

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	439.000-443.000=-4.000
σ	0.000
min	439.000-443.000=-4.000
max	439.000-443.000=-4.000

*mean*	0.507-0.511=-0.003
σ	0.501-0.503=-0.002
min	0.250-0.255=-0.005
max	1.259-1.265=-0.006

policies=20

*mean*	1513.127-1507.819=5.308
σ	0.278-0.267=0.011
min	1512.947-1507.642=5.305
max	1513.539-1508.215=5.325

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.250-446.750=3.500
σ	12.420-2.500=9.920
min	439.000-443.000=-4.000
max	468.000-448.000=20.000

*mean*	2.502-2.495=0.007
σ	0.017-0.006=0.011
min	2.479-2.487=-0.008
max	2.516-2.501=0.015

policies=200

*mean*	15139.969-15086.794=53.175
σ	0.164-0.052=0.111
min	15139.831-15086.717=53.115
max	15140.175-15086.830=53.345

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.250-497.000=-0.750
σ	3.775-4.546=-0.771
min	492.000-493.000=-1.000
max	501.000-503.000=-2.000

*mean*	25.242-25.225=0.017
σ	0.060-0.101=-0.041
min	25.169-25.103=0.066
max	25.313-25.349=-0.036