Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.824-57.819=0.005
σ	0.360-0.363=-0.002
min	57.680-57.678=0.002
max	58.848-58.850=-0.002

*mean*	417.000-422.000=-5.000
σ	0.000
min	417.000-422.000=-5.000
max	417.000-422.000=-5.000

*mean*	0.147-0.147=-0.001
σ	0.007-0.005=0.002
min	0.137-0.142=-0.005
max	0.155-0.155=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-46.899=-0.000
σ	0.005-0.004=0.001
min	46.888-46.892=-0.004
max	46.908-46.906=0.002

*mean*	417.000-422.000=-5.000
σ	0.000
min	417.000-422.000=-5.000
max	417.000-422.000=-5.000

*mean*	0.129-0.131=-0.002
σ	0.005-0.004=0.001
min	0.121-0.128=-0.007
max	0.138-0.139=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.605-36.605=0.000

*mean*	4591.500-4587.375=4.125
σ	2253.712-2254.261=-0.549
min	1487.000
max	7404.000-7405.000=-1.000

*mean*	13.965-13.787=0.178
σ	4.575-3.316=1.258
min	12.068-11.875=0.193
max	25.267-20.569=4.699

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.605-36.605=-0.000

*mean*	4591.500-4587.375=4.125
σ	2253.712-2254.261=-0.549
min	1487.000
max	7404.000-7405.000=-1.000

*mean*	14.400-14.256=0.145
σ	4.586-3.190=1.397
min	11.699-11.704=-0.005
max	25.689-21.230=4.459

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.942-41.943=-0.001

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	10.978-11.184=-0.207
σ	0.241-0.208=0.033
min	10.400-10.923=-0.523
max	11.148-11.453=-0.305

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.000=0.001
min	41.925-41.924=0.000
max	41.928-41.926=0.003

*mean*	4179.375-4173.500=5.875
σ	1946.438-1945.909=0.529
min	1487.000
max	7404.000-7405.000=-1.000

*mean*	11.893-11.808=0.085
σ	1.874-1.891=-0.017
min	10.976-11.012=-0.036
max	16.494-16.471=0.023

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.137=0.000
min	27.585
max	27.972-27.972=0.000

*mean*	4179.375-4173.500=5.875
σ	1946.438-1945.909=0.529
min	1487.000
max	7404.000-7405.000=-1.000

*mean*	9.014-9.105=-0.091
σ	1.333-1.313=0.020
min	7.594-7.982=-0.389
max	12.143-12.267=-0.124

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=0.000
min	26.385-26.385=0.000
max	26.385-26.385=0.000

*mean*	4179.375-4173.500=5.875
σ	1946.438-1945.909=0.529
min	1487.000
max	7404.000-7405.000=-1.000

*mean*	6.694-7.183=-0.490
σ	1.101-0.859=0.242
min	5.617-6.550=-0.933
max	9.228-9.229=-0.001

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674-25.674=-0.000

*mean*	4591.500-4587.375=4.125
σ	2253.712-2254.261=-0.549
min	1487.000
max	7404.000-7405.000=-1.000

*mean*	6.388-6.506=-0.118
σ	0.977-0.540=0.437
min	5.815-5.963=-0.148
max	8.773-7.317=1.455

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.001-0.001=0.000
min	25.962-25.962=-0.000
max	25.964

*mean*	4591.500-4587.375=4.125
σ	2253.712-2254.261=-0.549
min	1487.000
max	7404.000-7405.000=-1.000

*mean*	6.271-6.280=-0.009
σ	1.050-0.626=0.424
min	5.739-5.787=-0.048
max	8.838-7.432=1.406

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002
min	1021.597-1021.597=0.000
max	1021.602-1021.602=0.000

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	360.354-362.336=-1.982
σ	42.047-43.409=-1.362
min	343.186-345.483=-2.298
max	464.335-469.734=-5.399

op=load_product(), with indexes

*mean*	3495.848-3495.846=0.002
σ	0.460-0.455=0.005
min	3495.685-3495.685=0.000
max	3496.986-3496.971=0.015

*mean*	3756.000-3751.750=4.250
σ	2300.571-2299.170=1.401
min	720.000
max	7404.000-7405.000=-1.000

*mean*	1763.407-1750.044=13.363
σ	680.849-638.535=42.314
min	1382.748-1395.162=-12.414
max	2941.055-2795.065=145.990

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842

*mean*	4412.750-4408.000=4.750
σ	2224.528-2225.541=-1.012
min	1487.000
max	7404.000-7405.000=-1.000

*mean*	275.943-267.915=8.028
σ	391.386-372.743=18.644
min	125.809-125.323=0.486
max	1243.478-1189.326=54.152

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.070

*mean*	4591.500-4587.375=4.125
σ	2253.712-2254.261=-0.549
min	1487.000
max	7404.000-7405.000=-1.000

*mean*	185.012-180.699=4.313
σ	397.829-378.972=18.858
min	41.552-41.462=0.089
max	1169.575-1118.413=51.162

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	22.719-22.260=0.459
σ	1.963-1.183=0.780
min	21.386-21.669=-0.283
max	26.553-25.156=1.396

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.293
max	71.297

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	242.940-293.313=-50.373
σ	527.116-671.071=-143.955
min	55.189-54.324=0.866
max	1547.468-1954.124=-406.655

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.843=-0.001
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4179.375-4173.500=5.875
σ	1946.438-1945.909=0.529
min	1487.000
max	7404.000-7405.000=-1.000

*mean*	3294.172-3191.702=102.470
σ	729.151-639.415=89.737
min	2464.636-2482.670=-18.034
max	4158.494-4074.433=84.062

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	1098.021-1043.601=54.421
σ	310.575-191.035=119.541
min	911.995-911.624=0.371
max	1787.257-1379.139=408.118

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	405.622-385.466=20.156
σ	37.420-4.623=32.798
min	389.391-377.778=11.613
max	497.696-393.205=104.490

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.500-478.000=-2.500
σ	0.535-0.000=0.535
min	475.000-478.000=-3.000
max	476.000-478.000=-2.000

*mean*	381.710-375.985=5.725
σ	11.706-39.601=-27.895
min	364.542-296.135=68.407
max	401.989-422.419=-20.431

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-562.000=2.000
σ	0.000-1.069=-1.069
min	564.000-561.000=3.000
max	564.000-563.000=1.000

*mean*	749.980-782.546=-32.566
σ	70.029-55.133=14.895
min	595.478-720.895=-125.417
max	839.078-844.592=-5.514

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.918-977.272=-0.355
σ	2.438-2.440=-0.002
min	976.073-976.423=-0.350
max	987.249-987.613=-0.364

*mean*	1052.550-1053.100=-0.550
σ	322.313-329.169=-6.856
min	539.000-564.000=-25.000
max	1569.000-1543.000=26.000

*mean*	1.299-1.291=0.008
σ	0.149-0.087=0.062
min	1.209-1.211=-0.002
max	1.888-1.477=0.411

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.516=-0.042
σ	0.432-0.499=-0.067
min	0.224-0.243=-0.019
max	1.236-1.403=-0.168

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.855-0.819=0.036
σ	0.550-0.521=0.029
min	0.567-0.566=0.001
max	1.837-1.751=0.086

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.386-0.383=0.003
σ	0.035-0.037=-0.003
min	0.363-0.354=0.009
max	0.446-0.446=0.001

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.594-0.599=-0.005
σ	0.025-0.029=-0.004
min	0.574-0.567=0.007
max	0.635-0.631=0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.736-0.690=0.046
σ	0.028-0.056=-0.028
min	0.690-0.632=0.058
max	0.756-0.749=0.007

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.455-0.629=-0.174
σ	0.064-0.016=0.048
min	0.359-0.604=-0.245
max	0.514-0.646=-0.132

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.752-3.575=-0.823
σ	0.097-0.092=0.004
min	2.563-3.419=-0.856
max	3.061-4.004=-0.943

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.724-3.512=-0.788
σ	0.090-0.071=0.018
min	2.458-3.403=-0.944
max	2.961-3.802=-0.841

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.307-0.540=-0.232
σ	0.012-0.029=-0.017
min	0.289-0.513=-0.224
max	0.384-0.777=-0.394

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.292-0.512=-0.219
σ	0.008-0.022=-0.014
min	0.281-0.484=-0.204
max	0.328-0.665=-0.337

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.833-12.165=-0.332
σ	11.393-11.118=0.275
min	0.574-0.573=0.000
max	98.231-101.328=-3.097

*mean*	465.648-466.488=-0.840
σ	19.945-19.710=0.235
min	408.000
max	483.000-481.000=2.000

*mean*	0.028-0.028=-0.000
σ	0.028-0.027=0.001
min	0.001-0.001=0.000
max	0.238-0.246=-0.009

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.955-294.172=-0.217
σ	1.007-1.089=-0.081
min	293.536-293.743=-0.207
max	296.817-297.266=-0.449

*mean*	444.800-437.900=6.900
σ	18.820-15.409=3.411
min	417.000-415.000=2.000
max	463.000-460.000=3.000

*mean*	0.587-0.585=0.002
σ	0.023-0.027=-0.004
min	0.549-0.532=0.017
max	0.614-0.624=-0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	847.000-850.000=-3.000
σ	0.000
min	847.000-850.000=-3.000
max	847.000-850.000=-3.000

*mean*	153.418-146.256=7.163
σ	11.480-10.207=1.272
min	129.257-134.250=-4.993
max	162.574-162.957=-0.382

phase=macro expansion

*mean*	5.894-5.897=-0.004
σ	0.000
min	5.894-5.897=-0.004
max	5.894-5.897=-0.004

*mean*	847.000-838.750=8.250
σ	0.000-31.820=-31.820
min	847.000-760.000=87.000
max	847.000-850.000=-3.000

*mean*	7.535-8.486=-0.951
σ	2.775-1.856=0.919
min	5.796-5.899=-0.103
max	12.003-11.911=0.092

phase=parser

*mean*	1042.134-1042.133=0.001
σ	0.001-0.000=0.001
min	1042.131-1042.133=-0.002
max	1042.134-1042.133=0.001

*mean*	847.000-838.750=8.250
σ	0.000-31.820=-31.820
min	847.000-760.000=87.000
max	847.000-850.000=-3.000

*mean*	471.190-560.658=-89.469
σ	161.083-113.449=47.634
min	372.815-421.548=-48.733
max	733.468-736.108=-2.639

phase=processProdDef

*mean*	2241.193-2241.194=-0.001
σ	0.000-0.000=0.000
min	2241.193-2241.194=-0.001
max	2241.194-2241.194=0.000

*mean*	847.000-850.000=-3.000
σ	0.000
min	847.000-850.000=-3.000
max	847.000-850.000=-3.000

*mean*	2857.856-2665.356=192.500
σ	541.857-543.478=-1.621
min	1781.405-1669.093=112.312
max	3364.796-3193.176=171.619

phase=renaming

*mean*	21.430-21.430=0.000
σ	0.001-0.000=0.001
min	21.430
max	21.433-21.430=0.004

*mean*	847.000-838.750=8.250
σ	0.000-31.820=-31.820
min	847.000-760.000=87.000
max	847.000-850.000=-3.000

*mean*	41.835-44.144=-2.310
σ	4.740-5.634=-0.894
min	34.750-35.062=-0.312
max	48.480-49.070=-0.590

phase=type checker

*mean*	958.466-958.462=0.003
σ	0.047-0.047=0.000
min	958.439
max	958.568-958.564=0.004

*mean*	847.000-838.875=8.125
σ	0.000-31.466=-31.466
min	847.000-761.000=86.000
max	847.000-850.000=-3.000

*mean*	713.607-687.333=26.274
σ	68.064-63.695=4.369
min	655.803-642.599=13.204
max	855.372-841.548=13.823

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.016-328.382=-0.366
σ	0.035-0.040=-0.004
min	327.966-328.325=-0.359
max	328.056-328.425=-0.369

*mean*	442.400-441.200=1.200
σ	4.278-5.933=-1.655
min	435.000
max	446.000-448.000=-2.000

*mean*	0.443-0.440=0.002
σ	0.010-0.011=-0.001
min	0.428-0.429=-0.001
max	0.453-0.455=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.228-1313.595=-0.367
σ	0.141-0.136=0.005
min	1313.122-1313.486=-0.364
max	1313.472-1313.824=-0.352

*mean*	1091.800-1087.400=4.400
σ	173.376-179.492=-6.116
min	896.000-872.000=24.000
max	1330.000-1307.000=23.000

*mean*	1.909-1.899=0.010
σ	0.063-0.062=0.001
min	1.845-1.829=0.016
max	1.998-1.961=0.038

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.240-1552.560=-0.320
σ	3.044-3.071=-0.027
min	1550.707-1550.990=-0.282
max	1557.678-1558.042=-0.364

*mean*	620.200-626.200=-6.000
σ	90.093-85.987=4.106
min	520.000-525.000=-5.000
max	739.000

*mean*	2.280-2.281=-0.001
σ	0.133-0.174=-0.041
min	2.146-2.140=0.006
max	2.446-2.542=-0.097

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.227-1875.603=-0.375
σ	0.055-0.064=-0.008
min	1875.168-1875.532=-0.364
max	1875.314-1875.692=-0.378

*mean*	1738.400-1725.400=13.000
σ	216.255-213.412=2.843
min	1460.000-1439.000=21.000
max	1949.000-1925.000=24.000

*mean*	3.038-2.968=0.070
σ	0.157-0.179=-0.021
min	2.850-2.824=0.027
max	3.234-3.227=0.007

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.628-1.513=0.115
σ	0.079-0.195=-0.116
min	1.539-1.219=0.320
max	1.724-1.694=0.030

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.404-420.294=-0.890
σ	508.893-509.311=-0.419
min	164.955-165.635=-0.680
max	1182.743-1184.261=-1.518

*mean*	101.250-103.750=-2.500
σ	6.500-7.500=-1.000
min	98.000-100.000=-2.000
max	111.000-115.000=-4.000

*mean*	430.000-435.000=-5.000
σ	0.000
min	430.000-435.000=-5.000
max	430.000-435.000=-5.000

*mean*	0.525-0.530=-0.005
σ	0.519-0.513=0.005
min	0.255-0.272=-0.018
max	1.302-1.300=0.003

policies=20

*mean*	1649.827-1656.562=-6.735
σ	0.381-0.392=-0.011
min	1649.598-1656.337=-6.739
max	1650.396-1657.148=-6.751

*mean*	980.000-1000.000=-20.000
σ	0.000
min	980.000-1000.000=-20.000
max	980.000-1000.000=-20.000

*mean*	451.250-447.250=4.000
σ	12.121-10.308=1.813
min	436.000
max	461.000

*mean*	2.676-2.668=0.008
σ	0.005-0.010=-0.006
min	2.669-2.658=0.011
max	2.680-2.681=-0.001

policies=200

*mean*	16505.948-16573.732=-67.784
σ	0.134-0.055=0.079
min	16505.796-16573.668=-67.872
max	16506.120-16573.798=-67.677

*mean*	9800.000-10000.000=-200.000
σ	0.000
min	9800.000-10000.000=-200.000
max	9800.000-10000.000=-200.000

*mean*	499.500-496.750=2.750
σ	5.568-5.123=0.444
min	492.000-490.000=2.000
max	505.000-502.000=3.000

*mean*	26.914-26.934=-0.021
σ	0.118-0.078=0.039
min	26.758-26.818=-0.061
max	27.021-26.984=0.037