Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.697-54.697=-0.000
σ	0.364-0.365=-0.001
min	54.561-54.563=-0.002
max	55.731-55.735=-0.003

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.137-0.138=-0.000
σ	0.006-0.006=0.000
min	0.130-0.131=-0.001
max	0.148-0.147=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.778=-0.000
σ	0.008-0.010=-0.003
min	43.764-43.764=-0.000
max	43.789-43.795=-0.006

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.122-0.125=-0.003
σ	0.004-0.004=0.000
min	0.119-0.122=-0.003
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.605-36.606=-0.000

*mean*	4571.875-4592.500=-20.625
σ	2247.436-2247.337=0.099
min	1485.000-1487.000=-2.000
max	7387.000-7385.000=2.000

*mean*	12.349-165.939=-153.590
σ	0.570-434.363=-433.792
min	11.830-11.832=-0.002
max	13.267-1240.930=-1227.662

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=-0.000
min	36.605-36.605=0.000
max	36.605-36.605=0.000

*mean*	4571.875-4592.500=-20.625
σ	2247.436-2247.337=0.099
min	1485.000-1487.000=-2.000
max	7387.000-7385.000=2.000

*mean*	13.028-13.569=-0.542
σ	0.437-3.579=-3.142
min	12.709-11.475=1.233
max	13.855-22.309=-8.453

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.943-41.942=0.001

*mean*	7387.000-7385.000=2.000
σ	0.000
min	7387.000-7385.000=2.000
max	7387.000-7385.000=2.000

*mean*	11.177-11.613=-0.436
σ	0.253-1.844=-1.590
min	10.703-10.853=-0.150
max	11.604-16.173=-4.568

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.002-0.000=0.001
min	41.924-41.924=-0.000
max	41.929-41.926=0.004

*mean*	4393.750-4184.375=209.375
σ	2219.483-1943.720=275.763
min	1485.000-1487.000=-2.000
max	7387.000-7385.000=2.000

*mean*	12.160-11.839=0.321
σ	2.397-1.695=0.702
min	10.642-10.950=-0.308
max	16.301-15.986=0.315

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=0.000
min	27.585-27.585=-0.000
max	27.972-27.972=0.000

*mean*	4393.750-4184.375=209.375
σ	2219.483-1943.720=275.763
min	1485.000-1487.000=-2.000
max	7387.000-7385.000=2.000

*mean*	9.337-8.976=0.361
σ	1.343-1.513=-0.170
min	8.054-8.198=-0.144
max	12.385-12.695=-0.309

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=0.000
min	26.385
max	26.385-26.385=0.000

*mean*	4393.750-4184.375=209.375
σ	2219.483-1943.720=275.763
min	1485.000-1487.000=-2.000
max	7387.000-7385.000=2.000

*mean*	7.244-6.623=0.621
σ	1.005-1.239=-0.235
min	6.499-5.894=0.605
max	9.500-9.614=-0.113

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674

*mean*	4571.875-4592.500=-20.625
σ	2247.436-2247.337=0.099
min	1485.000-1487.000=-2.000
max	7387.000-7385.000=2.000

*mean*	5.999-6.310=-0.311
σ	0.116-0.991=-0.875
min	5.781-5.755=0.026
max	6.183-8.743=-2.559

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.001-0.001=-0.000
min	25.962
max	25.964

*mean*	4571.875-4592.500=-20.625
σ	2247.436-2247.337=0.099
min	1485.000-1487.000=-2.000
max	7387.000-7385.000=2.000

*mean*	5.870-6.129=-0.259
σ	0.144-1.095=-0.952
min	5.664-5.480=0.184
max	6.062-8.814=-2.753

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599
σ	0.002
min	1021.597
max	1021.602

*mean*	7387.000-7385.000=2.000
σ	0.000
min	7387.000-7385.000=2.000
max	7387.000-7385.000=2.000

*mean*	347.141-346.167=0.974
σ	2.724-2.289=0.435
min	343.328-342.491=0.837
max	351.511-349.481=2.029

op=load_product(), with indexes

*mean*	3495.846-3495.846=0.000
σ	0.455-0.455=0.000
min	3495.685-3495.685=0.000
max	3496.972-3496.971=0.001

*mean*	3738.500-3759.500=-21.000
σ	2290.124-2298.851=-8.727
min	720.000-721.000=-1.000
max	7387.000-7385.000=2.000

*mean*	1587.645-1718.991=-131.346
σ	504.323-600.712=-96.389
min	1402.503-1398.944=3.559
max	2835.663-2959.203=-123.540

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=-0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.842

*mean*	4571.875-4413.750=158.125
σ	2247.436-2216.964=30.472
min	1485.000-1487.000=-2.000
max	7387.000-7385.000=2.000

*mean*	192.733-267.797=-75.064
σ	139.821-375.969=-236.148
min	129.529-123.813=5.716
max	535.817-1197.000=-661.184

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=-0.000
min	62.065-62.065=0.000
max	62.069-62.069=0.000

*mean*	4571.875-4413.750=158.125
σ	2247.436-2216.964=30.472
min	1485.000-1487.000=-2.000
max	7387.000-7385.000=2.000

*mean*	46.249-46.380=-0.130
σ	9.307-9.072=0.235
min	40.994-40.886=0.109
max	68.934-68.365=0.568

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=-0.000
σ	0.002-0.002=0.000
min	40.926
max	40.930

*mean*	7387.000-7385.000=2.000
σ	0.000
min	7387.000-7385.000=2.000
max	7387.000-7385.000=2.000

*mean*	22.919-192.550=-169.631
σ	1.653-482.444=-480.791
min	21.510-21.298=0.212
max	25.769-1386.535=-1360.766

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.293-71.293=-0.000
max	71.297-71.297=0.000

*mean*	7387.000-7385.000=2.000
σ	0.000
min	7387.000-7385.000=2.000
max	7387.000-7385.000=2.000

*mean*	56.768-63.686=-6.918
σ	1.276-21.836=-20.560
min	55.363-54.906=0.457
max	59.301-117.584=-58.283

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.843=-0.000
σ	0.014-0.014=0.000
min	4646.837
max	4646.876

*mean*	4393.750-4184.375=209.375
σ	2219.483-1943.720=275.763
min	1485.000-1487.000=-2.000
max	7387.000-7385.000=2.000

*mean*	3389.406-3171.302=218.103
σ	870.865-745.558=125.307
min	2527.011-2514.965=12.047
max	4957.288-4598.333=358.955

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=0.000
σ	0.002-0.002=0.000
min	1973.829
max	1973.833-1973.833=0.000

*mean*	7387.000-7385.000=2.000
σ	0.000
min	7387.000-7385.000=2.000
max	7387.000-7385.000=2.000

*mean*	1211.535-1000.054=211.481
σ	466.436-165.705=300.731
min	916.060-917.911=-1.851
max	2132.041-1384.027=748.013

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=0.000
σ	0.002-0.002=-0.000
min	905.082
max	905.087

*mean*	7387.000-7385.000=2.000
σ	0.000
min	7387.000-7385.000=2.000
max	7387.000-7385.000=2.000

*mean*	425.935-393.423=32.512
σ	51.337-4.151=47.186
min	394.194-384.233=9.961
max	509.961-398.470=111.492

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	361.759-390.693=-28.934
σ	38.795-13.006=25.788
min	298.853-366.815=-67.962
max	400.006-404.461=-4.456

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-563.125=0.875
σ	0.000-0.354=-0.354
min	564.000-563.000=1.000
max	564.000

*mean*	757.487-745.839=11.648
σ	61.767-53.414=8.354
min	665.551-632.213=33.338
max	831.090-819.955=11.135

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.558-964.558=-0.000
σ	1.879-1.879=0.000
min	963.837-963.840=-0.003
max	972.508-972.507=0.001

*mean*	1050.250-1054.850=-4.600
σ	326.085-308.377=17.707
min	564.000-556.000=8.000
max	1533.000-1510.000=23.000

*mean*	1.303-1.279=0.024
σ	0.188-0.115=0.072
min	1.085-1.177=-0.092
max	1.968-1.580=0.388

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.301-0.303=-0.002
σ	0.294-0.294=-0.001
min	0.144-0.147=-0.004
max	0.822-0.826=-0.004

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.476=0.006
σ	0.317-0.322=-0.005
min	0.330-0.323=0.007
max	1.048-1.052=-0.004

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.222=0.001
σ	0.030-0.029=0.001
min	0.201-0.204=-0.003
max	0.274-0.271=0.003

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.340-0.342=-0.002
σ	0.016-0.030=-0.014
min	0.325-0.314=0.011
max	0.366-0.375=-0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.571-0.578=-0.008
σ	0.061-0.027=0.033
min	0.463-0.535=-0.072
max	0.609-0.602=0.007

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.416-0.500=-0.084
σ	0.049-0.038=0.010
min	0.370-0.433=-0.063
max	0.487-0.527=-0.039

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.635-2.671=-0.036
σ	0.110-0.094=0.016
min	2.478-2.500=-0.022
max	2.975-2.908=0.067

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.606-2.683=-0.077
σ	0.091-0.101=-0.010
min	2.456-2.499=-0.043
max	2.888-3.036=-0.148

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.305-0.302=0.003
σ	0.009-0.008=0.000
min	0.291-0.288=0.003
max	0.350-0.362=-0.013

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.295-0.294=0.001
σ	0.025-0.030=-0.005
min	0.277-0.275=0.002
max	0.524-0.579=-0.055

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.692-11.271=0.421
σ	12.072-11.865=0.207
min	0.573-0.574=-0.001
max	125.175-87.146=38.030

*mean*	457.587-462.531=-4.944
σ	15.875-20.254=-4.380
min	410.000-408.000=2.000
max	471.000-481.000=-10.000

*mean*	0.027-0.026=0.001
σ	0.029-0.029=0.000
min	0.001-0.001=0.000
max	0.296-0.213=0.083

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.003-279.195=-0.192
σ	1.026-1.002=0.025
min	278.619-278.796=-0.177
max	281.920-282.040=-0.121

*mean*	442.000-440.300=1.700
σ	13.275-15.348=-2.073
min	425.000-417.000=8.000
max	464.000-466.000=-2.000

*mean*	0.568-0.576=-0.008
σ	0.028-0.021=0.007
min	0.531-0.549=-0.018
max	0.617-0.624=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	155.636-149.069=6.567
σ	11.707-13.081=-1.375
min	132.644-129.282=3.362
max	164.097-162.910=1.187

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	8.947-8.948=-0.001
σ	2.727-2.834=-0.107
min	5.876-5.774=0.102
max	11.951-12.079=-0.128

phase=parser

*mean*	1042.132-1042.132=-0.000
σ	0.000-0.000=-0.000
min	1042.132-1042.132=0.000
max	1042.132

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	563.283-562.193=1.090
σ	160.759-163.220=-2.461
min	375.790-374.276=1.513
max	725.654-728.669=-3.015

phase=processProdDef

*mean*	2241.194
σ	0.000
min	2241.194
max	2241.194

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	2749.839-2659.940=89.899
σ	468.454-339.107=129.346
min	1801.779-2207.931=-406.152
max	3255.310-3051.171=204.138

phase=renaming

*mean*	21.434
σ	0.000
min	21.434
max	21.434

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	40.326-41.839=-1.513
σ	7.169-5.701=1.468
min	29.631-29.859=-0.228
max	47.377-46.997=0.380

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	750.911-730.015=20.896
σ	93.434-88.011=5.423
min	652.405-641.049=11.356
max	868.541-873.050=-4.509

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.854-282.854=-0.001
σ	0.038-0.037=0.001
min	282.800-282.799=0.001
max	282.891-282.890=0.001

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.391-0.373=0.017
σ	0.010-0.001=0.009
min	0.374-0.373=0.001
max	0.397-0.374=0.023

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.052-1268.052=0.000
σ	0.112-0.107=0.006
min	1267.951-1267.953=-0.002
max	1268.240-1268.227=0.013

*mean*	1088.600-1091.000=-2.400
σ	168.697-168.879=-0.181
min	890.000-892.000=-2.000
max	1321.000-1324.000=-3.000

*mean*	2.036-2.047=-0.011
σ	0.105-0.188=-0.084
min	1.854-1.810=0.044
max	2.124-2.294=-0.170

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.023-1507.018=0.005
σ	2.972-2.926=0.047
min	1505.472-1505.486=-0.014
max	1512.329-1512.238=0.091

*mean*	623.400-625.000=-1.600
σ	86.728-87.164=-0.435
min	494.000-495.000=-1.000
max	725.000-727.000=-2.000

*mean*	2.197-2.193=0.004
σ	0.090-0.084=0.006
min	2.133-2.103=0.030
max	2.352-2.297=0.055

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.062-1830.070=-0.009
σ	0.048-0.055=-0.007
min	1829.997-1829.994=0.004
max	1830.118-1830.136=-0.018

*mean*	1721.800-1721.600=0.200
σ	187.696-188.920=-1.224
min	1460.000-1463.000=-3.000
max	1893.000-1899.000=-6.000

*mean*	2.890-2.999=-0.110
σ	0.076-0.303=-0.227
min	2.812-2.819=-0.007
max	3.016-3.538=-0.522

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.574-1.678=-0.105
σ	0.178-0.106=0.072
min	1.275-1.556=-0.282
max	1.702-1.833=-0.131

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.943-405.943=0.000
σ	509.286-509.285=0.001
min	151.295-151.295=0.000
max	1169.872-1169.870=0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.482-0.504=-0.022
σ	0.454-0.498=-0.045
min	0.254-0.252=0.003
max	1.163-1.252=-0.089

policies=20

*mean*	1513.137-1513.138=-0.001
σ	0.260-0.251=0.009
min	1512.969-1512.971=-0.002
max	1513.523-1513.509=0.014

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.500-452.750=-1.250
σ	11.091-12.312=-1.221
min	444.000
max	468.000-471.000=-3.000

*mean*	2.482-2.480=0.002
σ	0.004-0.019=-0.014
min	2.476-2.457=0.018
max	2.484-2.502=-0.018

policies=200

*mean*	15139.915-15140.028=-0.113
σ	0.161-0.107=0.054
min	15139.749-15139.887=-0.137
max	15140.136-15140.144=-0.008

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000-503.000=-7.000
σ	2.944-6.325=-3.381
min	493.000-497.000=-4.000
max	500.000-511.000=-11.000

*mean*	25.043-25.055=-0.012
σ	0.118-0.091=0.027
min	24.970-24.967=0.002
max	25.216-25.182=0.034