Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.819-54.700=3.119
σ	0.363-0.364=-0.001
min	57.678-54.560=3.118
max	58.850-55.736=3.114

*mean*	422.000-421.000=1.000
σ	0.000
min	422.000-421.000=1.000
max	422.000-421.000=1.000

*mean*	0.147-0.139=0.009
σ	0.005-0.004=0.001
min	0.142-0.134=0.008
max	0.155-0.146=0.009

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-43.779=3.120
σ	0.004-0.007=-0.003
min	46.892-43.769=3.123
max	46.906-43.793=3.113

*mean*	422.000-421.000=1.000
σ	0.000
min	422.000-421.000=1.000
max	422.000-421.000=1.000

*mean*	0.131-0.124=0.008
σ	0.004-0.004=-0.000
min	0.128-0.121=0.007
max	0.139-0.131=0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605
max	36.605

*mean*	4587.375-4429.625=157.750
σ	2254.261-2225.106=29.156
min	1487.000-1482.000=5.000
max	7405.000-7406.000=-1.000

*mean*	13.787-13.169=0.618
σ	3.316-2.286=1.030
min	11.875-12.052=-0.177
max	20.569-18.776=1.793

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.605-36.606=-0.001

*mean*	4587.375-4609.500=-22.125
σ	2254.261-2256.293=-2.031
min	1487.000-1482.000=5.000
max	7405.000-7406.000=-1.000

*mean*	14.256-147.044=-132.788
σ	3.190-377.749=-374.560
min	11.704-11.455=0.249
max	21.230-1081.914=-1060.685

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.943-41.943=0.000

*mean*	7405.000-7406.000=-1.000
σ	0.000
min	7405.000-7406.000=-1.000
max	7405.000-7406.000=-1.000

*mean*	11.184-11.107=0.078
σ	0.208-0.122=0.085
min	10.923-10.891=0.032
max	11.453-11.283=0.169

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.000=0.000
min	41.924-41.925=-0.000
max	41.926-41.925=0.000

*mean*	4173.500-4201.250=-27.750
σ	1945.909-1953.118=-7.209
min	1487.000-1482.000=5.000
max	7405.000-7406.000=-1.000

*mean*	11.808-11.661=0.147
σ	1.891-1.655=0.236
min	11.012-10.833=0.179
max	16.471-15.722=0.749

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=-0.000
min	27.585
max	27.972-27.972=-0.000

*mean*	4173.500-4201.250=-27.750
σ	1945.909-1953.118=-7.209
min	1487.000-1482.000=5.000
max	7405.000-7406.000=-1.000

*mean*	9.105-9.186=-0.080
σ	1.313-1.197=0.116
min	7.982-8.418=-0.436
max	12.267-12.116=0.151

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=-0.000
min	26.385-26.385=-0.000
max	26.385-26.385=-0.000

*mean*	4173.500-4201.250=-27.750
σ	1945.909-1953.118=-7.209
min	1487.000-1482.000=5.000
max	7405.000-7406.000=-1.000

*mean*	7.183-7.279=-0.096
σ	0.859-0.888=-0.029
min	6.550-6.752=-0.202
max	9.229-9.446=-0.217

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674

*mean*	4587.375-4609.500=-22.125
σ	2254.261-2256.293=-2.031
min	1487.000-1482.000=5.000
max	7405.000-7406.000=-1.000

*mean*	6.506-6.429=0.078
σ	0.540-0.727=-0.186
min	5.963-5.828=0.135
max	7.317-7.717=-0.400

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.001-0.001=-0.000
min	25.962-25.962=0.000
max	25.964

*mean*	4587.375-4609.500=-22.125
σ	2254.261-2256.293=-2.031
min	1487.000-1482.000=5.000
max	7405.000-7406.000=-1.000

*mean*	6.280-6.251=0.029
σ	0.626-0.705=-0.079
min	5.787-5.808=-0.021
max	7.432-7.447=-0.015

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=-0.000
σ	0.002-0.002=-0.000
min	1021.597
max	1021.602-1021.602=-0.000

*mean*	7405.000-7406.000=-1.000
σ	0.000
min	7405.000-7406.000=-1.000
max	7405.000-7406.000=-1.000

*mean*	362.336-347.027=15.309
σ	43.409-2.291=41.118
min	345.483-342.262=3.222
max	469.734-349.749=119.985

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=-0.000
min	3495.685
max	3496.971-3496.972=-0.001

*mean*	3751.750-3773.750=-22.000
σ	2299.170-2310.101=-10.931
min	720.000
max	7405.000-7406.000=-1.000

*mean*	1750.044-1764.017=-13.973
σ	638.535-617.986=20.548
min	1395.162-1395.280=-0.118
max	2795.065-2767.167=27.898

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.842-107.841=0.001

*mean*	4408.000-4201.250=206.750
σ	2225.541-1953.118=272.423
min	1487.000-1482.000=5.000
max	7405.000-7406.000=-1.000

*mean*	267.915-133.859=134.056
σ	372.743-13.250=359.492
min	125.323-125.063=0.260
max	1189.326-164.231=1025.095

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=-0.000
σ	0.001-0.001=0.000
min	62.065-62.066=-0.000
max	62.070

*mean*	4587.375-4429.625=157.750
σ	2254.261-2225.106=29.156
min	1487.000-1482.000=5.000
max	7405.000-7406.000=-1.000

*mean*	180.699-182.213=-1.514
σ	378.972-391.502=-12.531
min	41.462-42.061=-0.598
max	1118.413-1151.127=-32.714

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=-0.000
σ	0.002-0.002=-0.000
min	40.926
max	40.930-40.930=-0.001

*mean*	7405.000-7406.000=-1.000
σ	0.000
min	7405.000-7406.000=-1.000
max	7405.000-7406.000=-1.000

*mean*	22.260-69.372=-47.112
σ	1.183-134.177=-132.994
min	21.669-21.454=0.214
max	25.156-401.443=-376.286

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293
max	71.297

*mean*	7405.000-7406.000=-1.000
σ	0.000
min	7405.000-7406.000=-1.000
max	7405.000-7406.000=-1.000

*mean*	293.313-58.579=234.735
σ	671.071-7.470=663.602
min	54.324-55.236=-0.913
max	1954.124-77.038=1877.086

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.843=0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4173.500-4201.250=-27.750
σ	1945.909-1953.118=-7.209
min	1487.000-1482.000=5.000
max	7405.000-7406.000=-1.000

*mean*	3191.702-3245.561=-53.858
σ	639.415-633.252=6.163
min	2482.670-2504.179=-21.509
max	4074.433-3974.314=100.119

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=0.000
σ	0.002-0.002=0.000
min	1973.829
max	1973.833-1973.833=0.000

*mean*	7405.000-7406.000=-1.000
σ	0.000
min	7405.000-7406.000=-1.000
max	7405.000-7406.000=-1.000

*mean*	1043.601-969.860=73.741
σ	191.035-93.274=97.761
min	911.624-916.949=-5.325
max	1379.139-1172.644=206.496

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7405.000-7406.000=-1.000
σ	0.000
min	7405.000-7406.000=-1.000
max	7405.000-7406.000=-1.000

*mean*	385.466-389.146=-3.681
σ	4.623-4.964=-0.342
min	377.778-377.957=-0.179
max	393.205-393.714=-0.509

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-476.750=1.250
σ	0.000-0.463=-0.463
min	478.000-476.000=2.000
max	478.000-477.000=1.000

*mean*	375.985-381.858=-5.873
σ	39.601-26.745=12.856
min	296.135-345.236=-49.100
max	422.419-418.001=4.419

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-562.875=-0.875
σ	1.069-0.354=0.715
min	561.000-562.000=-1.000
max	563.000

*mean*	782.546-747.346=35.200
σ	55.133-37.898=17.235
min	720.895-670.379=50.516
max	844.592-787.986=56.606

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.272-964.525=12.747
σ	2.440-1.881=0.560
min	976.423-963.809=12.614
max	987.613-972.481=15.132

*mean*	1053.100-1041.050=12.050
σ	329.169-292.571=36.599
min	564.000-554.000=10.000
max	1543.000-1431.000=112.000

*mean*	1.291-1.319=-0.028
σ	0.087-0.226=-0.139
min	1.211-1.173=0.038
max	1.477-1.961=-0.484

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.516-0.392=0.124
σ	0.499-0.504=-0.004
min	0.243-0.144=0.099
max	1.403-1.291=0.113

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.819-0.522=0.297
σ	0.521-0.316=0.205
min	0.566-0.312=0.254
max	1.751-1.053=0.698

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.383-0.214=0.169
σ	0.037-0.024=0.014
min	0.354-0.196=0.159
max	0.446-0.255=0.190

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.599-0.337=0.262
σ	0.029-0.020=0.009
min	0.567-0.320=0.248
max	0.631-0.370=0.260

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.690-0.539=0.152
σ	0.056-0.050=0.006
min	0.632-0.477=0.156
max	0.749-0.602=0.147

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.629-0.461=0.168
σ	0.016-0.046=-0.030
min	0.604-0.386=0.218
max	0.646-0.494=0.152

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	3.575-2.699=0.876
σ	0.092-0.086=0.006
min	3.419-2.494=0.925
max	4.004-2.914=1.090

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	3.512-2.680=0.832
σ	0.071-0.071=0.000
min	3.403-2.575=0.828
max	3.802-2.963=0.839

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.540-0.305=0.234
σ	0.029-0.015=0.014
min	0.513-0.287=0.226
max	0.777-0.413=0.364

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.512-0.291=0.221
σ	0.022-0.008=0.013
min	0.484-0.275=0.209
max	0.665-0.336=0.329

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.165-11.697=0.468
σ	11.118-12.227=-1.109
min	0.573-0.574=-0.000
max	101.328-125.101=-23.773

*mean*	466.488-457.759=8.729
σ	19.710-18.907=0.803
min	408.000-406.000=2.000
max	481.000-479.000=2.000

*mean*	0.028-0.027=0.001
σ	0.027-0.030=-0.003
min	0.001-0.001=0.000
max	0.246-0.304=-0.058

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.172-279.183=14.989
σ	1.089-1.070=0.018
min	293.743-278.701=15.042
max	297.266-282.220=15.046

*mean*	437.900-441.600=-3.700
σ	15.409-16.933=-1.524
min	415.000-417.000=-2.000
max	460.000-472.000=-12.000

*mean*	0.585-0.577=0.007
σ	0.027-0.017=0.010
min	0.532-0.550=-0.018
max	0.624-0.612=0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	146.256-145.088=1.167
σ	10.207-12.613=-2.405
min	134.250-129.976=4.274
max	162.957-162.396=0.561

phase=macro expansion

*mean*	5.897-5.894=0.004
σ	0.000
min	5.897-5.894=0.004
max	5.897-5.894=0.004

*mean*	838.750-850.000=-11.250
σ	31.820-0.000=31.820
min	760.000-850.000=-90.000
max	850.000

*mean*	8.486-8.586=-0.100
σ	1.856-2.523=-0.667
min	5.899-5.839=0.059
max	11.911-12.008=-0.097

phase=parser

*mean*	1042.133-1042.132=0.001
σ	0.000-0.000=-0.000
min	1042.133-1042.132=0.001
max	1042.133-1042.132=0.001

*mean*	838.750-850.000=-11.250
σ	31.820-0.000=31.820
min	760.000-850.000=-90.000
max	850.000

*mean*	560.658-525.389=35.269
σ	113.449-150.925=-37.476
min	421.548-369.715=51.833
max	736.108-727.249=8.859

phase=processProdDef

*mean*	2241.194-2241.194=0.000
σ	0.000
min	2241.194-2241.194=0.000
max	2241.194-2241.194=0.000

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	2665.356-2495.025=170.331
σ	543.478-353.254=190.224
min	1669.093-1679.181=-10.088
max	3193.176-2764.913=428.263

phase=renaming

*mean*	21.430-21.434=-0.004
σ	0.000
min	21.430-21.434=-0.004
max	21.430-21.434=-0.004

*mean*	838.750-850.000=-11.250
σ	31.820-0.000=31.820
min	760.000-850.000=-90.000
max	850.000

*mean*	44.144-40.569=3.576
σ	5.634-7.262=-1.628
min	35.062-24.320=10.742
max	49.070-47.766=1.304

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	838.875-850.000=-11.125
σ	31.466-0.000=31.466
min	761.000-850.000=-89.000
max	850.000

*mean*	687.333-719.116=-31.783
σ	63.695-88.134=-24.440
min	642.599-638.765=3.834
max	841.548-843.317=-1.768

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.382-282.992=45.390
σ	0.040-0.039=0.001
min	328.325-282.938=45.386
max	328.425-283.030=45.394

*mean*	441.200-439.600=1.600
σ	5.933-3.209=2.724
min	435.000-436.000=-1.000
max	448.000-443.000=5.000

*mean*	0.440-0.386=0.054
σ	0.011-0.007=0.004
min	0.429-0.374=0.055
max	0.455-0.391=0.064

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.595-1268.198=45.397
σ	0.136-0.118=0.017
min	1313.486-1268.084=45.403
max	1313.824-1268.393=45.432

*mean*	1087.400-1092.400=-5.000
σ	179.492-169.790=9.701
min	872.000-891.000=-19.000
max	1307.000-1324.000=-17.000

*mean*	1.899-2.042=-0.143
σ	0.062-0.104=-0.042
min	1.829-1.910=-0.082
max	1.961-2.165=-0.205

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.560-1507.149=45.411
σ	3.071-2.981=0.090
min	1550.990-1505.589=45.400
max	1558.042-1512.468=45.574

*mean*	626.200-623.800=2.400
σ	85.987-87.748=-1.761
min	525.000-493.000=32.000
max	739.000-726.000=13.000

*mean*	2.281-2.224=0.057
σ	0.174-0.217=-0.043
min	2.140-2.089=0.051
max	2.542-2.608=-0.065

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.603-1830.197=45.405
σ	0.064-0.042=0.022
min	1875.532-1830.133=45.399
max	1875.692-1830.240=45.453

*mean*	1725.400-1719.200=6.200
σ	213.412-191.649=21.764
min	1439.000-1460.000=-21.000
max	1925.000-1898.000=27.000

*mean*	2.968-2.946=0.022
σ	0.179-0.171=0.008
min	2.824-2.843=-0.020
max	3.227-3.247=-0.021

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.513-1.453=0.061
σ	0.195-0.109=0.086
min	1.219-1.315=-0.097
max	1.694-1.614=0.080

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.294-405.894=14.400
σ	509.311-509.284=0.028
min	165.635-151.250=14.385
max	1184.261-1169.819=14.442

*mean*	103.750-101.750=2.000
σ	7.500
min	100.000-98.000=2.000
max	115.000-113.000=2.000

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.530-0.492=0.037
σ	0.513-0.489=0.024
min	0.272-0.242=0.031
max	1.300-1.226=0.073

policies=20

*mean*	1656.562-1512.653=143.908
σ	0.392-0.255=0.136
min	1656.337-1512.482=143.855
max	1657.148-1513.031=144.117

*mean*	1000.000-980.000=20.000
σ	0.000
min	1000.000-980.000=20.000
max	1000.000-980.000=20.000

*mean*	447.250
σ	10.308-11.325=-1.017
min	436.000
max	461.000-457.000=4.000

*mean*	2.668-2.480=0.188
σ	0.010-0.028=-0.018
min	2.658-2.455=0.204
max	2.681-2.508=0.173

policies=200

*mean*	16573.732-15135.260=1438.472
σ	0.055-0.063=-0.008
min	16573.668-15135.173=1438.495
max	16573.798-15135.324=1438.474

*mean*	10000.000-9800.000=200.000
σ	0.000
min	10000.000-9800.000=200.000
max	10000.000-9800.000=200.000

*mean*	496.750-503.000=-6.250
σ	5.123-8.524=-3.401
min	490.000-493.000=-3.000
max	502.000-513.000=-11.000

*mean*	26.934-24.966=1.968
σ	0.078-0.121=-0.043
min	26.818-24.862=1.956
max	26.984-25.113=1.871