Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.884-54.882=0.002
σ	0.358-0.359=-0.001
min	54.746-54.744=0.002
max	55.901-55.903=-0.002

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.153-0.141=0.012
σ	0.009-0.004=0.005
min	0.141-0.137=0.004
max	0.169-0.148=0.021

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.849=0.000
σ	0.007-0.005=0.002
min	43.840-43.840=0.001
max	43.858-43.857=0.002

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.125-0.125=-0.000
σ	0.004-0.004=-0.000
min	0.122-0.120=0.001
max	0.131-0.132=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4041.375-4031.125=10.250
σ	2008.179-2002.373=5.806
min	1217.000-1219.000=-2.000
max	7140.000-7133.000=7.000

*mean*	12.405-12.770=-0.365
σ	0.359-0.501=-0.142
min	11.938-12.152=-0.215
max	12.811-13.765=-0.955

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4041.375-4031.125=10.250
σ	2008.179-2002.373=5.806
min	1217.000-1219.000=-2.000
max	7140.000-7133.000=7.000

*mean*	12.328-12.185=0.144
σ	0.707-0.349=0.358
min	11.199-11.775=-0.576
max	13.226-12.673=0.553

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.933=-0.001

*mean*	7140.000-7133.000=7.000
σ	0.000
min	7140.000-7133.000=7.000
max	7140.000-7133.000=7.000

*mean*	14.864-13.986=0.878
σ	0.209-1.455=-1.246
min	14.511-10.702=3.809
max	15.127-14.958=0.169

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.932=0.001

*mean*	4041.375-4031.125=10.250
σ	2008.179-2002.373=5.806
min	1217.000-1219.000=-2.000
max	7140.000-7133.000=7.000

*mean*	14.353-13.237=1.115
σ	1.678-1.984=-0.306
min	10.644-10.920=-0.277
max	16.182-15.330=0.852

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4041.375-4031.125=10.250
σ	2008.179-2002.373=5.806
min	1217.000-1219.000=-2.000
max	7140.000-7133.000=7.000

*mean*	9.814-9.192=0.622
σ	1.611-1.084=0.527
min	8.448-8.493=-0.045
max	12.453-11.752=0.701

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4041.375-4031.125=10.250
σ	2008.179-2002.373=5.806
min	1217.000-1219.000=-2.000
max	7140.000-7133.000=7.000

*mean*	7.228-6.648=0.580
σ	1.658-0.310=1.348
min	6.159-5.995=0.164
max	9.967-6.973=2.994

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=0.000
max	25.677-25.678=-0.000

*mean*	4041.375-4031.125=10.250
σ	2008.179-2002.373=5.806
min	1217.000-1219.000=-2.000
max	7140.000-7133.000=7.000

*mean*	5.540-5.876=-0.336
σ	0.126-0.121=0.005
min	5.248-5.718=-0.470
max	5.664-6.041=-0.377

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.969-25.969=0.000
max	25.972

*mean*	4041.375-4031.125=10.250
σ	2008.179-2002.373=5.806
min	1217.000-1219.000=-2.000
max	7140.000-7133.000=7.000

*mean*	5.354-5.640=-0.286
σ	0.084-0.201=-0.117
min	5.193-5.239=-0.046
max	5.471-5.821=-0.351

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7140.000-7133.000=7.000
σ	0.000
min	7140.000-7133.000=7.000
max	7140.000-7133.000=7.000

*mean*	377.047-347.440=29.606
σ	89.894-2.561=87.333
min	340.877-343.644=-2.767
max	599.452-351.007=248.445

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.624=0.001
max	7918.954-7918.954=-0.000

*mean*	3273.500-3264.125=9.375
σ	1825.666-1816.442=9.224
min	810.000-811.000=-1.000
max	5625.000-5604.000=21.000

*mean*	3759.666-3763.375=-3.709
σ	1233.055-1221.793=11.263
min	3102.991-3097.252=5.739
max	6190.027-6172.204=17.823

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4041.375-4031.125=10.250
σ	2008.179-2002.373=5.806
min	1217.000-1219.000=-2.000
max	7140.000-7133.000=7.000

*mean*	89.888-84.325=5.563
σ	21.736-14.115=7.621
min	70.017-70.657=-0.640
max	122.284-107.543=14.741

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.950

*mean*	7140.000-7133.000=7.000
σ	0.000
min	7140.000-7133.000=7.000
max	7140.000-7133.000=7.000

*mean*	60.336-168.611=-108.275
σ	1.066-301.813=-300.747
min	59.382-59.802=-0.421
max	62.689-915.515=-852.827

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691

*mean*	7140.000-7133.000=7.000
σ	0.000
min	7140.000-7133.000=7.000
max	7140.000-7133.000=7.000

*mean*	98.610-101.854=-3.245
σ	0.962-5.279=-4.317
min	97.525-98.074=-0.549
max	99.870-110.419=-10.549

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.170-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.575-14215.576=-0.001
max	14227.820

*mean*	4041.375-4031.125=10.250
σ	2008.179-2002.373=5.806
min	1217.000-1219.000=-2.000
max	7140.000-7133.000=7.000

*mean*	7838.288-7991.019=-152.732
σ	2005.234-1873.295=131.938
min	5977.924-6012.540=-34.616
max	10953.186-10984.774=-31.588

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002
min	13159.106
max	13159.110

*mean*	7140.000-7133.000=7.000
σ	0.000
min	7140.000-7133.000=7.000
max	7140.000-7133.000=7.000

*mean*	5306.207-5264.467=41.739
σ	606.522-624.793=-18.271
min	5010.975-4999.491=11.484
max	6750.430-6807.189=-56.758

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	385.547-377.961=7.586
σ	16.547-16.190=0.357
min	344.974-353.370=-8.395
max	395.527-392.655=2.872

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	781.288-724.960=56.328
σ	10.778-65.116=-54.338
min	766.029-632.487=133.542
max	793.199-788.556=4.643

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.298=0.002
σ	0.759-0.759=-0.000
min	1023.827-1023.824=0.003
max	1027.437-1027.437=0.000

*mean*	1037.650-1058.750=-21.100
σ	303.268-316.234=-12.966
min	553.000-561.000=-8.000
max	1461.000-1530.000=-69.000

*mean*	1.553-1.547=0.006
σ	0.074-0.071=0.003
min	1.461-1.482=-0.021
max	1.721-1.760=-0.039

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.319-0.398=-0.078
σ	0.345-0.508=-0.163
min	0.137-0.144=-0.007
max	0.932-1.304=-0.372

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.469-0.484=-0.015
σ	0.320-0.332=-0.012
min	0.317-0.328=-0.012
max	1.041-1.078=-0.036

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.216=-0.000
σ	0.022-0.027=-0.005
min	0.203-0.200=0.003
max	0.255-0.264=-0.008

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.325-0.333=-0.008
σ	0.020-0.021=-0.002
min	0.310-0.317=-0.007
max	0.356-0.371=-0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.400-436.600=-1.200
σ	5.177-6.066=-0.889
min	431.000
max	441.000-443.000=-2.000

*mean*	0.557-0.526=0.031
σ	0.058-0.042=0.016
min	0.467-0.484=-0.017
max	0.607-0.590=0.017

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.500-0.493=0.007
σ	0.031-0.039=-0.008
min	0.446-0.441=0.005
max	0.522-0.523=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.580-2.674=-0.095
σ	0.084-0.084=-0.000
min	2.459-2.441=0.018
max	2.969-2.908=0.061

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.550-2.627=-0.077
σ	0.071-0.088=-0.017
min	2.420-2.449=-0.029
max	2.796-2.938=-0.142

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.302-0.306=-0.004
σ	0.010-0.009=0.000
min	0.288-0.292=-0.004
max	0.351-0.365=-0.013

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.291-0.290=0.001
σ	0.008-0.008=-0.001
min	0.278-0.276=0.002
max	0.324-0.326=-0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.882-298.641=0.241
σ	1.022-1.005=0.018
min	298.506-298.207=0.300
max	301.789-301.494=0.294

*mean*	440.400-443.100=-2.700
σ	15.939-16.414=-0.476
min	417.000
max	465.000-471.000=-6.000

*mean*	0.613-0.609=0.003
σ	0.011-0.019=-0.008
min	0.602-0.577=0.026
max	0.636-0.644=-0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1064.125-1064.250=-0.125
σ	33.588-33.234=0.354
min	981.000-982.000=-1.000
max	1076.000

*mean*	202.851-201.097=1.754
σ	3.024-3.835=-0.810
min	198.113-194.964=3.150
max	207.117-206.448=0.669

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1064.125-1064.250=-0.125
σ	33.588-33.234=0.354
min	981.000-982.000=-1.000
max	1076.000

*mean*	8.454-9.617=-1.163
σ	1.916-1.696=0.220
min	6.216-6.471=-0.254
max	10.669-12.801=-2.132

phase=parser

*mean*	1042.365-1042.366=-0.000
σ	0.002-0.001=0.000
min	1042.362-1042.363=-0.001
max	1042.366

*mean*	1064.125-1064.250=-0.125
σ	33.588-33.234=0.354
min	981.000-982.000=-1.000
max	1076.000

*mean*	553.423-536.230=17.193
σ	48.154-80.988=-32.834
min	503.999-455.827=48.172
max	621.780-714.150=-92.370

phase=processProdDef

*mean*	4850.765-4850.765=0.000
σ	0.000-0.000=0.000
min	4850.764
max	4850.765-4850.765=0.001

*mean*	1076.000
σ	0.000
min	1076.000
max	1076.000

*mean*	4710.831-4670.954=39.877
σ	584.058-483.643=100.414
min	3389.245-4051.389=-662.144
max	5253.255-5316.507=-63.252

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.125-1064.250=-0.125
σ	33.588-33.234=0.354
min	981.000-982.000=-1.000
max	1076.000

*mean*	29.886-36.121=-6.236
σ	8.746-9.898=-1.152
min	20.507-20.489=0.018
max	41.147-47.573=-6.426

phase=type checker

*mean*	990.453
σ	0.072
min	990.344
max	990.567

*mean*	1064.125-1064.250=-0.125
σ	33.588-33.234=0.354
min	981.000-982.000=-1.000
max	1076.000

*mean*	703.171-749.774=-46.602
σ	89.033-164.034=-75.001
min	640.957-646.032=-5.075
max	890.127-1123.621=-233.494

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.820=0.001
σ	0.038-0.037=0.000
min	293.768-293.767=0.002
max	293.861-293.858=0.003

*mean*	439.800-442.400=-2.600
σ	1.095-0.548=0.548
min	439.000-442.000=-3.000
max	441.000-443.000=-2.000

*mean*	0.394-0.394=-0.000
σ	0.001-0.001=0.000
min	0.392-0.392=-0.000
max	0.396-0.396=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.080-1320.219=-0.139
σ	0.083-0.029=0.054
min	1319.994-1320.172=-0.178
max	1320.207-1320.247=-0.041

*mean*	1074.400-1072.600=1.800
σ	186.226-167.953=18.273
min	832.000-844.000=-12.000
max	1315.000-1273.000=42.000

*mean*	1.923-2.244=-0.321
σ	0.152-0.051=0.101
min	1.835-2.178=-0.343
max	2.188-2.299=-0.111

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.663-1560.614=0.049
σ	6.183-6.228=-0.045
min	1557.739-1557.620=0.118
max	1571.721-1571.751=-0.029

*mean*	626.800-618.800=8.000
σ	98.279-82.606=15.673
min	509.000-494.000=15.000
max	752.000-716.000=36.000

*mean*	2.396-2.320=0.076
σ	0.163-0.220=-0.057
min	2.213-2.189=0.024
max	2.548-2.711=-0.162

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.178-1882.179=-0.001
σ	0.052-0.057=-0.005
min	1882.109-1882.110=-0.001
max	1882.251-1882.253=-0.003

*mean*	1723.200-1696.400=26.800
σ	176.712-245.040=-68.328
min	1466.000-1395.000=71.000
max	1882.000-2021.000=-139.000

*mean*	3.030-2.953=0.077
σ	0.281-0.069=0.212
min	2.788-2.874=-0.086
max	3.511-3.004=0.506

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.741-1.824=-0.083
σ	0.095-0.068=0.027
min	1.657-1.734=-0.077
max	1.875-1.922=-0.048

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.081=0.000
σ	582.723-582.722=0.001
min	160.716-160.718=-0.002
max	1326.165-1326.164=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.552-0.550=0.002
σ	0.549-0.555=-0.006
min	0.272-0.266=0.006
max	1.375-1.382=-0.007

policies=20

*mean*	1607.527-1607.523=0.004
σ	0.417-0.414=0.004
min	1607.244-1607.234=0.010
max	1608.145-1608.135=0.010

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.750-449.500=-1.750
σ	10.178-8.660=1.517
min	442.000
max	463.000-457.000=6.000

*mean*	2.694-2.689=0.006
σ	0.009-0.017=-0.008
min	2.684-2.672=0.013
max	2.703-2.712=-0.009

policies=200

*mean*	16083.389-16083.447=-0.058
σ	0.173-0.061=0.112
min	16083.250-16083.406=-0.156
max	16083.638-16083.538=0.100

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-497.250=1.000
σ	3.096-4.113=-1.017
min	494.000-492.000=2.000
max	501.000-502.000=-1.000

*mean*	27.319-27.146=0.173
σ	0.045-0.035=0.010
min	27.279-27.116=0.163
max	27.358-27.191=0.167