Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.887-54.888=-0.001
σ	0.357-0.359=-0.002
min	54.754-54.753=0.001
max	55.900-55.909=-0.008

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.137-0.141=-0.004
σ	0.006-0.004=0.002
min	0.131-0.136=-0.005
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.855=0.000
σ	0.006-0.006=0.000
min	43.844-43.845=-0.001
max	43.864-43.866=-0.002

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.123-0.125=-0.002
σ	0.004-0.004=-0.000
min	0.116-0.120=-0.003
max	0.131-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4040.125-4043.875=-3.750
σ	2011.467-2009.643=1.824
min	1215.000-1216.000=-1.000
max	7150.000-7146.000=4.000

*mean*	13.168-13.619=-0.451
σ	0.346-1.966=-1.620
min	12.588-12.640=-0.052
max	13.621-18.437=-4.816

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4040.125-4043.875=-3.750
σ	2011.467-2009.643=1.824
min	1215.000-1216.000=-1.000
max	7150.000-7146.000=4.000

*mean*	13.500-13.510=-0.011
σ	0.311-1.752=-1.441
min	12.995-11.951=1.043
max	14.003-17.604=-3.600

op=table_records(), no indexes

*mean*	41.930-41.930=0.001
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7150.000-7146.000=4.000
σ	0.000
min	7150.000-7146.000=4.000
max	7150.000-7146.000=4.000

*mean*	15.313-14.961=0.351
σ	0.197-0.198=-0.001
min	15.046-14.651=0.394
max	15.603-15.274=0.329

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.932=-0.000

*mean*	4040.125-4043.875=-3.750
σ	2011.467-2009.643=1.824
min	1215.000-1216.000=-1.000
max	7150.000-7146.000=4.000

*mean*	14.000-14.105=-0.105
σ	1.852-1.879=-0.027
min	11.131-11.437=-0.306
max	16.093-16.470=-0.377

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.990-27.991=-0.000

*mean*	4040.125-4043.875=-3.750
σ	2011.467-2009.643=1.824
min	1215.000-1216.000=-1.000
max	7150.000-7146.000=4.000

*mean*	9.443-9.426=0.017
σ	1.337-1.313=0.024
min	8.323-8.599=-0.276
max	12.611-12.568=0.043

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=-0.000
max	26.404-26.404=-0.000

*mean*	4040.125-4043.875=-3.750
σ	2011.467-2009.643=1.824
min	1215.000-1216.000=-1.000
max	7150.000-7146.000=4.000

*mean*	7.573-7.215=0.358
σ	0.960-1.236=-0.277
min	6.671-6.484=0.186
max	9.741-10.226=-0.485

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=0.000
max	25.678-25.678=-0.000

*mean*	4040.125-4043.875=-3.750
σ	2011.467-2009.643=1.824
min	1215.000-1216.000=-1.000
max	7150.000-7146.000=4.000

*mean*	6.078-6.100=-0.022
σ	0.084-0.510=-0.426
min	5.976-5.751=0.225
max	6.237-7.318=-1.082

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.003-0.002=0.001
min	25.968-25.968=0.000
max	25.976-25.972=0.004

*mean*	4040.125-4043.875=-3.750
σ	2011.467-2009.643=1.824
min	1215.000-1216.000=-1.000
max	7150.000-7146.000=4.000

*mean*	5.884-5.877=0.007
σ	0.111-0.577=-0.466
min	5.719-5.451=0.269
max	6.087-7.262=-1.175

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.615-1021.616=-0.000

*mean*	7150.000-7146.000=4.000
σ	0.000
min	7150.000-7146.000=4.000
max	7150.000-7146.000=4.000

*mean*	378.856-384.525=-5.668
σ	84.649-105.769=-21.120
min	346.939-344.358=2.580
max	588.326-646.230=-57.904

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.625=-0.001
max	7918.954-7918.954=0.000

*mean*	3272.000-3276.000=-4.000
σ	1824.503-1825.817=-1.314
min	809.000
max	5621.000-5624.000=-3.000

*mean*	3653.758-3701.396=-47.638
σ	1116.818-1086.416=30.402
min	3112.527-3100.473=12.054
max	6226.683-6195.452=31.231

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4040.125-4043.875=-3.750
σ	2011.467-2009.643=1.824
min	1215.000-1216.000=-1.000
max	7150.000-7146.000=4.000

*mean*	89.439-87.452=1.987
σ	19.250-18.274=0.976
min	71.526-71.677=-0.150
max	120.718-123.448=-2.730

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.001
min	40.945-40.945=-0.000
max	40.948-40.950=-0.001

*mean*	7150.000-7146.000=4.000
σ	0.000
min	7150.000-7146.000=4.000
max	7150.000-7146.000=4.000

*mean*	61.076-60.479=0.598
σ	0.434-0.263=0.171
min	60.408-60.157=0.252
max	61.604-60.840=0.764

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=0.000

*mean*	7150.000-7146.000=4.000
σ	0.000
min	7150.000-7146.000=4.000
max	7150.000-7146.000=4.000

*mean*	99.973-98.962=1.011
σ	1.027-0.543=0.484
min	98.360-98.423=-0.063
max	101.377-99.822=1.556

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.305-4.303=0.002
min	14215.575-14215.575=-0.000
max	14227.825-14227.820=0.004

*mean*	4040.125-4043.875=-3.750
σ	2011.467-2009.643=1.824
min	1215.000-1216.000=-1.000
max	7150.000-7146.000=4.000

*mean*	7876.383-7651.777=224.605
σ	1987.515-1680.926=306.589
min	6041.476-6012.516=28.960
max	11158.969-10163.010=995.959

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.111-13159.110=0.001

*mean*	7150.000-7146.000=4.000
σ	0.000
min	7150.000-7146.000=4.000
max	7150.000-7146.000=4.000

*mean*	5156.804-5129.719=27.085
σ	177.479-212.393=-34.914
min	5043.717-4995.550=48.167
max	5468.662-5477.754=-9.091

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	476.000-478.000=-2.000
σ	0.000
min	476.000-478.000=-2.000
max	476.000-478.000=-2.000

*mean*	374.734-378.985=-4.251
σ	24.017-20.653=3.364
min	339.030-339.730=-0.700
max	394.956-393.669=1.287

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-562.000=-1.000
σ	0.000
min	561.000-562.000=-1.000
max	561.000-562.000=-1.000

*mean*	717.529-755.339=-37.810
σ	63.846-37.529=26.317
min	634.400-683.239=-48.839
max	787.220-787.466=-0.246

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.001
σ	0.759-0.759=0.000
min	1023.827-1023.825=0.002
max	1027.438-1027.437=0.001

*mean*	1057.000-1041.450=15.550
σ	311.367-299.616=11.751
min	562.000-554.000=8.000
max	1512.000-1462.000=50.000

*mean*	1.552-1.537=0.015
σ	0.071-0.085=-0.014
min	1.477-1.344=0.133
max	1.764-1.765=-0.001

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.301-0.421=-0.120
σ	0.295-0.495=-0.200
min	0.146-0.153=-0.007
max	0.826-1.303=-0.477

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.827=-0.352
σ	0.325-0.521=-0.196
min	0.317-0.575=-0.257
max	1.057-1.759=-0.703

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.210-0.378=-0.168
σ	0.030-0.046=-0.016
min	0.187-0.340=-0.153
max	0.260-0.457=-0.196

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.588=-0.262
σ	0.019-0.025=-0.006
min	0.312-0.570=-0.258
max	0.360-0.632=-0.272

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-436.600=-4.800
σ	1.789-6.066=-4.277
min	431.000
max	435.000-443.000=-8.000

*mean*	0.571-0.590=-0.019
σ	0.055-0.103=-0.048
min	0.483-0.470=0.014
max	0.610-0.745=-0.135

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.485-0.516=-0.031
σ	0.026-0.014=0.013
min	0.452-0.494=-0.042
max	0.518-0.531=-0.014

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.579-1.952=0.627
σ	0.207-0.059=0.148
min	1.973-1.841=0.132
max	2.890-2.159=0.731

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.689-1.942=0.747
σ	0.067-0.144=-0.078
min	2.589-1.749=0.840
max	2.915-2.976=-0.061

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.304-0.304=0.000
σ	0.008-0.008=-0.000
min	0.291-0.284=0.007
max	0.358-0.341=0.018

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.293-0.292=0.002
σ	0.009-0.013=-0.004
min	0.278-0.277=0.002
max	0.332-0.380=-0.049

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.860-298.597=0.263
σ	0.987-1.008=-0.021
min	298.474-298.243=0.232
max	301.665-301.465=0.200

*mean*	441.900-447.200=-5.300
σ	14.977-17.287=-2.310
min	417.000-426.000=-9.000
max	468.000-473.000=-5.000

*mean*	0.597-0.608=-0.012
σ	0.024-0.014=0.010
min	0.561-0.593=-0.032
max	0.635-0.644=-0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=-0.000
min	236.681-236.678=0.004
max	236.681-236.678=0.004

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	204.663-202.657=2.006
σ	3.330-3.618=-0.289
min	199.044-196.314=2.730
max	209.551-207.176=2.375

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	9.460-9.098=0.362
σ	2.925-2.032=0.893
min	6.519-6.341=0.178
max	15.718-12.628=3.091

phase=parser

*mean*	1042.362-1042.366=-0.004
σ	0.000-0.001=-0.001
min	1042.361-1042.363=-0.001
max	1042.362-1042.366=-0.004

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	568.552-543.174=25.378
σ	122.143-96.982=25.161
min	413.541-404.317=9.223
max	833.386-720.379=113.007

phase=processProdDef

*mean*	4850.764-4850.765=-0.001
σ	0.000-0.000=-0.000
min	4850.764-4850.765=-0.001
max	4850.764-4850.765=-0.002

*mean*	1077.000-1078.000=-1.000
σ	0.000
min	1077.000-1078.000=-1.000
max	1077.000-1078.000=-1.000

*mean*	4658.289-4759.425=-101.136
σ	415.690-446.186=-30.496
min	3819.511-4035.518=-216.007
max	5185.127-5405.891=-220.765

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	36.119-34.764=1.355
σ	12.195-10.233=1.962
min	20.922-20.803=0.118
max	56.001-47.427=8.574

phase=type checker

*mean*	990.450-990.453=-0.003
σ	0.071-0.072=-0.001
min	990.344
max	990.563-990.567=-0.004

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	765.657-728.151=37.506
σ	108.637-102.312=6.325
min	641.521-645.664=-4.143
max	924.588-931.706=-7.119

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.819-293.822=-0.003
σ	0.038-0.038=0.000
min	293.768-293.769=-0.001
max	293.859-293.861=-0.002

*mean*	441.200-442.400=-1.200
σ	3.493-0.548=2.945
min	438.000-442.000=-4.000
max	445.000-443.000=2.000

*mean*	0.392-0.392=-0.000
σ	0.001-0.001=0.000
min	0.391-0.391=-0.000
max	0.394-0.393=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.225-1320.215=0.011
σ	0.026-0.043=-0.017
min	1320.195-1320.148=0.047
max	1320.255-1320.259=-0.004

*mean*	1094.400-1065.800=28.600
σ	184.493-164.260=20.234
min	839.000-844.000=-5.000
max	1315.000-1266.000=49.000

*mean*	2.300-2.261=0.039
σ	0.186-0.105=0.081
min	2.180-2.174=0.006
max	2.628-2.430=0.198

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.623-1560.618=0.006
σ	6.219-6.222=-0.003
min	1557.633-1557.626=0.008
max	1571.743-1571.743=0.000

*mean*	619.200-619.000=0.200
σ	81.543-82.553=-1.010
min	495.000-494.000=1.000
max	714.000-716.000=-2.000

*mean*	2.331-2.316=0.015
σ	0.169-0.202=-0.033
min	2.200-2.175=0.025
max	2.612-2.662=-0.050

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.175-1882.179=-0.004
σ	0.056-0.058=-0.003
min	1882.110-1882.116=-0.006
max	1882.240-1882.260=-0.019

*mean*	1716.200-1707.200=9.000
σ	198.716-253.564=-54.848
min	1449.000-1395.000=54.000
max	1906.000-2042.000=-136.000

*mean*	3.035-2.965=0.070
σ	0.092-0.063=0.030
min	2.929-2.900=0.029
max	3.150-3.049=0.101

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.722-1.778=-0.056
σ	0.268-0.091=0.177
min	1.255-1.617=-0.363
max	1.913-1.834=0.078

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.081=0.001
σ	582.723-582.722=0.001
min	160.719-160.718=0.001
max	1326.167-1326.165=0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.544-0.533=0.010
σ	0.536-0.522=0.014
min	0.270-0.266=0.004
max	1.348-1.315=0.032

policies=20

*mean*	1607.535-1607.514=0.021
σ	0.411-0.405=0.006
min	1607.257-1607.237=0.021
max	1608.143-1608.113=0.030

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-450.500=-0.500
σ	8.083-8.660=-0.577
min	443.000
max	457.000-458.000=-1.000

*mean*	2.686-2.692=-0.006
σ	0.009-0.025=-0.017
min	2.679-2.672=0.007
max	2.698-2.729=-0.031

policies=200

*mean*	16083.494-16083.482=0.012
σ	0.052-0.130=-0.079
min	16083.431-16083.358=0.073
max	16083.557-16083.664=-0.107

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.000-499.250=-1.250
σ	3.559-3.862=-0.303
min	495.000-494.000=1.000
max	503.000

*mean*	27.232-27.155=0.077
σ	0.110-0.069=0.041
min	27.088-27.064=0.024
max	27.352-27.229=0.123