Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.695=-0.062
σ	0.000
min	558.633-558.695=-0.062
max	558.633-558.695=-0.062

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.882-54.882=0.000
σ	0.359-0.360=-0.000
min	54.743-54.740=0.003
max	55.903-55.904=-0.001

*mean*	418.000-419.700=-1.700
σ	0.000-0.483=-0.483
min	418.000-419.000=-1.000
max	418.000-420.000=-2.000

*mean*	0.143-0.141=0.001
σ	0.004-0.004=0.000
min	0.139-0.138=0.001
max	0.150-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.848=0.001
σ	0.007-0.004=0.003
min	43.837-43.841=-0.004
max	43.860-43.852=0.008

*mean*	418.300-420.000=-1.700
σ	0.483-0.000=0.483
min	418.000-420.000=-2.000
max	419.000-420.000=-1.000

*mean*	0.123-0.120=0.003
σ	0.005-0.004=0.000
min	0.117-0.116=0.001
max	0.130-0.128=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4041.625-4042.750=-1.125
σ	2009.307-2010.481=-1.174
min	1219.000-1218.000=1.000
max	7153.000-7154.000=-1.000

*mean*	13.449-12.856=0.593
σ	1.804-1.735=0.069
min	12.470-11.742=0.728
max	17.891-17.022=0.869

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4041.625-4042.750=-1.125
σ	2009.307-2010.481=-1.174
min	1219.000-1218.000=1.000
max	7153.000-7154.000=-1.000

*mean*	13.147-13.243=-0.097
σ	1.693-1.749=-0.056
min	11.902-12.354=-0.452
max	17.117-17.538=-0.421

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7153.000-7154.000=-1.000
σ	0.000
min	7153.000-7154.000=-1.000
max	7153.000-7154.000=-1.000

*mean*	15.410-14.782=0.628
σ	0.172-0.166=0.006
min	15.080-14.513=0.567
max	15.623-15.119=0.504

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932

*mean*	4041.625-4042.750=-1.125
σ	2009.307-2010.481=-1.174
min	1219.000-1218.000=1.000
max	7153.000-7154.000=-1.000

*mean*	14.758-13.808=0.950
σ	1.627-1.555=0.072
min	10.947-10.756=0.191
max	16.067-15.758=0.309

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991

*mean*	4041.625-4042.750=-1.125
σ	2009.307-2010.481=-1.174
min	1219.000-1218.000=1.000
max	7153.000-7154.000=-1.000

*mean*	10.149-9.106=1.043
σ	1.611-1.313=0.298
min	9.018-7.720=1.298
max	12.758-11.791=0.967

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404-26.404=0.000

*mean*	4041.625-4042.750=-1.125
σ	2009.307-2010.481=-1.174
min	1219.000-1218.000=1.000
max	7153.000-7154.000=-1.000

*mean*	7.580-6.901=0.678
σ	1.771-1.353=0.418
min	5.922-5.949=-0.026
max	10.410-9.798=0.612

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.666-25.665=0.000
max	25.678

*mean*	4041.625-4042.750=-1.125
σ	2009.307-2010.481=-1.174
min	1219.000-1218.000=1.000
max	7153.000-7154.000=-1.000

*mean*	6.201-5.636=0.565
σ	0.478-0.588=-0.110
min	5.892-5.327=0.565
max	7.365-7.065=0.300

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4041.625-4042.750=-1.125
σ	2009.307-2010.481=-1.174
min	1219.000-1218.000=1.000
max	7153.000-7154.000=-1.000

*mean*	6.092-5.513=0.580
σ	0.508-0.576=-0.068
min	5.765-5.191=0.574
max	7.283-6.922=0.361

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616-1021.616=0.001

*mean*	7153.000-7154.000=-1.000
σ	0.000
min	7153.000-7154.000=-1.000
max	7153.000-7154.000=-1.000

*mean*	363.243-411.050=-47.807
σ	41.825-182.545=-140.720
min	346.249-344.469=1.780
max	466.685-862.814=-396.129

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.001
σ	0.469-0.469=-0.000
min	7917.625-7917.625=0.000
max	7918.954

*mean*	3272.750-3273.625=-0.875
σ	1822.430-1824.000=-1.570
min	809.000-811.000=-2.000
max	5620.000-5622.000=-2.000

*mean*	3674.043-3686.461=-12.418
σ	1078.355-1063.861=14.494
min	3076.289-3105.110=-28.821
max	6145.501-6140.530=4.971

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4041.625-4042.750=-1.125
σ	2009.307-2010.481=-1.174
min	1219.000-1218.000=1.000
max	7153.000-7154.000=-1.000

*mean*	89.806-82.775=7.030
σ	22.363-15.042=7.321
min	71.081-69.771=1.309
max	126.539-102.594=23.945

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950

*mean*	7153.000-7154.000=-1.000
σ	0.000
min	7153.000-7154.000=-1.000
max	7153.000-7154.000=-1.000

*mean*	61.416-60.491=0.925
σ	1.035-0.337=0.699
min	60.532-60.005=0.527
max	63.847-61.049=2.797

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691

*mean*	7153.000-7154.000=-1.000
σ	0.000
min	7153.000-7154.000=-1.000
max	7153.000-7154.000=-1.000

*mean*	239.402-99.625=139.777
σ	291.189-0.564=290.625
min	99.968-98.670=1.298
max	911.214-100.387=810.827

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.304-4.304=-0.000
min	14215.576-14215.575=0.001
max	14227.821-14227.821=-0.000

*mean*	4041.625-4042.750=-1.125
σ	2009.307-2010.481=-1.174
min	1219.000-1218.000=1.000
max	7153.000-7154.000=-1.000

*mean*	8137.132-7870.730=266.402
σ	1744.434-1930.013=-185.578
min	6000.754-5966.533=34.221
max	10452.847-10916.122=-463.275

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.108=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7153.000-7154.000=-1.000
σ	0.000
min	7153.000-7154.000=-1.000
max	7153.000-7154.000=-1.000

*mean*	5291.654-5192.748=98.906
σ	625.350-303.813=321.538
min	4993.964-4960.875=33.089
max	6785.182-5728.814=1056.368

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	378.455-386.745=-8.291
σ	33.870-13.673=20.197
min	295.297-354.047=-58.749
max	395.111-398.102=-2.991

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000
σ	0.000
min	561.000
max	561.000

*mean*	749.529-728.954=20.574
σ	38.900-64.056=-25.156
min	674.347-630.865=43.482
max	784.553-786.335=-1.782

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.299=0.001
σ	0.758-0.759=-0.000
min	1023.824-1023.826=-0.002
max	1027.437-1027.438=-0.001

*mean*	1037.400-1040.300=-2.900
σ	303.338-300.346=2.992
min	554.000
max	1461.000-1462.000=-1.000

*mean*	1.555-1.542=0.013
σ	0.119-0.063=0.056
min	1.376-1.475=-0.100
max	1.902-1.703=0.199

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.303-0.296=0.007
σ	0.296-0.293=0.003
min	0.145-0.139=0.006
max	0.827-0.816=0.011

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.476=0.007
σ	0.332-0.317=0.015
min	0.318-0.327=-0.009
max	1.076-1.043=0.033

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.224=-0.004
σ	0.025-0.022=0.003
min	0.199-0.208=-0.009
max	0.261-0.259=0.003

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.325-0.332=-0.007
σ	0.016-0.018=-0.002
min	0.311-0.311=0.001
max	0.352-0.358=-0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-436.200=-0.200
σ	2.236-5.541=-3.305
min	432.000-431.000=1.000
max	437.000-442.000=-5.000

*mean*	0.534-0.576=-0.041
σ	0.050-0.042=0.008
min	0.476-0.510=-0.034
max	0.576-0.618=-0.042

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.423-0.481=-0.059
σ	0.045-0.024=0.021
min	0.385-0.461=-0.075
max	0.472-0.519=-0.047

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	1.987-2.701=-0.715
σ	0.120-0.105=0.015
min	1.842-2.435=-0.594
max	2.620-3.130=-0.510

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	1.954-2.629=-0.676
σ	0.073-0.105=-0.032
min	1.820-2.470=-0.649
max	2.206-3.174=-0.968

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.299-0.308=-0.009
σ	0.008-0.010=-0.002
min	0.287-0.295=-0.009
max	0.349-0.371=-0.022

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.288-0.292=-0.004
σ	0.010-0.007=0.002
min	0.275-0.279=-0.004
max	0.347-0.320=0.027

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.827
σ	11.577
min	0.574
max	98.231

*mean*	462.374
σ	20.749
min	406.000
max	479.000

*mean*	0.027
σ	0.028
min	0.001
max	0.235

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.602-298.576=0.026
σ	1.040-1.018=0.021
min	298.190-298.200=-0.010
max	301.557-301.473=0.083

*mean*	441.100-440.900=0.200
σ	16.292-16.716=-0.424
min	414.000-417.000=-3.000
max	464.000-468.000=-4.000

*mean*	0.598-0.608=-0.010
σ	0.030-0.013=0.017
min	0.552-0.582=-0.030
max	0.644-0.627=0.017

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1064.250-824.000=240.250
σ	33.234-0.000=33.234
min	982.000-824.000=158.000
max	1076.000-824.000=252.000

*mean*	206.639-204.729=1.910
σ	4.517-2.903=1.614
min	199.408-198.860=0.548
max	212.355-208.375=3.980

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1064.250-822.375=241.875
σ	33.234-4.596=28.638
min	982.000-811.000=171.000
max	1076.000-824.000=252.000

*mean*	9.833-7.798=2.036
σ	2.641-2.271=0.371
min	6.690-6.210=0.480
max	15.566-12.709=2.857

phase=parser

*mean*	1042.363-1042.363=-0.000
σ	0.000-0.000=0.000
min	1042.362
max	1042.363

*mean*	1064.250-822.000=242.250
σ	33.234-5.657=27.577
min	982.000-808.000=174.000
max	1076.000-824.000=252.000

*mean*	565.353-491.884=73.469
σ	119.799-123.234=-3.435
min	415.809-376.398=39.410
max	838.638-757.344=81.293

phase=processProdDef

*mean*	4850.764
σ	0.000
min	4850.764
max	4850.764

*mean*	1076.000-824.000=252.000
σ	0.000
min	1076.000-824.000=252.000
max	1076.000-824.000=252.000

*mean*	4932.874-5006.327=-73.453
σ	394.559-457.922=-63.363
min	4298.707-4413.899=-115.191
max	5348.879-5542.613=-193.734

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.250-824.000=240.250
σ	33.234-0.000=33.234
min	982.000-824.000=158.000
max	1076.000-824.000=252.000

*mean*	37.278-43.012=-5.734
σ	10.730-9.506=1.224
min	20.856-20.968=-0.112
max	56.279-52.072=4.207

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1064.250-824.000=240.250
σ	33.234-0.000=33.234
min	982.000-824.000=158.000
max	1076.000-824.000=252.000

*mean*	749.448-747.922=1.525
σ	112.095-54.071=58.024
min	650.121-674.549=-24.428
max	943.251-843.720=99.531

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.820=0.000
σ	0.039-0.038=0.001
min	293.768-293.767=0.001
max	293.860-293.859=0.001

*mean*	446.000-443.800=2.200
σ	0.000-1.095=-1.095
min	446.000-443.000=3.000
max	446.000-445.000=1.000

*mean*	0.392-0.395=-0.003
σ	0.001-0.005=-0.004
min	0.391-0.390=0.001
max	0.394-0.403=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.181-1320.202=-0.021
σ	0.097-0.045=0.052
min	1320.052-1320.146=-0.093
max	1320.323-1320.254=0.069

*mean*	1073.400-1094.000=-20.600
σ	168.381-182.553=-14.171
min	845.000-840.000=5.000
max	1275.000-1310.000=-35.000

*mean*	2.108-2.219=-0.110
σ	0.162-0.058=0.103
min	1.991-2.130=-0.139
max	2.392-2.288=0.104

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.582-1560.638=-0.057
σ	6.249-6.213=0.037
min	1557.551-1557.681=-0.130
max	1571.754-1571.749=0.005

*mean*	620.200-618.600=1.600
σ	82.687-82.312=0.375
min	495.000-494.000=1.000
max	717.000-715.000=2.000

*mean*	2.311-2.373=-0.063
σ	0.237-0.202=0.035
min	2.135-2.227=-0.092
max	2.719-2.658=0.061

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.178-1882.148=0.030
σ	0.056-0.043=0.013
min	1882.115-1882.104=0.010
max	1882.247-1882.213=0.034

*mean*	1698.600-1737.400=-38.800
σ	246.417-230.084=16.333
min	1395.000-1433.000=-38.000
max	2024.000-1955.000=69.000

*mean*	2.952-3.059=-0.108
σ	0.095-0.196=-0.101
min	2.835-2.883=-0.048
max	3.077-3.318=-0.241

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.780-1.699=0.081
σ	0.189-0.144=0.046
min	1.453-1.513=-0.060
max	1.930-1.839=0.091

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.081=0.002
σ	582.725-582.722=0.003
min	160.716-160.718=-0.002
max	1326.170-1326.164=0.006

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.534-0.547=-0.013
σ	0.527-0.546=-0.019
min	0.263-0.269=-0.005
max	1.325-1.366=-0.041

policies=20

*mean*	1607.518-1607.525=-0.007
σ	0.420-0.425=-0.005
min	1607.246-1607.235=0.011
max	1608.143-1608.154=-0.011

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.000-450.500=-2.500
σ	9.238-8.660=0.577
min	440.000-443.000=-3.000
max	456.000-458.000=-2.000

*mean*	2.697-2.700=-0.003
σ	0.014-0.011=0.002
min	2.683-2.686=-0.003
max	2.709-2.712=-0.003

policies=200

*mean*	16083.446-16083.445=0.001
σ	0.076-0.053=0.024
min	16083.371-16083.399=-0.028
max	16083.552-16083.516=0.037

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.250-497.500=-1.250
σ	3.304-3.873=-0.569
min	492.000-493.000=-1.000
max	500.000-502.000=-2.000

*mean*	27.059-27.197=-0.138
σ	0.083-0.104=-0.020
min	26.951-27.043=-0.092
max	27.153-27.264=-0.111