Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.813-57.814=-0.001
σ	0.362-0.363=-0.002
min	57.672-57.667=0.005
max	58.842-58.846=-0.004

*mean*	419.000-421.000=-2.000
σ	0.000
min	419.000-421.000=-2.000
max	419.000-421.000=-2.000

*mean*	0.149-0.146=0.002
σ	0.005-0.006=-0.001
min	0.144-0.140=0.003
max	0.158-0.158=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-46.895=0.004
σ	0.008-0.006=0.002
min	46.886-46.884=0.001
max	46.918-46.906=0.012

*mean*	419.000-421.000=-2.000
σ	0.000
min	419.000-421.000=-2.000
max	419.000-421.000=-2.000

*mean*	0.135-0.129=0.006
σ	0.006-0.005=0.000
min	0.128-0.124=0.004
max	0.146-0.140=0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.000

*mean*	4423.000-4590.625=-167.625
σ	2224.564-2255.452=-30.888
min	1487.000
max	7401.000-7405.000=-4.000

*mean*	13.424-13.860=-0.436
σ	3.585-3.934=-0.349
min	11.987-11.757=0.230
max	22.292-22.390=-0.098

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605-36.605=-0.000
max	36.606-36.605=0.001

*mean*	4602.250-4590.625=11.625
σ	2255.509-2255.452=0.057
min	1487.000
max	7401.000-7405.000=-4.000

*mean*	115.556-14.133=101.423
σ	287.520-3.508=284.012
min	11.817-11.509=0.308
max	827.091-21.425=805.666

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.943-41.942=0.001

*mean*	7401.000-7405.000=-4.000
σ	0.000
min	7401.000-7405.000=-4.000
max	7401.000-7405.000=-4.000

*mean*	11.267-11.063=0.204
σ	0.163-0.110=0.053
min	11.117-10.937=0.180
max	11.512-11.261=0.251

op=table_records(), repeat

*mean*	41.925-41.925=-0.001
σ	0.000-0.001=-0.001
min	41.924-41.924=0.000
max	41.925-41.928=-0.003

*mean*	4193.875-4178.125=15.750
σ	1951.679-1948.014=3.665
min	1487.000
max	7401.000-7405.000=-4.000

*mean*	11.814-11.548=0.266
σ	1.780-1.925=-0.145
min	10.774-10.688=0.086
max	16.162-16.296=-0.133

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.136-0.137=-0.000
min	27.585-27.585=-0.000
max	27.972

*mean*	4193.875-4178.125=15.750
σ	1951.679-1948.014=3.665
min	1487.000
max	7401.000-7405.000=-4.000

*mean*	9.109-9.170=-0.061
σ	1.338-1.303=0.034
min	8.023-8.254=-0.231
max	12.350-12.340=0.010

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=-0.000
min	26.385
max	26.385-26.385=-0.000

*mean*	4193.875-4178.125=15.750
σ	1951.679-1948.014=3.665
min	1487.000
max	7401.000-7405.000=-4.000

*mean*	7.041-7.137=-0.096
σ	0.804-0.922=-0.118
min	6.376-6.464=-0.088
max	8.987-9.380=-0.393

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674

*mean*	4602.250-4590.625=11.625
σ	2255.509-2255.452=0.057
min	1487.000
max	7401.000-7405.000=-4.000

*mean*	6.687-6.518=0.169
σ	1.292-1.028=0.264
min	5.863-5.799=0.063
max	9.145-8.809=0.336

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.001-0.001=0.000
min	25.962
max	25.964

*mean*	4602.250-4590.625=11.625
σ	2255.509-2255.452=0.057
min	1487.000
max	7401.000-7405.000=-4.000

*mean*	6.478-6.354=0.124
σ	1.168-1.089=0.079
min	5.794-5.716=0.078
max	9.066-8.804=0.262

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002-0.002=0.000
min	1021.597
max	1021.602

*mean*	7401.000-7405.000=-4.000
σ	0.000
min	7401.000-7405.000=-4.000
max	7401.000-7405.000=-4.000

*mean*	348.371-362.081=-13.710
σ	2.048-43.789=-41.741
min	346.681-342.974=3.708
max	351.493-470.330=-118.837

op=load_product(), with indexes

*mean*	3495.846-3495.846=0.000
σ	0.455-0.455=0.000
min	3495.685
max	3496.972-3496.971=0.001

*mean*	3767.125-3755.000=12.125
σ	2307.462-2301.686=5.775
min	720.000
max	7401.000-7405.000=-4.000

*mean*	1742.688-1794.295=-51.607
σ	565.857-679.452=-113.594
min	1413.538-1394.854=18.684
max	2858.202-2979.195=-120.993

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842-107.842=-0.000

*mean*	4193.875-4411.500=-217.625
σ	1951.679-2226.178=-274.499
min	1487.000
max	7401.000-7405.000=-4.000

*mean*	138.187-272.706=-134.519
σ	17.859-380.736=-362.877
min	127.887-127.245=0.642
max	181.229-1213.931=-1032.702

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.070

*mean*	4423.000-4590.625=-167.625
σ	2224.564-2255.452=-30.888
min	1487.000
max	7401.000-7405.000=-4.000

*mean*	158.053-201.168=-43.116
σ	325.710-440.534=-114.824
min	41.093-40.912=0.181
max	964.133-1291.281=-327.148

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=0.000
σ	0.002-0.002=0.000
min	40.926
max	40.930-40.930=0.001

*mean*	7401.000-7405.000=-4.000
σ	0.000
min	7401.000-7405.000=-4.000
max	7401.000-7405.000=-4.000

*mean*	129.739-22.050=107.688
σ	305.602-0.872=304.730
min	21.469-21.463=0.006
max	886.064-24.016=862.049

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.293
max	71.297

*mean*	7401.000-7405.000=-4.000
σ	0.000
min	7401.000-7405.000=-4.000
max	7401.000-7405.000=-4.000

*mean*	60.009-274.544=-214.535
σ	9.663-617.347=-607.684
min	55.775-55.353=0.422
max	83.890-1802.398=-1718.507

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.014-0.014=0.000
min	4646.837
max	4646.876

*mean*	4193.875-4178.125=15.750
σ	1951.679-1948.014=3.665
min	1487.000
max	7401.000-7405.000=-4.000

*mean*	3156.754-3373.941=-217.187
σ	669.997-882.432=-212.435
min	2501.299-2474.130=27.168
max	4359.076-5005.735=-646.659

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=-0.000
σ	0.002-0.002=0.000
min	1973.829
max	1973.833

*mean*	7401.000-7405.000=-4.000
σ	0.000
min	7401.000-7405.000=-4.000
max	7401.000-7405.000=-4.000

*mean*	976.650-1073.347=-96.697
σ	83.095-277.764=-194.669
min	928.891-912.352=16.539
max	1154.340-1700.239=-545.898

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7401.000-7405.000=-4.000
σ	0.000
min	7401.000-7405.000=-4.000
max	7401.000-7405.000=-4.000

*mean*	397.864-393.841=4.022
σ	8.748-3.429=5.318
min	380.260-387.936=-7.676
max	412.102-399.923=12.179

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000
σ	0.000
min	479.000
max	479.000

*mean*	383.836-378.836=5.000
σ	23.753-33.115=-9.363
min	354.930-321.888=33.042
max	421.170-428.806=-7.635

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000-560.250=-1.250
σ	0.000-1.753=-1.753
min	559.000-558.000=1.000
max	559.000-563.000=-4.000

*mean*	736.093-726.998=9.094
σ	83.255-81.880=1.376
min	627.398-622.573=4.825
max	846.698-859.872=-13.175

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.305-977.305=0.000
σ	2.438-2.438=-0.000
min	976.458-976.459=-0.001
max	987.636-987.637=-0.001

*mean*	1037.400-1060.250=-22.850
σ	320.172-317.197=2.974
min	533.000-580.000=-47.000
max	1501.000-1533.000=-32.000

*mean*	1.332-1.362=-0.030
σ	0.105-0.158=-0.053
min	1.231-1.230=0.001
max	1.579-1.802=-0.223

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.302-0.301=0.002
σ	0.280-0.289=-0.009
min	0.136-0.140=-0.004
max	0.793-0.815=-0.021

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.474-0.474=0.000
σ	0.324-0.314=0.009
min	0.323-0.325=-0.001
max	1.052-1.036=0.016

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.220-0.220=0.001
σ	0.022-0.027=-0.004
min	0.196-0.202=-0.006
max	0.257-0.267=-0.010

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.344-0.337=0.006
σ	0.018-0.016=0.002
min	0.331-0.328=0.003
max	0.375-0.366=0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	435.800-431.000=4.800
σ	6.017-0.000=6.017
min	430.000-431.000=-1.000
max	442.000-431.000=11.000

*mean*	0.634-0.598=0.036
σ	0.121-0.012=0.109
min	0.442-0.583=-0.140
max	0.744-0.616=0.128

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.629-0.494=0.135
σ	0.030-0.033=-0.003
min	0.577-0.442=0.135
max	0.650-0.522=0.127

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	3.467-2.652=0.815
σ	0.235-0.100=0.135
min	2.746-2.465=0.281
max	4.000-2.997=1.002

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	3.508-2.590=0.917
σ	0.071-0.074=-0.003
min	3.337-2.464=0.873
max	3.731-2.933=0.798

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.542-0.303=0.239
σ	0.025-0.008=0.017
min	0.513-0.288=0.225
max	0.746-0.349=0.397

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.513-0.290=0.223
σ	0.014-0.009=0.005
min	0.491-0.275=0.215
max	0.598-0.338=0.260

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.518-11.419=0.100
σ	12.527-12.354=0.172
min	0.722-0.574=0.149
max	107.736-106.172=1.564

*mean*	464.588-461.611=2.977
σ	21.240-19.465=1.775
min	406.000
max	480.000

*mean*	0.027-0.026=0.000
σ	0.031-0.030=0.001
min	0.001-0.001=-0.000
max	0.254-0.262=-0.008

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.270-294.078=0.192
σ	1.048-1.097=-0.049
min	293.822-293.646=0.175
max	297.247-297.195=0.052

*mean*	441.200-441.900=-0.700
σ	15.164-17.143=-1.979
min	414.000-415.000=-1.000
max	461.000-462.000=-1.000

*mean*	0.614-0.596=0.019
σ	0.010-0.019=-0.009
min	0.591-0.559=0.032
max	0.630-0.624=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	851.000-849.000=2.000
σ	0.000
min	851.000-849.000=2.000
max	851.000-849.000=2.000

*mean*	151.435-151.377=0.058
σ	11.321-12.324=-1.002
min	131.858-136.905=-5.047
max	164.216-168.074=-3.858

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	851.000-849.000=2.000
σ	0.000
min	851.000-849.000=2.000
max	851.000-849.000=2.000

*mean*	8.350-8.264=0.086
σ	2.708-0.980=1.728
min	5.812-6.876=-1.065
max	12.026-9.035=2.990

phase=parser

*mean*	1042.132-1042.130=0.002
σ	0.000-0.000=-0.000
min	1042.132-1042.130=0.002
max	1042.132-1042.131=0.002

*mean*	851.000-849.000=2.000
σ	0.000
min	851.000-849.000=2.000
max	851.000-849.000=2.000

*mean*	542.382-547.529=-5.147
σ	146.667-85.163=61.505
min	376.690-442.558=-65.869
max	721.694-613.881=107.813

phase=processProdDef

*mean*	2241.194-2241.195=-0.001
σ	0.000
min	2241.194-2241.195=-0.001
max	2241.194-2241.195=-0.001

*mean*	851.000-849.000=2.000
σ	0.000
min	851.000-849.000=2.000
max	851.000-849.000=2.000

*mean*	2668.224-2928.141=-259.917
σ	466.634-297.315=169.318
min	1985.269-2533.575=-548.307
max	3252.275-3212.842=39.432

phase=renaming

*mean*	21.434-21.433=0.000
σ	0.000
min	21.434-21.433=0.000
max	21.434-21.433=0.000

*mean*	851.000-849.000=2.000
σ	0.000
min	851.000-849.000=2.000
max	851.000-849.000=2.000

*mean*	37.858-44.099=-6.241
σ	9.449-4.653=4.796
min	20.322-36.705=-16.382
max	47.405-49.177=-1.771

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	851.000-849.000=2.000
σ	0.000
min	851.000-849.000=2.000
max	851.000-849.000=2.000

*mean*	764.176-667.057=97.119
σ	63.456-16.154=47.302
min	655.987-644.093=11.894
max	840.744-686.618=154.126

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.244-328.245=-0.001
σ	0.041-0.041=-0.000
min	328.186-328.187=-0.001
max	328.287-328.288=-0.002

*mean*	444.000-443.800=0.200
σ	0.000-1.095=-1.095
min	444.000-443.000=1.000
max	444.000-445.000=-1.000

*mean*	0.432-0.432=0.000
σ	0.007-0.007=0.000
min	0.426-0.426=-0.000
max	0.442-0.443=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.455-1313.451=0.003
σ	0.134-0.129=0.005
min	1313.335-1313.352=-0.017
max	1313.680-1313.672=0.008

*mean*	1099.400-1080.600=18.800
σ	180.805-184.760=-3.956
min	862.000-853.000=9.000
max	1318.000-1324.000=-6.000

*mean*	1.985-1.869=0.117
σ	0.121-0.039=0.083
min	1.845-1.830=0.014
max	2.170-1.915=0.255

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.430-1552.440=-0.010
σ	3.029-3.055=-0.026
min	1550.902-1550.871=0.031
max	1557.839-1557.893=-0.053

*mean*	638.200-625.400=12.800
σ	68.361-59.668=8.693
min	543.000-545.000=-2.000
max	721.000-702.000=19.000

*mean*	2.236-2.310=-0.074
σ	0.226-0.180=0.046
min	2.014-2.127=-0.113
max	2.587-2.512=0.075

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.451-1875.442=0.009
σ	0.058-0.045=0.013
min	1875.377-1875.381=-0.004
max	1875.523-1875.477=0.046

*mean*	1733.600-1709.800=23.800
σ	192.585-239.230=-46.646
min	1468.000-1430.000=38.000
max	1914.000-2046.000=-132.000

*mean*	2.981-2.943=0.038
σ	0.121-0.212=-0.091
min	2.834-2.709=0.125
max	3.121-3.255=-0.134

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.598-1.653=-0.055
σ	0.163-0.188=-0.025
min	1.461-1.330=0.131
max	1.844-1.804=0.040

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.344-420.342=0.002
σ	509.317-509.315=0.002
min	165.684-165.682=0.002
max	1184.319-1184.314=0.006

*mean*	103.750
σ	7.500
min	100.000
max	115.000

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.524-0.526=-0.002
σ	0.490-0.515=-0.024
min	0.274-0.267=0.007
max	1.259-1.297=-0.038

policies=20

*mean*	1657.055-1657.036=0.019
σ	0.400-0.383=0.017
min	1656.815-1656.804=0.011
max	1657.651-1657.608=0.043

*mean*	1000.000
σ	0.000
min	1000.000
max	1000.000

*mean*	453.000-447.250=5.750
σ	11.860-9.500=2.360
min	444.000-437.000=7.000
max	469.000-460.000=9.000

*mean*	2.676-2.664=0.013
σ	0.007-0.013=-0.006
min	2.667-2.650=0.017
max	2.682-2.680=0.002

policies=200

*mean*	16578.393-16578.385=0.008
σ	0.029-0.136=-0.107
min	16578.370-16578.219=0.151
max	16578.432-16578.510=-0.078

*mean*	10000.000
σ	0.000
min	10000.000
max	10000.000

*mean*	503.000-501.250=1.750
σ	4.967-6.652=-1.686
min	496.000-492.000=4.000
max	507.000

*mean*	26.918-26.901=0.018
σ	0.119-0.124=-0.005
min	26.835-26.816=0.019
max	27.090-27.084=0.005