Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.719-54.717=0.002
σ	0.365-0.366=-0.001
min	54.571-54.563=0.008
max	55.757-55.756=0.000

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.142-0.140=0.002
σ	0.010-0.005=0.005
min	0.135-0.131=0.004
max	0.170-0.148=0.022

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.777=-0.001
σ	0.008-0.008=0.000
min	43.766-43.765=0.002
max	43.792-43.792=0.000

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.121-0.123=-0.002
σ	0.005-0.003=0.001
min	0.115-0.120=-0.005
max	0.128-0.129=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4427.500-4590.875=-163.375
σ	2227.908-2246.461=-18.553
min	1483.000-1482.000=1.000
max	7410.000-7381.000=29.000

*mean*	13.323-118.853=-105.530
σ	3.424-302.977=-299.554
min	11.876-11.299=0.577
max	21.757-868.684=-846.927

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.001

*mean*	4607.375-4590.875=16.500
σ	2258.886-2246.461=12.425
min	1483.000-1482.000=1.000
max	7410.000-7381.000=29.000

*mean*	144.524-13.210=131.314
σ	369.296-4.402=364.894
min	11.432-10.919=0.513
max	1058.446-23.969=1034.477

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=-0.000

*mean*	7410.000-7381.000=29.000
σ	0.000
min	7410.000-7381.000=29.000
max	7410.000-7381.000=29.000

*mean*	11.077-10.386=0.691
σ	0.329-0.235=0.094
min	10.754-10.077=0.678
max	11.780-10.804=0.977

op=table_records(), repeat

*mean*	41.924-41.925=-0.000
σ	0.000-0.000=0.000
min	41.924-41.924=-0.000
max	41.925-41.925=0.000

*mean*	4198.125-4183.500=14.625
σ	1954.686-1943.250=11.436
min	1483.000-1482.000=1.000
max	7410.000-7381.000=29.000

*mean*	11.179-10.770=0.410
σ	0.981-1.375=-0.394
min	10.692-9.986=0.706
max	13.581-14.147=-0.566

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.136-0.137=-0.000
min	27.584-27.584=-0.000
max	27.971-27.971=-0.000

*mean*	4198.125-4183.500=14.625
σ	1954.686-1943.250=11.436
min	1483.000-1482.000=1.000
max	7410.000-7381.000=29.000

*mean*	8.825-8.252=0.573
σ	0.578-0.567=0.011
min	8.071-7.490=0.580
max	10.059-9.498=0.561

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=0.000
min	26.384
max	26.384-26.384=0.000

*mean*	4198.125-4183.500=14.625
σ	1954.686-1943.250=11.436
min	1483.000-1482.000=1.000
max	7410.000-7381.000=29.000

*mean*	6.911-6.385=0.526
σ	0.335-0.444=-0.109
min	6.571-5.909=0.662
max	7.674-7.386=0.288

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4607.375-4590.875=16.500
σ	2258.886-2246.461=12.425
min	1483.000-1482.000=1.000
max	7410.000-7381.000=29.000

*mean*	6.698-5.813=0.885
σ	1.248-0.976=0.272
min	5.816-5.362=0.455
max	8.895-8.214=0.681

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961-25.961=0.000
max	25.962-25.962=-0.000

*mean*	4607.375-4590.875=16.500
σ	2258.886-2246.461=12.425
min	1483.000-1482.000=1.000
max	7410.000-7381.000=29.000

*mean*	6.372-5.715=0.656
σ	1.120-1.019=0.100
min	5.617-5.194=0.423
max	8.866-8.229=0.636

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7410.000-7381.000=29.000
σ	0.000
min	7410.000-7381.000=29.000
max	7410.000-7381.000=29.000

*mean*	348.220-568.386=-220.165
σ	1.714-619.484=-617.770
min	346.734-347.201=-0.467
max	351.943-2101.523=-1749.580

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.977=0.001

*mean*	3771.125-3758.250=12.875
σ	2310.858-2298.412=12.445
min	720.000
max	7410.000-7381.000=29.000

*mean*	1770.888-1760.276=10.612
σ	639.278-678.547=-39.269
min	1384.985-1390.505=-5.520
max	2827.819-2943.861=-116.042

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.841-107.842=-0.001

*mean*	4198.125-4412.625=-214.500
σ	1954.686-2216.036=-261.350
min	1483.000-1482.000=1.000
max	7410.000-7381.000=29.000

*mean*	135.174-231.555=-96.382
σ	3.193-276.539=-273.346
min	131.423-124.197=7.226
max	141.978-915.478=-773.500

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065-62.065=0.000
max	62.069-62.068=0.001

*mean*	4427.500-4412.625=14.875
σ	2227.908-2216.036=11.873
min	1483.000-1482.000=1.000
max	7410.000-7381.000=29.000

*mean*	162.413-43.830=118.582
σ	339.324-6.698=332.626
min	40.894-39.787=1.107
max	1002.192-60.289=941.903

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7410.000-7381.000=29.000
σ	0.000
min	7410.000-7381.000=29.000
max	7410.000-7381.000=29.000

*mean*	93.575-22.297=71.278
σ	201.926-1.856=200.070
min	21.621-20.788=0.834
max	593.311-25.392=567.919

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296-71.296=-0.000

*mean*	7410.000-7381.000=29.000
σ	0.000
min	7410.000-7381.000=29.000
max	7410.000-7381.000=29.000

*mean*	59.879-56.673=3.207
σ	8.891-2.763=6.128
min	55.814-54.866=0.948
max	81.628-62.784=18.844

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4198.125-4183.500=14.625
σ	1954.686-1943.250=11.436
min	1483.000-1482.000=1.000
max	7410.000-7381.000=29.000

*mean*	3277.700-3226.635=51.066
σ	755.289-726.986=28.303
min	2507.232-2492.587=14.645
max	4677.407-4466.481=210.925

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7410.000-7381.000=29.000
σ	0.000
min	7410.000-7381.000=29.000
max	7410.000-7381.000=29.000

*mean*	982.542-1014.848=-32.305
σ	90.479-208.290=-117.812
min	929.331-910.807=18.524
max	1173.597-1515.616=-342.019

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.083=-0.000
σ	0.002-0.002=0.000
min	905.080
max	905.086

*mean*	7410.000-7381.000=29.000
σ	0.000
min	7410.000-7381.000=29.000
max	7410.000-7381.000=29.000

*mean*	400.375-493.792=-93.417
σ	2.549-232.367=-229.818
min	396.268-390.356=5.912
max	403.828-1058.062=-654.234

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-477.500=0.500
σ	0.000-0.535=-0.535
min	478.000-477.000=1.000
max	478.000

*mean*	364.355-398.757=-34.402
σ	34.626-26.804=7.822
min	319.410-367.981=-48.571
max	419.155-431.915=-12.759

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	557.000-564.000=-7.000
σ	1.309-1.069=0.240
min	555.000-563.000=-8.000
max	558.000-565.000=-7.000

*mean*	754.437-786.095=-31.658
σ	45.057-52.566=-7.509
min	677.693-727.363=-49.670
max	793.820-861.865=-68.045

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-964.530=0.000
σ	1.820-1.822=-0.002
min	963.823-963.823=-0.000
max	972.225-972.234=-0.009

*mean*	1039.300-1038.650=0.650
σ	310.569-310.741=-0.172
min	536.000-535.000=1.000
max	1534.000-1533.000=1.000

*mean*	1.247-1.272=-0.025
σ	0.080-0.099=-0.019
min	1.166-1.177=-0.011
max	1.470-1.563=-0.093

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.403-0.406=-0.003
σ	0.527-0.512=0.015
min	0.142-0.150=-0.008
max	1.344-1.321=0.022

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.477=-0.002
σ	0.324-0.316=0.008
min	0.318-0.325=-0.007
max	1.054-1.042=0.013

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.215=0.003
σ	0.022-0.020=0.002
min	0.201-0.202=-0.001
max	0.257-0.250=0.007

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.348-0.330=0.019
σ	0.018-0.021=-0.003
min	0.333-0.313=0.020
max	0.373-0.365=0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838
σ	0.009
min	964.833
max	964.855

*mean*	430.600-431.000=-0.400
σ	0.548-0.000=0.548
min	430.000-431.000=-1.000
max	431.000

*mean*	0.539-0.530=0.008
σ	0.045-0.033=0.012
min	0.470-0.483=-0.013
max	0.590-0.576=0.014

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.469-0.490=-0.021
σ	0.055-0.030=0.025
min	0.386-0.455=-0.069
max	0.517-0.530=-0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.594-1.982=0.612
σ	0.099-0.077=0.022
min	2.415-1.869=0.547
max	3.015-2.319=0.696

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.561-1.948=0.613
σ	0.061-0.083=-0.021
min	2.445-1.836=0.609
max	2.711-2.409=0.302

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.314-0.307=0.007
σ	0.061-0.028=0.033
min	0.292-0.288=0.005
max	0.785-0.555=0.231

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.293-0.289=0.004
σ	0.047-0.007=0.040
min	0.275-0.274=0.001
max	0.748-0.317=0.431

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.405-12.074=-0.668
σ	12.589-12.320=0.270
min	0.573-0.714=-0.141
max	115.705-109.348=6.357

*mean*	461.949-465.264=-3.315
σ	19.211-19.904=-0.692
min	407.000-408.000=-1.000
max	478.000-479.000=-1.000

*mean*	0.026-0.027=-0.001
σ	0.031-0.030=0.001
min	0.001-0.001=-0.000
max	0.271-0.259=0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.707-278.907=-0.199
σ	1.060-1.018=0.041
min	278.291-278.498=-0.207
max	281.719-281.802=-0.083

*mean*	444.500-444.900=-0.400
σ	20.283-20.685=-0.402
min	416.000-413.000=3.000
max	474.000-477.000=-3.000

*mean*	0.585-0.589=-0.005
σ	0.013-0.011=0.002
min	0.566-0.580=-0.014
max	0.607-0.611=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	230.505-233.350=-2.844
σ	23.126-16.925=6.202
min	188.432-192.263=-3.831
max	248.434-244.658=3.775

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	6.388-7.039=-0.651
σ	1.053-2.173=-1.120
min	5.862-5.789=0.073
max	8.977-11.766=-2.788

phase=parser

*mean*	1041.966-1041.966=0.000
σ	0.000-0.000=-0.000
min	1041.966
max	1041.966

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	543.045-558.735=-15.690
σ	101.729-121.971=-20.242
min	376.239-373.972=2.268
max	605.360-724.538=-119.178

phase=processProdDef

*mean*	2243.715
σ	0.000
min	2243.715
max	2243.715

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	2521.413-2738.004=-216.591
σ	479.419-587.721=-108.302
min	1929.961-1678.877=251.084
max	3332.635-3254.231=78.404

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	28.329-31.033=-2.704
σ	11.147-10.401=0.745
min	19.959-20.128=-0.170
max	42.079-46.975=-4.896

phase=type checker

*mean*	958.600
σ	0.047
min	958.577
max	958.702

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	652.655-698.361=-45.705
σ	46.829-77.994=-31.165
min	611.982-611.002=0.980
max	743.053-834.127=-91.074

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.360=-0.001
σ	0.036-0.036=0.001
min	282.307-282.309=-0.002
max	282.396-282.396=0.000

*mean*	441.400-441.000=0.400
σ	3.286-2.739=0.548
min	439.000
max	445.000-444.000=1.000

*mean*	0.385-0.378=0.008
σ	0.012-0.004=0.008
min	0.371-0.374=-0.003
max	0.397-0.385=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.611-1267.590=0.021
σ	0.108-0.110=-0.001
min	1267.457-1267.479=-0.022
max	1267.761-1267.773=-0.012

*mean*	1090.000-1083.200=6.800
σ	163.559-180.284=-16.725
min	895.000-869.000=26.000
max	1315.000-1313.000=2.000

*mean*	2.117-1.989=0.128
σ	0.205-0.174=0.031
min	1.807-1.796=0.011
max	2.361-2.175=0.186

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.534-1506.522=0.012
σ	2.948-2.968=-0.020
min	1505.022-1504.967=0.055
max	1511.796-1511.818=-0.022

*mean*	627.000-629.000=-2.000
σ	87.164-81.508=5.656
min	497.000-504.000=-7.000
max	729.000-719.000=10.000

*mean*	2.188-2.199=-0.010
σ	0.140-0.250=-0.110
min	2.094-2.047=0.048
max	2.434-2.643=-0.209

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.570-1829.569=0.001
σ	0.043-0.045=-0.002
min	1829.512-1829.511=0.001
max	1829.610-1829.610=0.001

*mean*	1736.600-1738.600=-2.000
σ	175.255-225.756=-50.501
min	1493.000-1446.000=47.000
max	1901.000-1956.000=-55.000

*mean*	2.968-3.045=-0.077
σ	0.304-0.196=0.108
min	2.641-2.812=-0.171
max	3.468-3.328=0.140

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.669-1.699=-0.030
σ	0.082-0.129=-0.047
min	1.552-1.497=0.056
max	1.779-1.840=-0.061

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.850-393.850=0.000
σ	509.574-509.573=0.001
min	139.061-139.061=-0.000
max	1158.211-1158.209=0.002

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	440.000-434.000=6.000
σ	0.000
min	440.000-434.000=6.000
max	440.000-434.000=6.000

*mean*	0.479-0.488=-0.009
σ	0.498-0.504=-0.007
min	0.228-0.227=0.001
max	1.225-1.244=-0.019

policies=20

*mean*	1390.716-1390.716=0.000
σ	0.166-0.164=0.003
min	1390.598-1390.599=-0.000
max	1390.962-1390.958=0.004

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	444.000-444.750=-0.750
σ	8.000-11.471=-3.471
min	440.000-434.000=6.000
max	456.000-461.000=-5.000

*mean*	2.316-2.317=-0.001
σ	0.018-0.022=-0.004
min	2.305-2.286=0.019
max	2.342-2.332=0.010

policies=200

*mean*	13915.851-13915.867=-0.016
σ	0.154-0.153=0.001
min	13915.705-13915.718=-0.013
max	13916.040-13916.048=-0.008

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.000-495.250=-0.250
σ	5.292-4.031=1.260
min	488.000-491.000=-3.000
max	500.000

*mean*	23.356-23.362=-0.006
σ	0.088-0.127=-0.039
min	23.278-23.182=0.096
max	23.443-23.479=-0.036