Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.133
σ	0.000
min	446.133
max	446.133

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.818-57.818=-0.000
σ	0.360-0.361=-0.001
min	57.685-57.677=0.009
max	58.841-58.844=-0.002

*mean*	415.000-420.000=-5.000
σ	0.000
min	415.000-420.000=-5.000
max	415.000-420.000=-5.000

*mean*	0.148-0.147=0.001
σ	0.004-0.005=-0.001
min	0.145-0.137=0.007
max	0.155-0.154=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-46.899=-0.000
σ	0.006-0.005=0.001
min	46.890-46.890=0.000
max	46.908-46.909=-0.001

*mean*	415.200-420.200=-5.000
σ	0.422
min	415.000-420.000=-5.000
max	416.000-421.000=-5.000

*mean*	0.131-0.131=0.000
σ	0.005-0.005=0.000
min	0.125-0.125=-0.000
max	0.139-0.138=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.605-36.606=-0.000

*mean*	4586.250-4593.250=-7.000
σ	2253.500-2246.076=7.424
min	1487.000-1484.000=3.000
max	7404.000-7379.000=25.000

*mean*	13.593-128.005=-114.412
σ	2.854-326.943=-324.089
min	11.769-11.879=-0.110
max	18.439-937.147=-918.707

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=-0.000
min	36.605-36.605=0.000
max	36.605-36.605=0.000

*mean*	4586.250-4593.250=-7.000
σ	2253.500-2246.076=7.424
min	1487.000-1484.000=3.000
max	7404.000-7379.000=25.000

*mean*	13.185-13.063=0.122
σ	2.758-3.010=-0.252
min	11.506-11.301=0.205
max	18.018-20.380=-2.361

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938
max	41.943-41.942=0.000

*mean*	7404.000-7379.000=25.000
σ	0.000
min	7404.000-7379.000=25.000
max	7404.000-7379.000=25.000

*mean*	11.157-10.968=0.189
σ	0.110-0.413=-0.303
min	11.014-10.208=0.806
max	11.322-11.514=-0.192

op=table_records(), repeat

*mean*	41.925-41.926=-0.000
σ	0.001-0.001=0.000
min	41.924-41.925=-0.000
max	41.929-41.928=0.000

*mean*	4172.125-4186.750=-14.625
σ	1945.008-1943.820=1.189
min	1487.000-1484.000=3.000
max	7404.000-7379.000=25.000

*mean*	11.654-11.471=0.182
σ	1.884-0.922=0.962
min	10.642-10.893=-0.252
max	16.293-13.721=2.572

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=0.000
min	27.585-27.585=-0.000
max	27.972

*mean*	4172.125-4186.750=-14.625
σ	1945.008-1943.820=1.189
min	1487.000-1484.000=3.000
max	7404.000-7379.000=25.000

*mean*	9.165-8.614=0.551
σ	1.378-0.593=0.785
min	8.004-8.239=-0.234
max	12.471-10.041=2.430

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=0.000
min	26.385-26.385=-0.000
max	26.385

*mean*	4172.125-4186.750=-14.625
σ	1945.008-1943.820=1.189
min	1487.000-1484.000=3.000
max	7404.000-7379.000=25.000

*mean*	6.940-6.628=0.312
σ	1.109-0.623=0.487
min	5.850-5.742=0.108
max	9.537-7.960=1.577

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663
σ	0.004-0.004=0.000
min	25.662
max	25.674

*mean*	4586.250-4593.250=-7.000
σ	2253.500-2246.076=7.424
min	1487.000-1484.000=3.000
max	7404.000-7379.000=25.000

*mean*	6.245-6.226=0.018
σ	0.573-1.069=-0.496
min	5.730-5.562=0.167
max	7.232-8.832=-1.600

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.001-0.001=-0.000
min	25.962
max	25.964

*mean*	4586.250-4593.250=-7.000
σ	2253.500-2246.076=7.424
min	1487.000-1484.000=3.000
max	7404.000-7379.000=25.000

*mean*	6.205-6.197=0.008
σ	0.725-1.071=-0.346
min	5.714-5.609=0.104
max	7.445-8.801=-1.357

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=-0.000
σ	0.002-0.002=-0.000
min	1021.597
max	1021.602-1021.602=-0.000

*mean*	7404.000-7379.000=25.000
σ	0.000
min	7404.000-7379.000=25.000
max	7404.000-7379.000=25.000

*mean*	360.666-554.301=-193.635
σ	43.749-592.688=-548.939
min	341.993-343.927=-1.934
max	468.837-2021.127=-1552.290

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=0.000
min	3495.685-3495.685=0.000
max	3496.971

*mean*	3750.750-3760.875=-10.125
σ	2298.184-2299.468=-1.285
min	720.000
max	7404.000-7379.000=25.000

*mean*	1604.641-1741.231=-136.590
σ	420.183-630.810=-210.627
min	1402.265-1392.503=9.762
max	2628.561-2769.218=-140.657

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842

*mean*	4406.875-4414.625=-7.750
σ	2224.942-2215.183=9.760
min	1487.000-1484.000=3.000
max	7404.000-7379.000=25.000

*mean*	258.701-183.194=75.507
σ	346.830-139.876=206.954
min	124.341-126.131=-1.789
max	1115.886-528.513=587.373

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=0.000
min	62.065-62.065=0.000
max	62.070-62.069=0.001

*mean*	4586.250-4414.625=171.625
σ	2253.500-2215.183=38.317
min	1487.000-1484.000=3.000
max	7404.000-7379.000=25.000

*mean*	215.508-42.789=172.719
σ	479.356-1.236=478.120
min	40.431-41.334=-0.903
max	1401.687-44.645=1357.041

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7404.000-7379.000=25.000
σ	0.000
min	7404.000-7379.000=25.000
max	7404.000-7379.000=25.000

*mean*	22.329-22.417=-0.088
σ	1.697-1.021=0.676
min	21.527-21.629=-0.102
max	26.516-24.795=1.721

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293
max	71.297-71.297=-0.000

*mean*	7404.000-7379.000=25.000
σ	0.000
min	7404.000-7379.000=25.000
max	7404.000-7379.000=25.000

*mean*	260.522-56.179=204.342
σ	574.778-2.215=572.564
min	55.922-54.791=1.131
max	1683.007-61.502=1621.505

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4172.125-4186.750=-14.625
σ	1945.008-1943.820=1.189
min	1487.000-1484.000=3.000
max	7404.000-7379.000=25.000

*mean*	3221.162-3304.299=-83.137
σ	861.839-757.609=104.230
min	2501.365-2523.193=-21.828
max	4806.127-4492.406=313.721

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=0.000
σ	0.002-0.002=0.000
min	1973.829
max	1973.833-1973.833=0.000

*mean*	7404.000-7379.000=25.000
σ	0.000
min	7404.000-7379.000=25.000
max	7404.000-7379.000=25.000

*mean*	1094.376-982.754=111.622
σ	333.417-88.110=245.308
min	918.893-927.148=-8.255
max	1887.176-1130.334=756.842

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=-0.000
σ	0.002-0.002=0.000
min	905.082
max	905.087

*mean*	7404.000-7379.000=25.000
σ	0.000
min	7404.000-7379.000=25.000
max	7404.000-7379.000=25.000

*mean*	391.795-469.035=-77.240
σ	5.196-210.280=-205.085
min	387.869-382.235=5.634
max	403.537-989.272=-585.734

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-475.375=1.625
σ	0.000-0.518=-0.518
min	477.000-475.000=2.000
max	477.000-476.000=1.000

*mean*	383.061-371.167=11.895
σ	38.049-29.425=8.624
min	311.870-307.238=4.632
max	434.976-398.696=36.280

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-558.000=7.000
σ	0.000
min	565.000-558.000=7.000
max	565.000-558.000=7.000

*mean*	738.032-759.204=-21.172
σ	49.827-49.154=0.673
min	626.881-671.763=-44.882
max	782.265-825.934=-43.668

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.272-977.274=-0.002
σ	2.441-2.441=0.001
min	976.424-976.427=-0.003
max	987.617-987.616=0.001

*mean*	1040.400-1042.000=-1.600
σ	314.322-308.634=5.687
min	567.000-568.000=-1.000
max	1501.000-1493.000=8.000

*mean*	1.289-1.289=-0.001
σ	0.148-0.136=0.012
min	1.138-1.200=-0.062
max	1.806-1.770=0.035

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.452-0.453=-0.001
σ	0.536-0.473=0.063
min	0.153-0.218=-0.065
max	1.408-1.299=0.109

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.859-0.829=0.030
σ	0.578-0.515=0.063
min	0.567-0.581=-0.014
max	1.890-1.750=0.140

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.379-0.384=-0.005
σ	0.038-0.040=-0.002
min	0.348-0.353=-0.004
max	0.441-0.450=-0.008

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.591-0.594=-0.003
σ	0.027-0.020=0.007
min	0.568-0.574=-0.006
max	0.632-0.623=0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.702-0.717=-0.015
σ	0.043-0.029=0.013
min	0.661-0.670=-0.009
max	0.754-0.748=0.006

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.579-0.604=-0.025
σ	0.054-0.028=0.027
min	0.507-0.578=-0.072
max	0.628-0.648=-0.021

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	3.547-3.555=-0.008
σ	0.088-0.099=-0.010
min	3.399-3.401=-0.002
max	3.789-3.948=-0.159

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	3.531-3.562=-0.031
σ	0.079-0.090=-0.011
min	3.303-3.416=-0.113
max	3.721-3.815=-0.094

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.540-0.539=0.001
σ	0.013-0.014=-0.001
min	0.510-0.515=-0.004
max	0.614-0.635=-0.022

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.520-0.511=0.009
σ	0.035-0.013=0.022
min	0.493-0.488=0.005
max	0.837-0.564=0.273

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.999-11.944=0.055
σ	12.172-12.465=-0.293
min	0.574-0.574=0.000
max	112.474-88.735=23.740

*mean*	456.232-455.064=1.168
σ	19.987-18.519=1.468
min	408.000-406.000=2.000
max	476.000-474.000=2.000

*mean*	0.027-0.027=0.000
σ	0.029-0.031=-0.001
min	0.001-0.001=-0.000
max	0.265-0.215=0.050

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.122-294.156=-0.034
σ	1.086-1.042=0.044
min	293.693-293.654=0.039
max	297.207-297.107=0.101

*mean*	438.600-442.900=-4.300
σ	16.946-19.157=-2.211
min	413.000-415.000=-2.000
max	462.000-469.000=-7.000

*mean*	0.601-0.583=0.018
σ	0.009-0.023=-0.014
min	0.589-0.533=0.056
max	0.620-0.616=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	730.000-851.000=-121.000
σ	0.000
min	730.000-851.000=-121.000
max	730.000-851.000=-121.000

*mean*	149.152-150.857=-1.705
σ	10.122-9.280=0.843
min	136.306-138.283=-1.978
max	161.450-160.633=0.817

phase=macro expansion

*mean*	5.894-5.897=-0.004
σ	0.000
min	5.894-5.897=-0.004
max	5.894-5.897=-0.004

*mean*	730.000-842.125=-112.125
σ	0.000-25.102=-25.102
min	730.000-780.000=-50.000
max	730.000-851.000=-121.000

*mean*	8.259-7.719=0.540
σ	1.060-1.363=-0.303
min	6.825-6.023=0.802
max	9.137-9.139=-0.002

phase=parser

*mean*	1042.132-1042.133=-0.000
σ	0.000-0.000=0.000
min	1042.132-1042.132=-0.000
max	1042.133-1042.133=-0.000

*mean*	730.000-842.125=-112.125
σ	0.000-25.102=-25.102
min	730.000-780.000=-50.000
max	730.000-851.000=-121.000

*mean*	546.472-516.160=30.312
σ	84.582-94.072=-9.490
min	441.086-402.264=38.822
max	620.020-610.273=9.747

phase=processProdDef

*mean*	2241.195-2241.194=0.001
σ	0.000
min	2241.195-2241.194=0.001
max	2241.195-2241.194=0.001

*mean*	730.000-851.000=-121.000
σ	0.000
min	730.000-851.000=-121.000
max	730.000-851.000=-121.000

*mean*	2762.848-2846.032=-83.184
σ	450.265-381.013=69.253
min	1833.772-2009.288=-175.516
max	3232.157-3157.416=74.740

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	730.000-842.125=-112.125
σ	0.000-25.102=-25.102
min	730.000-780.000=-50.000
max	730.000-851.000=-121.000

*mean*	44.126-41.292=2.834
σ	4.859-7.031=-2.172
min	37.811-33.308=4.503
max	49.145-50.786=-1.641

phase=type checker

*mean*	958.466-958.462=0.004
σ	0.047
min	958.443-958.439=0.004
max	958.568-958.564=0.004

*mean*	730.000-842.125=-112.125
σ	0.000-25.102=-25.102
min	730.000-780.000=-50.000
max	730.000-851.000=-121.000

*mean*	656.826-664.394=-7.569
σ	18.329-17.477=0.852
min	635.767-636.123=-0.355
max	686.540-685.849=0.690

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.218-328.220=-0.001
σ	0.038-0.041=-0.003
min	328.163-328.161=0.002
max	328.256-328.262=-0.006

*mean*	441.600-441.200=0.400
σ	5.413-4.494=0.919
min	436.000-435.000=1.000
max	448.000-445.000=3.000

*mean*	0.453-0.429=0.024
σ	0.006-0.003=0.003
min	0.444-0.426=0.018
max	0.459-0.432=0.027

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.430-1313.429=0.001
σ	0.134-0.126=0.009
min	1313.318-1313.327=-0.009
max	1313.657-1313.642=0.016

*mean*	1089.600-1056.600=33.000
σ	178.828-161.964=16.864
min	880.000-849.000=31.000
max	1317.000-1266.000=51.000

*mean*	1.874-1.868=0.006
σ	0.040-0.048=-0.007
min	1.830-1.830=0.000
max	1.926-1.945=-0.019

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.405-1552.389=0.016
σ	3.116-3.064=0.052
min	1550.825-1550.807=0.018
max	1557.969-1557.859=0.110

*mean*	626.600-617.400=9.200
σ	82.996-64.825=18.171
min	524.000-543.000=-19.000
max	729.000-700.000=29.000

*mean*	2.274-2.197=0.077
σ	0.251-0.156=0.095
min	2.094-2.083=0.011
max	2.683-2.471=0.212

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.429-1875.429=-0.000
σ	0.068-0.070=-0.002
min	1875.361-1875.350=0.011
max	1875.529-1875.528=0.001

*mean*	1723.600-1709.600=14.000
σ	210.331-181.193=29.139
min	1439.000-1545.000=-106.000
max	1920.000-1970.000=-50.000

*mean*	3.010-2.926=0.084
σ	0.130-0.068=0.062
min	2.863-2.878=-0.016
max	3.149-3.039=0.111

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.497-1.494=0.003
σ	0.120-0.130=-0.010
min	1.366-1.330=0.036
max	1.615-1.664=-0.049

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.295-420.296=-0.000
σ	509.312-509.311=0.000
min	165.637-165.637=-0.000
max	1184.263-1184.263=0.000

*mean*	103.750
σ	7.500
min	100.000
max	115.000

*mean*	433.000-431.000=2.000
σ	0.000
min	433.000-431.000=2.000
max	433.000-431.000=2.000

*mean*	0.522-0.533=-0.011
σ	0.504-0.518=-0.013
min	0.265-0.271=-0.006
max	1.278-1.309=-0.031

policies=20

*mean*	1656.579-1656.575=0.004
σ	0.386-0.384=0.002
min	1656.343-1656.349=-0.006
max	1657.156-1657.151=0.005

*mean*	1000.000
σ	0.000
min	1000.000
max	1000.000

*mean*	450.000-446.000=4.000
σ	12.247-11.165=1.082
min	435.000-432.000=3.000
max	460.000-455.000=5.000

*mean*	2.667-2.671=-0.004
σ	0.007-0.019=-0.012
min	2.659-2.658=0.001
max	2.674-2.699=-0.025

policies=200

*mean*	16573.752-16573.671=0.081
σ	0.075-0.186=-0.112
min	16573.645-16573.399=0.246
max	16573.818-16573.815=0.003

*mean*	10000.000
σ	0.000
min	10000.000
max	10000.000

*mean*	503.750-496.500=7.250
σ	6.131-4.203=1.927
min	496.000-491.000=5.000
max	510.000-501.000=9.000

*mean*	27.030-26.964=0.065
σ	0.182-0.162=0.020
min	26.846-26.795=0.050
max	27.229-27.137=0.092