Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.133-446.102=0.031
σ	0.000
min	446.133-446.102=0.031
max	446.133-446.102=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.818-54.698=3.120
σ	0.361-0.366=-0.005
min	57.677-54.565=3.111
max	58.844-55.740=3.104

*mean*	420.000-419.000=1.000
σ	0.000
min	420.000-419.000=1.000
max	420.000-419.000=1.000

*mean*	0.147-0.139=0.008
σ	0.005-0.003=0.002
min	0.137-0.136=0.001
max	0.154-0.146=0.009

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-43.777=3.122
σ	0.005-0.008=-0.003
min	46.890-43.766=3.124
max	46.909-43.792=3.117

*mean*	420.200-419.700=0.500
σ	0.422-0.483=-0.061
min	420.000-419.000=1.000
max	421.000-420.000=1.000

*mean*	0.131-0.122=0.009
σ	0.005-0.004=0.000
min	0.125-0.118=0.007
max	0.138-0.130=0.007

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606

*mean*	4593.250-4588.500=4.750
σ	2246.076-2248.666=-2.590
min	1484.000-1487.000=-3.000
max	7379.000-7380.000=-1.000

*mean*	128.005-158.223=-30.218
σ	326.943-411.195=-84.252
min	11.879-11.904=-0.026
max	937.147-1175.870=-238.723

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605-36.605=-0.000
max	36.605

*mean*	4593.250-4588.500=4.750
σ	2246.076-2248.666=-2.590
min	1484.000-1487.000=-3.000
max	7379.000-7380.000=-1.000

*mean*	13.063-15.051=-1.988
σ	3.010-4.220=-1.209
min	11.301-12.732=-1.431
max	20.380-24.622=-4.243

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7379.000-7380.000=-1.000
σ	0.000
min	7379.000-7380.000=-1.000
max	7379.000-7380.000=-1.000

*mean*	10.968-11.700=-0.732
σ	0.413-1.747=-1.333
min	10.208-10.904=-0.696
max	11.514-16.007=-4.493

op=table_records(), repeat

*mean*	41.926-41.925=0.000
σ	0.001-0.001=0.001
min	41.925-41.924=0.000
max	41.928-41.926=0.003

*mean*	4186.750-4178.625=8.125
σ	1943.820-1945.570=-1.750
min	1484.000-1487.000=-3.000
max	7379.000-7380.000=-1.000

*mean*	11.471-11.660=-0.189
σ	0.922-1.947=-1.025
min	10.893-10.652=0.241
max	13.721-16.455=-2.734

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.137=-0.000
min	27.585-27.585=0.000
max	27.972

*mean*	4186.750-4178.625=8.125
σ	1943.820-1945.570=-1.750
min	1484.000-1487.000=-3.000
max	7379.000-7380.000=-1.000

*mean*	8.614-9.265=-0.651
σ	0.593-1.350=-0.757
min	8.239-7.937=0.301
max	10.041-12.485=-2.444

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=-0.000
min	26.385-26.385=0.000
max	26.385

*mean*	4186.750-4178.625=8.125
σ	1943.820-1945.570=-1.750
min	1484.000-1487.000=-3.000
max	7379.000-7380.000=-1.000

*mean*	6.628-7.053=-0.425
σ	0.623-0.901=-0.278
min	5.742-6.427=-0.686
max	7.960-9.253=-1.292

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674

*mean*	4593.250-4588.500=4.750
σ	2246.076-2248.666=-2.590
min	1484.000-1487.000=-3.000
max	7379.000-7380.000=-1.000

*mean*	6.226-6.578=-0.352
σ	1.069-0.934=0.136
min	5.562-6.034=-0.471
max	8.832-8.591=0.241

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.963=-0.000
σ	0.001-0.001=-0.001
min	25.962
max	25.964-25.966=-0.002

*mean*	4593.250-4588.500=4.750
σ	2246.076-2248.666=-2.590
min	1484.000-1487.000=-3.000
max	7379.000-7380.000=-1.000

*mean*	6.197-6.401=-0.204
σ	1.071-0.983=0.088
min	5.609-5.818=-0.209
max	8.801-8.574=0.228

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002-0.002=0.000
min	1021.597
max	1021.602-1021.602=0.000

*mean*	7379.000-7380.000=-1.000
σ	0.000
min	7379.000-7380.000=-1.000
max	7379.000-7380.000=-1.000

*mean*	554.301-345.534=208.768
σ	592.688-3.019=589.669
min	343.927-341.768=2.159
max	2021.127-349.737=1671.390

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=-0.000
min	3495.685-3495.685=-0.000
max	3496.971-3496.972=-0.001

*mean*	3760.875-3756.000=4.875
σ	2299.468-2299.809=-0.341
min	720.000
max	7379.000-7380.000=-1.000

*mean*	1741.231-1776.946=-35.715
σ	630.810-640.393=-9.583
min	1392.503-1401.211=-8.708
max	2769.218-2832.972=-63.754

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841
max	107.842

*mean*	4414.625-4406.625=8.000
σ	2215.183-2217.864=-2.682
min	1484.000-1487.000=-3.000
max	7379.000-7380.000=-1.000

*mean*	183.194-265.086=-81.893
σ	139.876-360.830=-220.954
min	126.131-126.278=-0.148
max	528.513-1156.969=-628.456

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.069=0.000

*mean*	4414.625-4406.625=8.000
σ	2215.183-2217.864=-2.682
min	1484.000-1487.000=-3.000
max	7379.000-7380.000=-1.000

*mean*	42.789-46.966=-4.177
σ	1.236-9.673=-8.437
min	41.334-41.662=-0.328
max	44.645-70.586=-25.940

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=-0.000
σ	0.002-0.002=0.000
min	40.926
max	40.930

*mean*	7379.000-7380.000=-1.000
σ	0.000
min	7379.000-7380.000=-1.000
max	7379.000-7380.000=-1.000

*mean*	22.417-270.491=-248.074
σ	1.021-701.631=-700.609
min	21.629-21.463=0.166
max	24.795-2006.930=-1982.135

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.293-71.293=-0.000
max	71.297

*mean*	7379.000-7380.000=-1.000
σ	0.000
min	7379.000-7380.000=-1.000
max	7379.000-7380.000=-1.000

*mean*	56.179-62.898=-6.719
σ	2.215-18.202=-15.987
min	54.791-55.356=-0.565
max	61.502-107.811=-46.309

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4186.750-4178.625=8.125
σ	1943.820-1945.570=-1.750
min	1484.000-1487.000=-3.000
max	7379.000-7380.000=-1.000

*mean*	3304.299-3345.215=-40.916
σ	757.609-894.713=-137.104
min	2523.193-2510.742=12.451
max	4492.406-4828.807=-336.402

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=-0.000
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833-1973.833=-0.000

*mean*	7379.000-7380.000=-1.000
σ	0.000
min	7379.000-7380.000=-1.000
max	7379.000-7380.000=-1.000

*mean*	982.754-1048.173=-65.418
σ	88.110-281.754=-193.645
min	927.148-915.047=12.101
max	1130.334-1724.303=-593.969

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=0.000
σ	0.002-0.002=-0.000
min	905.082
max	905.087

*mean*	7379.000-7380.000=-1.000
σ	0.000
min	7379.000-7380.000=-1.000
max	7379.000-7380.000=-1.000

*mean*	469.035-405.095=63.940
σ	210.280-42.605=167.675
min	382.235-375.072=7.163
max	989.272-509.294=479.978

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.375-478.250=-2.875
σ	0.518-1.389=-0.871
min	475.000-476.000=-1.000
max	476.000-479.000=-3.000

*mean*	371.167-384.349=-13.182
σ	29.425-21.229=8.197
min	307.238-353.100=-45.863
max	398.696-424.158=-25.462

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.000-565.000=-7.000
σ	0.000
min	558.000-565.000=-7.000
max	558.000-565.000=-7.000

*mean*	759.204-739.004=20.201
σ	49.154-64.604=-15.449
min	671.763-603.344=68.419
max	825.934-825.396=0.538

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.274-964.559=12.715
σ	2.441-1.880=0.561
min	976.427-963.836=12.591
max	987.616-972.511=15.105

*mean*	1042.000-1049.000=-7.000
σ	308.634-313.781=-5.147
min	568.000-558.000=10.000
max	1493.000-1499.000=-6.000

*mean*	1.289-1.313=-0.024
σ	0.136-0.142=-0.006
min	1.200-1.185=0.016
max	1.770-1.608=0.162

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.453-0.402=0.051
σ	0.473-0.521=-0.048
min	0.218-0.143=0.074
max	1.299-1.331=-0.032

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.829-0.743=0.086
σ	0.515-0.334=0.181
min	0.581-0.580=0.001
max	1.750-1.339=0.411

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.384-0.386=-0.002
σ	0.040-0.032=0.009
min	0.353-0.368=-0.016
max	0.450-0.442=0.007

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.594-0.595=-0.001
σ	0.020-0.026=-0.006
min	0.574-0.575=-0.001
max	0.623-0.633=-0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.717-0.599=0.118
σ	0.029-0.089=-0.060
min	0.670-0.530=0.140
max	0.748-0.747=0.001

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.604-0.467=0.137
σ	0.028-0.052=-0.024
min	0.578-0.388=0.191
max	0.648-0.514=0.134

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	3.555-2.620=0.936
σ	0.099-0.131=-0.033
min	3.401-1.961=1.440
max	3.948-2.960=0.988

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	3.562-2.670=0.892
σ	0.090-0.117=-0.027
min	3.416-2.444=0.971
max	3.815-3.120=0.695

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.539-0.311=0.228
σ	0.014-0.042=-0.028
min	0.515-0.289=0.225
max	0.635-0.646=-0.011

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.511-0.287=0.224
σ	0.013-0.006=0.007
min	0.488-0.275=0.213
max	0.564-0.318=0.247

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.944-11.499=0.445
σ	12.465-10.633=1.831
min	0.574-0.573=0.000
max	88.735-79.203=9.532

*mean*	455.064-462.121=-7.057
σ	18.519-19.252=-0.733
min	406.000
max	474.000-479.000=-5.000

*mean*	0.027-0.026=0.001
σ	0.031-0.026=0.004
min	0.001-0.001=0.000
max	0.215-0.193=0.022

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.156-279.098=15.058
σ	1.042-1.036=0.005
min	293.654-278.604=15.050
max	297.107-282.038=15.068

*mean*	442.900-447.100=-4.200
σ	19.157-16.908=2.249
min	415.000-426.000=-11.000
max	469.000-472.000=-3.000

*mean*	0.583-0.576=0.006
σ	0.023-0.023=0.001
min	0.533-0.534=-0.001
max	0.616-0.616=-0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	150.857-146.511=4.346
σ	9.280-9.528=-0.248
min	138.283-130.708=7.575
max	160.633-159.843=0.790

phase=macro expansion

*mean*	5.897-5.894=0.004
σ	0.000
min	5.897-5.894=0.004
max	5.897-5.894=0.004

*mean*	842.125-850.000=-7.875
σ	25.102-0.000=25.102
min	780.000-850.000=-70.000
max	851.000-850.000=1.000

*mean*	7.719-8.349=-0.630
σ	1.363-2.259=-0.895
min	6.023-5.806=0.217
max	9.139-11.951=-2.812

phase=parser

*mean*	1042.133-1042.132=0.000
σ	0.000-0.000=0.000
min	1042.132-1042.132=0.000
max	1042.133-1042.132=0.001

*mean*	842.125-850.000=-7.875
σ	25.102-0.000=25.102
min	780.000-850.000=-70.000
max	851.000-850.000=1.000

*mean*	516.160-527.006=-10.846
σ	94.072-133.388=-39.316
min	402.264-373.149=29.116
max	610.273-722.566=-112.293

phase=processProdDef

*mean*	2241.194-2241.194=0.000
σ	0.000
min	2241.194-2241.194=0.000
max	2241.194-2241.194=0.000

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	2846.032-2836.880=9.151
σ	381.013-276.808=104.205
min	2009.288-2542.343=-533.055
max	3157.416-3311.402=-153.986

phase=renaming

*mean*	21.430-21.434=-0.004
σ	0.000
min	21.430-21.434=-0.004
max	21.430-21.434=-0.004

*mean*	842.125-850.000=-7.875
σ	25.102-0.000=25.102
min	780.000-850.000=-70.000
max	851.000-850.000=1.000

*mean*	41.292-39.462=1.830
σ	7.031-5.358=1.673
min	33.308-29.793=3.515
max	50.786-47.226=3.560

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	842.125-850.000=-7.875
σ	25.102-0.000=25.102
min	780.000-850.000=-70.000
max	851.000-850.000=1.000

*mean*	664.394-708.288=-43.894
σ	17.477-76.047=-58.570
min	636.123-641.949=-5.827
max	685.849-855.109=-169.259

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.220-282.855=45.365
σ	0.041-0.038=0.003
min	328.161-282.800=45.362
max	328.262-282.891=45.371

*mean*	441.200-444.400=-3.200
σ	4.494-0.548=3.947
min	435.000-444.000=-9.000
max	445.000

*mean*	0.429-0.374=0.055
σ	0.003-0.000=0.002
min	0.426-0.374=0.052
max	0.432-0.375=0.057

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.429-1268.052=45.377
σ	0.126-0.107=0.019
min	1313.327-1267.955=45.372
max	1313.642-1268.229=45.413

*mean*	1056.600-1089.000=-32.400
σ	161.964-167.581=-5.617
min	849.000-891.000=-42.000
max	1266.000-1320.000=-54.000

*mean*	1.868-1.995=-0.127
σ	0.048-0.083=-0.036
min	1.830-1.895=-0.065
max	1.945-2.076=-0.131

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.389-1507.028=45.361
σ	3.064-2.963=0.101
min	1550.807-1505.470=45.337
max	1557.859-1512.316=45.543

*mean*	617.400-624.200=-6.800
σ	64.825-87.311=-22.486
min	543.000-494.000=49.000
max	700.000-726.000=-26.000

*mean*	2.197-2.240=-0.043
σ	0.156-0.209=-0.053
min	2.083-2.114=-0.031
max	2.471-2.612=-0.141

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.429-1830.059=45.370
σ	0.070-0.049=0.022
min	1875.350-1829.988=45.362
max	1875.528-1830.103=45.425

*mean*	1709.600-1721.600=-12.000
σ	181.193-172.709=8.484
min	1545.000-1474.000=71.000
max	1970.000-1882.000=88.000

*mean*	2.926-3.008=-0.082
σ	0.068-0.286=-0.218
min	2.878-2.823=0.055
max	3.039-3.516=-0.477

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.494-1.637=-0.144
σ	0.130-0.122=0.008
min	1.330-1.483=-0.153
max	1.664-1.769=-0.105

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.296-405.942=14.354
σ	509.311-509.285=0.026
min	165.637-151.294=14.343
max	1184.263-1169.870=14.393

*mean*	103.750-101.750=2.000
σ	7.500
min	100.000-98.000=2.000
max	115.000-113.000=2.000

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.533-0.493=0.040
σ	0.518-0.482=0.036
min	0.271-0.247=0.024
max	1.309-1.216=0.093

policies=20

*mean*	1656.575-1513.123=143.453
σ	0.384-0.246=0.139
min	1656.349-1512.960=143.389
max	1657.151-1513.487=143.664

*mean*	1000.000-980.000=20.000
σ	0.000
min	1000.000-980.000=20.000
max	1000.000-980.000=20.000

*mean*	446.000-451.000=-5.000
σ	11.165
min	432.000-441.000=-9.000
max	455.000-467.000=-12.000

*mean*	2.671-2.472=0.199
σ	0.019-0.021=-0.002
min	2.658-2.445=0.213
max	2.699-2.494=0.205

policies=200

*mean*	16573.671-15139.966=1433.705
σ	0.186-0.084=0.102
min	16573.399-15139.873=1433.526
max	16573.815-15140.041=1433.775

*mean*	10000.000-9800.000=200.000
σ	0.000
min	10000.000-9800.000=200.000
max	10000.000-9800.000=200.000

*mean*	496.500-500.000=-3.500
σ	4.203-3.916=0.287
min	491.000-496.000=-5.000
max	501.000-505.000=-4.000

*mean*	26.964-25.073=1.892
σ	0.162-0.112=0.050
min	26.795-24.987=1.809
max	27.137-25.237=1.900