Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.823-57.822=0.001
σ	0.359-0.361=-0.002
min	57.682-57.684=-0.002
max	58.844-58.848=-0.004

*mean*	421.000-418.000=3.000
σ	0.000
min	421.000-418.000=3.000
max	421.000-418.000=3.000

*mean*	0.149-0.145=0.004
σ	0.006-0.005=0.001
min	0.144-0.137=0.007
max	0.161-0.150=0.011

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-46.899=0.000
σ	0.006-0.008=-0.001
min	46.887-46.886=0.001
max	46.911-46.910=0.001

*mean*	421.000-418.000=3.000
σ	0.000
min	421.000-418.000=3.000
max	421.000-418.000=3.000

*mean*	0.131-0.130=0.002
σ	0.004-0.004=0.000
min	0.127-0.126=0.001
max	0.139-0.138=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.001
σ	0.000-0.000=-0.000
min	36.605-36.605=0.001
max	36.606-36.606=0.001

*mean*	4209.125-4423.500=-214.375
σ	2142.816-2225.730=-82.914
min	1233.000-1486.000=-253.000
max	6977.000-7403.000=-426.000

*mean*	11.953-13.176=-1.223
σ	0.147-3.399=-3.252
min	11.773-11.842=-0.069
max	12.180-21.587=-9.407

op=column_set() on indexed, repeat

*mean*	36.606-36.605=0.001
σ	0.000-0.000=-0.000
min	36.606-36.605=0.001
max	36.606-36.606=-0.000

*mean*	4209.125-4604.500=-395.375
σ	2142.816-2256.925=-114.109
min	1233.000-1486.000=-253.000
max	6977.000-7403.000=-426.000

*mean*	12.286-123.808=-111.522
σ	0.469-312.386=-311.917
min	11.334-11.288=0.046
max	12.755-896.880=-884.125

op=table_records(), no indexes

*mean*	41.941-41.940=0.001
σ	0.002-0.002=0.000
min	41.939-41.938=0.000
max	41.944-41.942=0.001

*mean*	6977.000-7403.000=-426.000
σ	0.000
min	6977.000-7403.000=-426.000
max	6977.000-7403.000=-426.000

*mean*	11.485-11.072=0.414
σ	0.834-0.226=0.608
min	10.876-10.817=0.059
max	13.516-11.472=2.044

op=table_records(), repeat

*mean*	41.926-41.925=0.001
σ	0.000-0.000=-0.000
min	41.925-41.924=0.001
max	41.926-41.925=0.001

*mean*	4209.125-4195.125=14.000
σ	2142.816-1953.411=189.405
min	1233.000-1486.000=-253.000
max	6977.000-7403.000=-426.000

*mean*	11.222-11.583=-0.361
σ	0.228-1.732=-1.504
min	10.864-10.730=0.134
max	11.571-15.854=-4.283

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.136=0.000
min	27.586-27.585=0.001
max	27.973-27.972=0.001

*mean*	4209.125-4195.125=14.000
σ	2142.816-1953.411=189.405
min	1233.000-1486.000=-253.000
max	6977.000-7403.000=-426.000

*mean*	8.576-9.050=-0.475
σ	0.466-1.354=-0.888
min	8.036-8.057=-0.022
max	9.260-12.325=-3.065

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.385=0.001
σ	0.000-0.000=0.000
min	26.386-26.385=0.001
max	26.386-26.385=0.001

*mean*	4209.125-4195.125=14.000
σ	2142.816-1953.411=189.405
min	1233.000-1486.000=-253.000
max	6977.000-7403.000=-426.000

*mean*	6.620-7.103=-0.483
σ	0.368-1.041=-0.673
min	5.764-6.456=-0.692
max	6.910-9.630=-2.719

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.663=0.001
σ	0.004-0.004=-0.000
min	25.662-25.662=0.001
max	25.674-25.674=0.001

*mean*	4209.125-4604.500=-395.375
σ	2142.816-2256.925=-114.109
min	1233.000-1486.000=-253.000
max	6977.000-7403.000=-426.000

*mean*	5.813-6.511=-0.698
σ	0.118-0.918=-0.799
min	5.670-5.804=-0.135
max	6.001-8.345=-2.343

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.962=0.001
σ	0.001-0.001=-0.000
min	25.963-25.962=0.001
max	25.964-25.964=0.001

*mean*	4209.125-4604.500=-395.375
σ	2142.816-2256.925=-114.109
min	1233.000-1486.000=-253.000
max	6977.000-7403.000=-426.000

*mean*	5.717-6.205=-0.489
σ	0.113-0.589=-0.476
min	5.551-5.625=-0.074
max	5.880-7.148=-1.268

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600-1021.599=0.001
σ	0.002-0.002=-0.000
min	1021.598-1021.597=0.001
max	1021.602-1021.602=0.001

*mean*	6977.000-7403.000=-426.000
σ	0.000
min	6977.000-7403.000=-426.000
max	6977.000-7403.000=-426.000

*mean*	347.124-349.878=-2.755
σ	2.703-2.905=-0.202
min	343.569-345.291=-1.722
max	350.667-353.211=-2.544

op=load_product(), with indexes

*mean*	3495.849-3495.846=0.003
σ	0.460-0.455=0.006
min	3495.686-3495.685=0.001
max	3496.988-3496.971=0.017

*mean*	3459.125-3769.125=-310.000
σ	2098.467-2309.325=-210.859
min	641.000-720.000=-79.000
max	6977.000-7403.000=-426.000

*mean*	1707.909-1765.999=-58.090
σ	578.681-615.790=-37.109
min	1391.149-1405.897=-14.748
max	2723.187-2966.871=-243.685

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.001
σ	0.000-0.000=-0.000
min	107.842-107.841=0.001
max	107.843-107.842=0.001

*mean*	4209.125-4195.125=14.000
σ	2142.816-1953.411=189.405
min	1233.000-1486.000=-253.000
max	6977.000-7403.000=-426.000

*mean*	139.079-138.884=0.195
σ	9.744-19.212=-9.468
min	127.642-127.794=-0.152
max	157.828-186.007=-28.180

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.001
σ	0.001-0.001=-0.000
min	62.066-62.065=0.001
max	62.070-62.070=-0.000

*mean*	4209.125-4423.500=-214.375
σ	2142.816-2225.730=-82.914
min	1233.000-1486.000=-253.000
max	6977.000-7403.000=-426.000

*mean*	43.019-128.621=-85.602
σ	1.974-245.075=-243.101
min	40.666-40.050=0.617
max	46.106-735.140=-689.034

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928-40.927=0.001
σ	0.002-0.002=-0.000
min	40.926-40.926=0.001
max	40.930-40.930=-0.000

*mean*	6977.000-7403.000=-426.000
σ	0.000
min	6977.000-7403.000=-426.000
max	6977.000-7403.000=-426.000

*mean*	22.740-64.606=-41.866
σ	2.576-121.115=-118.539
min	21.657-21.485=0.173
max	29.109-364.349=-335.240

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.294=0.001
σ	0.002-0.002=0.000
min	71.294-71.293=0.001
max	71.298-71.297=0.001

*mean*	6977.000-7403.000=-426.000
σ	0.000
min	6977.000-7403.000=-426.000
max	6977.000-7403.000=-426.000

*mean*	56.486-57.876=-1.390
σ	2.550-5.860=-3.310
min	55.187-55.071=0.115
max	62.776-72.332=-9.555

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.844-4646.842=0.002
σ	0.014-0.013=0.000
min	4646.838-4646.837=0.001
max	4646.877-4646.875=0.002

*mean*	4209.125-4195.125=14.000
σ	2142.816-1953.411=189.405
min	1233.000-1486.000=-253.000
max	6977.000-7403.000=-426.000

*mean*	3602.063-3241.842=360.221
σ	832.556-682.253=150.303
min	2514.147-2518.375=-4.228
max	4683.286-4365.746=317.541

op=vertical_lookup_list() on indexed

*mean*	1973.831-1973.830=0.001
σ	0.002-0.002=-0.000
min	1973.829-1973.829=0.001
max	1973.833-1973.833=0.001

*mean*	6977.000-7403.000=-426.000
σ	0.000
min	6977.000-7403.000=-426.000
max	6977.000-7403.000=-426.000

*mean*	1205.969-1019.483=186.485
σ	569.742-198.784=370.959
min	913.060-923.329=-10.268
max	2445.857-1498.065=947.792

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=0.001
σ	0.002
min	905.082-905.082=0.001
max	905.088-905.087=0.001

*mean*	6977.000-7403.000=-426.000
σ	0.000
min	6977.000-7403.000=-426.000
max	6977.000-7403.000=-426.000

*mean*	409.693-396.255=13.438
σ	39.670-5.646=34.024
min	393.790-383.657=10.132
max	507.796-402.039=105.758

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.125-476.000=-0.875
σ	0.354-0.000=0.354
min	475.000-476.000=-1.000
max	476.000

*mean*	363.071-394.554=-31.483
σ	45.411-25.156=20.255
min	296.047-369.171=-73.124
max	424.262-433.538=-9.276

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-558.375=4.625
σ	0.000-2.560=-2.560
min	563.000-555.000=8.000
max	563.000

*mean*	736.209-713.292=22.917
σ	77.167-68.200=8.967
min	636.339-635.227=1.112
max	829.446-835.213=-5.767

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.920-976.920=-0.000
σ	2.438-2.437=0.001
min	976.071-976.072=-0.000
max	987.251-987.247=0.005

*mean*	1051.000-1050.650=0.350
σ	313.001-316.654=-3.653
min	592.000-569.000=23.000
max	1558.000-1514.000=44.000

*mean*	1.266-1.314=-0.048
σ	0.051-0.119=-0.068
min	1.169-1.207=-0.038
max	1.382-1.579=-0.197

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.287-0.352=-0.065
σ	0.288-0.429=-0.140
min	0.136-0.138=-0.003
max	0.800-1.117=-0.318

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.476=0.003
σ	0.327-0.321=0.006
min	0.318-0.314=0.005
max	1.064-1.049=0.014

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.221=-0.006
σ	0.024-0.020=0.004
min	0.199-0.202=-0.004
max	0.253-0.255=-0.003

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.339=-0.008
σ	0.018-0.019=-0.001
min	0.317-0.324=-0.007
max	0.359-0.370=-0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	430.600-431.000=-0.400
σ	0.548-0.000=0.548
min	430.000-431.000=-1.000
max	431.000

*mean*	0.510-0.566=-0.055
σ	0.064-0.062=0.003
min	0.434-0.477=-0.043
max	0.594-0.611=-0.017

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000-431.400=-0.400
σ	0.000-0.548=-0.548
min	431.000
max	431.000-432.000=-1.000

*mean*	0.449-0.493=-0.044
σ	0.037-0.034=0.002
min	0.400-0.432=-0.032
max	0.503-0.512=-0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-432.000=-1.000
σ	0.000
min	431.000-432.000=-1.000
max	431.000-432.000=-1.000

*mean*	1.944-2.641=-0.697
σ	0.097-0.095=0.002
min	1.753-2.444=-0.691
max	2.337-2.943=-0.606

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-432.000=-1.000
σ	0.000
min	431.000-432.000=-1.000
max	431.000-432.000=-1.000

*mean*	2.417-2.555=-0.137
σ	0.280-0.173=0.108
min	1.761-1.997=-0.236
max	2.953-3.026=-0.073

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-432.000=-1.000
σ	0.000
min	431.000-432.000=-1.000
max	431.000-432.000=-1.000

*mean*	0.303-0.302=0.001
σ	0.007-0.009=-0.002
min	0.291-0.288=0.003
max	0.350-0.364=-0.013

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-432.000=-1.000
σ	0.000
min	431.000-432.000=-1.000
max	431.000-432.000=-1.000

*mean*	0.289-0.287=0.002
σ	0.008-0.008=-0.000
min	0.278-0.270=0.008
max	0.326-0.331=-0.006

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.570-11.554=0.017
σ	12.343-11.541=0.802
min	0.573-0.574=-0.000
max	118.891-107.775=11.116

*mean*	452.991-465.291=-12.300
σ	15.168-20.445=-5.277
min	409.000-407.000=2.000
max	468.000-481.000=-13.000

*mean*	0.027-0.027=0.000
σ	0.030-0.028=0.002
min	0.001-0.001=-0.000
max	0.281-0.254=0.026

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.658-293.885=-0.227
σ	1.015-1.043=-0.028
min	293.253-293.500=-0.247
max	296.542-296.852=-0.310

*mean*	444.200-442.000=2.200
σ	20.236-16.533=3.704
min	416.000-417.000=-1.000
max	474.000-464.000=10.000

*mean*	0.599-0.588=0.010
σ	0.018-0.025=-0.008
min	0.557-0.545=0.013
max	0.622-0.627=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	848.000-846.250=1.750
σ	0.000-0.707=-0.707
min	848.000-846.000=2.000
max	848.000

*mean*	134.566-152.678=-18.112
σ	10.598-9.924=0.674
min	118.615-139.351=-20.735
max	146.844-165.142=-18.297

phase=macro expansion

*mean*	5.897-5.894=0.004
σ	0.000
min	5.897-5.894=0.004
max	5.897-5.894=0.004

*mean*	848.000-846.000=2.000
σ	0.000
min	848.000-846.000=2.000
max	848.000-846.000=2.000

*mean*	6.272-8.975=-2.703
σ	1.147-2.771=-1.624
min	5.773-5.934=-0.161
max	9.107-12.078=-2.970

phase=parser

*mean*	1042.133-1042.128=0.005
σ	0.000-0.000=-0.000
min	1042.132-1042.128=0.004
max	1042.133-1042.129=0.004

*mean*	848.000-846.000=2.000
σ	0.000
min	848.000-846.000=2.000
max	848.000-846.000=2.000

*mean*	401.213-560.783=-159.570
σ	77.681-160.282=-82.601
min	369.810-378.061=-8.251
max	593.323-726.886=-133.563

phase=processProdDef

*mean*	2241.194-2241.195=-0.001
σ	0.000
min	2241.194-2241.195=-0.001
max	2241.194-2241.195=-0.001

*mean*	848.000-846.250=1.750
σ	0.000-0.707=-0.707
min	848.000-846.000=2.000
max	848.000

*mean*	2937.003-2812.026=124.977
σ	318.042-387.757=-69.715
min	2443.217-2350.381=92.836
max	3301.848-3372.748=-70.900

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	848.000-846.000=2.000
σ	0.000
min	848.000-846.000=2.000
max	848.000-846.000=2.000

*mean*	37.646-39.126=-1.480
σ	7.669-7.903=-0.235
min	20.027-30.012=-9.985
max	43.471-47.149=-3.678

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	848.000-846.000=2.000
σ	0.000
min	848.000-846.000=2.000
max	848.000-846.000=2.000

*mean*	675.133-719.784=-44.651
σ	43.230-89.488=-46.258
min	615.130-634.350=-19.220
max	761.872-872.135=-110.263

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.017-327.855=0.163
σ	0.037-0.037=-0.000
min	327.966-327.803=0.163
max	328.054-327.893=0.161

*mean*	438.000-441.200=-3.200
σ	5.244-4.266=0.978
min	430.000-434.000=-4.000
max	443.000-445.000=-2.000

*mean*	0.439-0.436=0.002
σ	0.012-0.009=0.003
min	0.424-0.428=-0.005
max	0.449-0.451=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.224-1313.074=0.150
σ	0.139-0.135=0.004
min	1313.126-1312.963=0.163
max	1313.465-1313.302=0.163

*mean*	1070.600-1080.600=-10.000
σ	163.223-166.448=-3.224
min	853.000-856.000=-3.000
max	1276.000-1282.000=-6.000

*mean*	1.936-1.899=0.037
σ	0.126-0.123=0.003
min	1.838-1.816=0.022
max	2.144-2.116=0.028

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.227-1552.091=0.136
σ	3.069-3.031=0.038
min	1550.700-1550.570=0.130
max	1557.711-1557.507=0.205

*mean*	617.600-619.400=-1.800
σ	85.172-86.500=-1.328
min	521.000-519.000=2.000
max	721.000-723.000=-2.000

*mean*	2.282-2.341=-0.059
σ	0.263-0.258=0.005
min	2.063-2.019=0.044
max	2.659-2.669=-0.010

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.226-1875.071=0.155
σ	0.055-0.083=-0.029
min	1875.157-1875.003=0.154
max	1875.295-1875.206=0.089

*mean*	1714.600-1710.200=4.400
σ	254.590-264.510=-9.920
min	1426.000-1397.000=29.000
max	2078.000-2082.000=-4.000

*mean*	2.882-2.953=-0.071
σ	0.144-0.129=0.015
min	2.733-2.855=-0.122
max	3.121-3.146=-0.026

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.593-1.427=0.166
σ	0.114-0.073=0.042
min	1.422-1.340=0.083
max	1.719-1.505=0.213

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.409-419.406=0.003
σ	508.906-508.891=0.015
min	164.954-164.956=-0.002
max	1182.767-1182.742=0.025

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	435.000-429.000=6.000
σ	0.000
min	435.000-429.000=6.000
max	435.000-429.000=6.000

*mean*	0.523-0.528=-0.004
σ	0.502-0.515=-0.013
min	0.269-0.266=0.003
max	1.276-1.300=-0.024

policies=20

*mean*	1649.817-1649.827=-0.011
σ	0.375-0.380=-0.005
min	1649.585-1649.608=-0.023
max	1650.376-1650.397=-0.021

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-448.000=3.000
σ	12.543-11.165=1.378
min	435.000-434.000=1.000
max	461.000-457.000=4.000

*mean*	2.670-2.659=0.011
σ	0.012-0.010=0.001
min	2.654-2.647=0.007
max	2.680-2.669=0.012

policies=200

*mean*	16506.097-16506.119=-0.022
σ	0.123-0.038=0.085
min	16505.943-16506.064=-0.121
max	16506.221-16506.152=0.069

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	506.250-496.750=9.500
σ	5.620-6.752=-1.132
min	499.000-488.000=11.000
max	512.000-503.000=9.000

*mean*	26.866-26.851=0.015
σ	0.140-0.103=0.037
min	26.719-26.749=-0.029
max	27.005-26.957=0.048