Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.774-54.775=-0.002
σ	0.364-0.363=0.001
min	54.630-54.628=0.002
max	55.809-55.806=0.002

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.141-0.139=0.002
σ	0.005-0.006=-0.000
min	0.136-0.132=0.004
max	0.150-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.775=-0.002
σ	0.006-0.007=-0.001
min	43.761-43.766=-0.005
max	43.783-43.790=-0.007

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.123-0.129=-0.006
σ	0.004-0.012=-0.008
min	0.119-0.114=0.004
max	0.130-0.146=-0.017

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4590.625-4586.375=4.250
σ	2247.905-2253.375=-5.470
min	1487.000
max	7382.000-7403.000=-21.000

*mean*	148.771-13.690=135.081
σ	384.577-3.448=381.129
min	11.897-11.922=-0.025
max	1100.540-21.998=1078.542

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=0.000
max	36.618-36.618=0.000

*mean*	4590.625-4586.375=4.250
σ	2247.905-2253.375=-5.470
min	1487.000
max	7382.000-7403.000=-21.000

*mean*	14.219-13.327=0.892
σ	3.148-3.270=-0.122
min	11.834-11.354=0.480
max	20.444-21.226=-0.782

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.951-41.951=-0.000

*mean*	7382.000-7403.000=-21.000
σ	0.000
min	7382.000-7403.000=-21.000
max	7382.000-7403.000=-21.000

*mean*	11.571-10.842=0.728
σ	1.753-0.139=1.615
min	10.638-10.674=-0.036
max	15.886-11.127=4.759

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=-0.000
min	41.933
max	41.934-41.934=-0.000

*mean*	4181.125-4172.875=8.250
σ	1944.704-1945.107=-0.404
min	1487.000
max	7382.000-7403.000=-21.000

*mean*	11.504-11.471=0.033
σ	1.732-1.809=-0.077
min	10.706-10.644=0.062
max	15.779-15.914=-0.135

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993

*mean*	4181.125-4172.875=8.250
σ	1944.704-1945.107=-0.404
min	1487.000
max	7382.000-7403.000=-21.000

*mean*	9.089-9.073=0.016
σ	1.483-1.181=0.303
min	8.407-8.088=0.319
max	12.742-11.935=0.807

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406
max	26.406-26.406=-0.000

*mean*	4181.125-4172.875=8.250
σ	1944.704-1945.107=-0.404
min	1487.000
max	7382.000-7403.000=-21.000

*mean*	7.085-7.063=0.022
σ	1.122-0.931=0.192
min	6.436-6.328=0.108
max	9.823-9.266=0.556

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4590.625-4586.375=4.250
σ	2247.905-2253.375=-5.470
min	1487.000
max	7382.000-7403.000=-21.000

*mean*	6.566-6.274=0.292
σ	1.057-0.971=0.086
min	5.845-5.709=0.136
max	8.883-8.645=0.238

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=0.000
max	25.985

*mean*	4590.625-4586.375=4.250
σ	2247.905-2253.375=-5.470
min	1487.000
max	7382.000-7403.000=-21.000

*mean*	6.388-6.145=0.243
σ	1.023-0.985=0.037
min	5.758-5.582=0.176
max	8.627-8.563=0.064

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7382.000-7403.000=-21.000
σ	0.000
min	7382.000-7403.000=-21.000
max	7382.000-7403.000=-21.000

*mean*	348.141-363.793=-15.652
σ	2.082-43.025=-40.943
min	345.138-345.762=-0.624
max	351.342-470.201=-118.859

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.469=-0.000
min	3495.713
max	3497.038

*mean*	3757.875-3751.000=6.875
σ	2299.494-2298.340=1.155
min	720.000
max	7382.000-7403.000=-21.000

*mean*	1805.891-1600.014=205.877
σ	674.899-472.469=202.430
min	1406.899-1401.348=5.551
max	3000.742-2760.409=240.333

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.854-107.855=-0.000

*mean*	4409.500-4407.375=2.125
σ	2217.268-2224.674=-7.407
min	1487.000
max	7382.000-7403.000=-21.000

*mean*	262.202-258.487=3.715
σ	339.112-335.538=3.574
min	129.582-129.471=0.111
max	1100.260-1087.959=12.300

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4409.500-4586.375=-176.875
σ	2217.268-2253.375=-36.107
min	1487.000
max	7382.000-7403.000=-21.000

*mean*	46.645-192.426=-145.781
σ	9.338-412.067=-402.729
min	41.496-41.172=0.324
max	69.450-1212.050=-1142.600

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950

*mean*	7382.000-7403.000=-21.000
σ	0.000
min	7382.000-7403.000=-21.000
max	7382.000-7403.000=-21.000

*mean*	203.686-22.247=181.439
σ	512.554-1.338=511.216
min	21.677-21.621=0.056
max	1472.187-25.543=1446.644

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=0.000
max	71.311

*mean*	7382.000-7403.000=-21.000
σ	0.000
min	7382.000-7403.000=-21.000
max	7382.000-7403.000=-21.000

*mean*	66.285-282.531=-216.246
σ	24.625-637.473=-612.848
min	55.898-55.903=-0.004
max	126.979-1860.189=-1733.210

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.851=0.000
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4181.125-4172.875=8.250
σ	1944.704-1945.107=-0.404
min	1487.000
max	7382.000-7403.000=-21.000

*mean*	3431.023-3223.227=207.796
σ	850.579-815.824=34.755
min	2533.528-2539.834=-6.306
max	4774.157-4587.372=186.785

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7382.000-7403.000=-21.000
σ	0.000
min	7382.000-7403.000=-21.000
max	7382.000-7403.000=-21.000

*mean*	1059.203-1058.368=0.834
σ	256.939-241.781=15.157
min	943.313-930.095=13.219
max	1678.877-1629.621=49.256

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7382.000-7403.000=-21.000
σ	0.000
min	7382.000-7403.000=-21.000
max	7382.000-7403.000=-21.000

*mean*	396.327-394.477=1.850
σ	7.275-3.519=3.756
min	382.312-388.190=-5.878
max	408.233-398.631=9.602

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-475.000=3.000
σ	0.000
min	478.000-475.000=3.000
max	478.000-475.000=3.000

*mean*	393.606-372.012=21.594
σ	26.890-35.570=-8.680
min	351.614-319.700=31.914
max	430.489-416.275=14.214

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-563.000=1.000
σ	0.000
min	564.000-563.000=1.000
max	564.000-563.000=1.000

*mean*	714.726-780.784=-66.057
σ	51.547-59.366=-7.819
min	648.572-657.519=-8.946
max	774.175-827.086=-52.911

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.973-963.971=0.002
σ	1.821-1.822=-0.001
min	963.263-963.264=-0.000
max	971.671-971.675=-0.004

*mean*	1044.150-1055.500=-11.350
σ	306.646-309.071=-2.424
min	587.000-553.000=34.000
max	1494.000-1511.000=-17.000

*mean*	1.292-1.318=-0.026
σ	0.141-0.166=-0.025
min	1.179-1.191=-0.011
max	1.767-1.770=-0.004

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.464-0.453=0.011
σ	0.489-0.519=-0.030
min	0.214-0.147=0.068
max	1.337-1.369=-0.031

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.689-0.889=-0.200
σ	0.611-0.594=0.017
min	0.340-0.570=-0.230
max	1.763-1.948=-0.185

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.387=-0.168
σ	0.027-0.036=-0.009
min	0.202-0.364=-0.162
max	0.266-0.448=-0.183

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.593=-0.257
σ	0.014-0.017=-0.003
min	0.327-0.578=-0.251
max	0.360-0.622=-0.262

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	436.000-431.800=4.200
σ	5.612-1.789=3.824
min	431.000
max	442.000-435.000=7.000

*mean*	0.555-0.689=-0.134
σ	0.066-0.073=-0.008
min	0.441-0.594=-0.152
max	0.609-0.751=-0.142

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.505-0.482=0.023
σ	0.031-0.046=-0.015
min	0.450-0.422=0.029
max	0.528-0.530=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.589-2.603=-0.013
σ	0.094-0.099=-0.005
min	2.449-2.440=0.009
max	2.975-2.997=-0.022

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.580-2.602=-0.022
σ	0.077-0.087=-0.010
min	2.411-2.434=-0.022
max	2.814-2.907=-0.093

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.311-0.316=-0.005
σ	0.012-0.036=-0.024
min	0.294-0.299=-0.005
max	0.376-0.563=-0.187

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.293-0.294=-0.001
σ	0.007-0.007=0.000
min	0.280-0.280=-0.000
max	0.335-0.334=0.001

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.567-11.717=-0.151
σ	11.583-12.506=-0.923
min	0.574-0.574=-0.000
max	79.206-96.666=-17.460

*mean*	457.624-456.988=0.636
σ	18.161-18.320=-0.159
min	409.000-408.000=1.000
max	475.000-474.000=1.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.031=-0.002
min	0.001-0.001=-0.000
max	0.185-0.262=-0.076

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.750-278.793=-0.043
σ	1.020-1.030=-0.010
min	278.374-278.386=-0.012
max	281.651-281.721=-0.070

*mean*	443.800-443.600=0.200
σ	18.030-17.469=0.561
min	417.000-418.000=-1.000
max	476.000-472.000=4.000

*mean*	0.576-0.587=-0.011
σ	0.025-0.015=0.010
min	0.532-0.558=-0.026
max	0.619-0.614=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	838.000-864.000=-26.000
σ	0.000
min	838.000-864.000=-26.000
max	838.000-864.000=-26.000

*mean*	218.466-235.694=-17.228
σ	23.495-20.565=2.931
min	183.254-198.900=-15.646
max	254.132-254.103=0.029

phase=macro expansion

*mean*	6.130-6.130=-0.000
σ	0.000-0.001=-0.001
min	6.130
max	6.130-6.133=-0.004

*mean*	838.000-864.000=-26.000
σ	0.000
min	838.000-864.000=-26.000
max	838.000-864.000=-26.000

*mean*	9.002-9.922=-0.920
σ	1.007-1.453=-0.446
min	7.320-7.442=-0.122
max	9.685-12.563=-2.877

phase=parser

*mean*	1042.431-1042.435=-0.005
σ	0.000-0.001=-0.001
min	1042.430-1042.432=-0.002
max	1042.431-1042.436=-0.005

*mean*	838.000-864.000=-26.000
σ	0.000
min	838.000-864.000=-26.000
max	838.000-864.000=-26.000

*mean*	547.880-571.897=-24.017
σ	76.326-100.917=-24.591
min	420.854-423.854=-3.000
max	598.958-725.601=-126.643

phase=processProdDef

*mean*	2243.978-2243.976=0.001
σ	0.000-0.001=-0.001
min	2243.978-2243.976=0.002
max	2243.978-2243.979=-0.001

*mean*	838.000-864.000=-26.000
σ	0.000
min	838.000-864.000=-26.000
max	838.000-864.000=-26.000

*mean*	2697.839-2534.914=162.925
σ	257.361-590.607=-333.246
min	2165.221-1780.888=384.333
max	2984.682-3433.623=-448.941

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	838.000-864.000=-26.000
σ	0.000
min	838.000-864.000=-26.000
max	838.000-864.000=-26.000

*mean*	36.714-38.615=-1.901
σ	6.269-5.876=0.393
min	26.556-26.586=-0.030
max	40.776-46.846=-6.070

phase=type checker

*mean*	989.755-989.755=0.000
σ	0.066-0.066=-0.001
min	989.658-989.654=0.004
max	989.845-989.845=0.000

*mean*	838.000-864.000=-26.000
σ	0.000
min	838.000-864.000=-26.000
max	838.000-864.000=-26.000

*mean*	668.440-775.591=-107.151
σ	17.774-107.782=-90.007
min	638.987-644.769=-5.783
max	684.923-892.782=-207.859

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.393-282.387=0.006
σ	0.025-0.037=-0.012
min	282.372-282.338=0.034
max	282.425-282.429=-0.004

*mean*	444.000-444.800=-0.800
σ	0.000-1.095=-1.095
min	444.000
max	444.000-446.000=-2.000

*mean*	0.377-0.383=-0.007
σ	0.001-0.007=-0.006
min	0.376-0.376=-0.001
max	0.377-0.390=-0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.123-1267.103=0.020
σ	0.101-0.081=0.020
min	1267.001-1267.004=-0.002
max	1267.282-1267.227=0.055

*mean*	1085.200-1114.200=-29.000
σ	188.716-170.494=18.222
min	858.000-898.000=-40.000
max	1325.000-1332.000=-7.000

*mean*	2.072-1.996=0.076
σ	0.166-0.104=0.062
min	1.798-1.870=-0.072
max	2.243-2.109=0.134

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.090-1506.138=-0.049
σ	2.947-2.914=0.033
min	1504.556-1504.646=-0.090
max	1511.349-1511.341=0.008

*mean*	627.200-629.400=-2.200
σ	88.703-90.337=-1.634
min	496.000-505.000=-9.000
max	735.000-729.000=6.000

*mean*	2.242-2.357=-0.115
σ	0.195-0.259=-0.065
min	2.113-2.037=0.076
max	2.581-2.554=0.027

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.101-1829.114=-0.013
σ	0.042-0.083=-0.041
min	1829.044-1829.017=0.027
max	1829.147-1829.233=-0.085

*mean*	1724.600-1768.400=-43.800
σ	163.445-211.798=-48.353
min	1491.000
max	1876.000-1970.000=-94.000

*mean*	2.989-3.189=-0.200
σ	0.237-0.388=-0.151
min	2.822-2.819=0.003
max	3.402-3.683=-0.281

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.844-1.714=0.130
σ	0.091-0.157=-0.067
min	1.698-1.502=0.196
max	1.942-1.869=0.073

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-397.697=0.001
σ	518.051-518.051=0.000
min	138.669-138.669=0.000
max	1174.775-1174.773=0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	442.000-446.000=-4.000
σ	0.000
min	442.000-446.000=-4.000
max	442.000-446.000=-4.000

*mean*	0.493-0.496=-0.003
σ	0.511-0.512=-0.001
min	0.236-0.233=0.003
max	1.261-1.265=-0.004

policies=20

*mean*	1386.831-1386.820=0.011
σ	0.166-0.151=0.015
min	1386.717-1386.714=0.003
max	1387.077-1387.044=0.033

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.000
σ	4.619-0.000=4.619
min	442.000-446.000=-4.000
max	450.000-446.000=4.000

*mean*	2.330-2.307=0.022
σ	0.011-0.018=-0.007
min	2.319-2.282=0.037
max	2.339-2.322=0.018

policies=200

*mean*	13876.855-13876.869=-0.014
σ	0.099-0.111=-0.012
min	13876.731-13876.783=-0.051
max	13876.974-13877.032=-0.058

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	495.500-496.750=-1.250
σ	3.697-5.620=-1.923
min	492.000
max	500.000-503.000=-3.000

*mean*	23.485-23.510=-0.025
σ	0.140-0.107=0.033
min	23.359-23.402=-0.043
max	23.674-23.630=0.043