Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.774-54.775=-0.002
σ	0.361-0.367=-0.006
min	54.633-54.633=-0.000
max	55.801-55.820=-0.019

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.138-0.141=-0.002
σ	0.005-0.004=0.001
min	0.130-0.137=-0.007
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.774=-0.000
σ	0.005-0.007=-0.001
min	43.766-43.761=0.004
max	43.784-43.783=0.001

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.124-0.124=-0.000
σ	0.004-0.004=0.000
min	0.120-0.120=-0.001
max	0.134-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617
σ	0.000
min	36.617
max	36.618

*mean*	4590.125-4587.625=2.500
σ	2248.240-2250.027=-1.787
min	1486.000-1487.000=-1.000
max	7383.000-7385.000=-2.000

*mean*	171.031-127.025=44.006
σ	447.005-324.076=122.928
min	12.033-12.108=-0.075
max	1277.301-929.073=348.228

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4590.125-4587.625=2.500
σ	2248.240-2250.027=-1.787
min	1486.000-1487.000=-1.000
max	7383.000-7385.000=-2.000

*mean*	14.488-14.003=0.485
σ	4.464-4.619=-0.155
min	11.445-11.674=-0.228
max	24.772-25.306=-0.534

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=0.000
max	41.950-41.950=-0.000

*mean*	7383.000-7385.000=-2.000
σ	0.000
min	7383.000-7385.000=-2.000
max	7383.000-7385.000=-2.000

*mean*	10.624-11.340=-0.715
σ	0.288-1.012=-0.723
min	10.167-10.689=-0.522
max	10.986-13.819=-2.833

op=table_records(), repeat

*mean*	41.933-41.934=-0.000
σ	0.000-0.001=-0.001
min	41.933
max	41.934-41.937=-0.003

*mean*	4181.250-4177.000=4.250
σ	1944.703-1945.761=-1.058
min	1486.000-1487.000=-1.000
max	7383.000-7385.000=-2.000

*mean*	11.652-11.725=-0.072
σ	1.747-1.755=-0.007
min	10.816-10.807=0.010
max	15.962-16.047=-0.085

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4181.250-4177.000=4.250
σ	1944.703-1945.761=-1.058
min	1486.000-1487.000=-1.000
max	7383.000-7385.000=-2.000

*mean*	9.048-9.320=-0.273
σ	1.421-1.332=0.089
min	7.826-8.196=-0.371
max	12.423-12.539=-0.117

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406
max	26.406

*mean*	4181.250-4177.000=4.250
σ	1944.703-1945.761=-1.058
min	1486.000-1487.000=-1.000
max	7383.000-7385.000=-2.000

*mean*	6.733-7.068=-0.335
σ	1.103-0.913=0.189
min	5.918-5.909=0.009
max	9.408-9.124=0.283

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688

*mean*	4590.125-4587.625=2.500
σ	2248.240-2250.027=-1.787
min	1486.000-1487.000=-1.000
max	7383.000-7385.000=-2.000

*mean*	6.448-6.384=0.065
σ	1.057-1.051=0.006
min	5.839-5.862=-0.023
max	8.840-8.963=-0.123

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985

*mean*	4590.125-4587.625=2.500
σ	2248.240-2250.027=-1.787
min	1486.000-1487.000=-1.000
max	7383.000-7385.000=-2.000

*mean*	6.341-6.360=-0.019
σ	1.082-1.131=-0.049
min	5.690-5.805=-0.115
max	8.771-9.143=-0.372

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7383.000-7385.000=-2.000
σ	0.000
min	7383.000-7385.000=-2.000
max	7383.000-7385.000=-2.000

*mean*	360.407-361.817=-1.410
σ	40.331-41.251=-0.920
min	343.877-344.859=-0.982
max	460.096-463.805=-3.709

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.469=-0.000
min	3495.713
max	3497.038

*mean*	3757.250-3754.500=2.750
σ	2299.390-2299.651=-0.262
min	720.000
max	7383.000-7385.000=-2.000

*mean*	1785.898-1778.468=7.431
σ	664.297-683.330=-19.033
min	1391.667-1400.310=-8.643
max	2942.010-2975.952=-33.941

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.853-107.854=-0.000
max	107.854-107.855=-0.000

*mean*	4410.250-4406.500=3.750
σ	2217.739-2219.698=-1.959
min	1486.000-1487.000=-1.000
max	7383.000-7385.000=-2.000

*mean*	257.036-245.000=12.036
σ	341.580-301.705=39.876
min	124.325-126.083=-1.757
max	1100.973-990.183=110.790

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4410.250-4406.500=3.750
σ	2217.739-2219.698=-1.959
min	1486.000-1487.000=-1.000
max	7383.000-7385.000=-2.000

*mean*	46.644-46.828=-0.183
σ	8.284-7.839=0.446
min	42.073-41.765=0.308
max	66.815-65.814=1.001

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7383.000-7385.000=-2.000
σ	0.000
min	7383.000-7385.000=-2.000
max	7383.000-7385.000=-2.000

*mean*	22.317-22.275=0.043
σ	1.236-0.769=0.467
min	21.650-21.690=-0.041
max	25.342-23.997=1.345

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311-71.311=-0.000

*mean*	7383.000-7385.000=-2.000
σ	0.000
min	7383.000-7385.000=-2.000
max	7383.000-7385.000=-2.000

*mean*	256.629-264.482=-7.853
σ	567.709-587.425=-19.716
min	54.476-55.527=-1.051
max	1661.624-1718.283=-56.659

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.001
σ	0.014-0.014=-0.000
min	4646.845
max	4646.884

*mean*	4181.250-4177.000=4.250
σ	1944.703-1945.761=-1.058
min	1486.000-1487.000=-1.000
max	7383.000-7385.000=-2.000

*mean*	3314.420-3302.309=12.111
σ	846.515-834.552=11.964
min	2493.628-2530.682=-37.054
max	4651.813-4864.734=-212.920

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7383.000-7385.000=-2.000
σ	0.000
min	7383.000-7385.000=-2.000
max	7383.000-7385.000=-2.000

*mean*	1044.165-1016.897=27.268
σ	235.318-115.588=119.730
min	922.994-935.812=-12.818
max	1606.051-1238.613=367.438

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7383.000-7385.000=-2.000
σ	0.000
min	7383.000-7385.000=-2.000
max	7383.000-7385.000=-2.000

*mean*	394.056-388.804=5.253
σ	7.518-5.520=1.998
min	377.275-376.823=0.452
max	403.664-394.304=9.360

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.125-474.875=1.250
σ	1.553-0.354=1.199
min	475.000-474.000=1.000
max	478.000-475.000=3.000

*mean*	373.728-379.983=-6.255
σ	25.355-13.160=12.195
min	343.779-364.021=-20.242
max	409.624-398.308=11.316

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.000-559.000=1.000
σ	0.000
min	560.000-559.000=1.000
max	560.000-559.000=1.000

*mean*	721.147-755.831=-34.684
σ	82.773-71.581=11.193
min	613.730-607.525=6.205
max	827.525-817.871=9.654

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-963.973=-0.002
σ	1.821-1.820=0.001
min	963.266-963.264=0.002
max	971.671-971.668=0.004

*mean*	1040.550-1048.600=-8.050
σ	291.390-296.150=-4.761
min	560.000-575.000=-15.000
max	1429.000-1466.000=-37.000

*mean*	1.264-1.266=-0.003
σ	0.087-0.111=-0.024
min	1.179-1.178=0.001
max	1.507-1.563=-0.056

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.427-0.298=0.129
σ	0.598-0.291=0.307
min	0.132-0.144=-0.012
max	1.494-0.813=0.681

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.842-0.472=0.370
σ	0.518-0.311=0.207
min	0.581-0.320=0.262
max	1.766-1.027=0.739

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.261-0.220=0.041
σ	0.107-0.024=0.083
min	0.208-0.204=0.004
max	0.453-0.263=0.190

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.550-0.333=0.217
σ	0.098-0.014=0.084
min	0.376-0.321=0.056
max	0.608-0.355=0.253

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	435.600-436.600=-1.000
σ	5.079-6.066=-0.987
min	431.000
max	441.000-443.000=-2.000

*mean*	0.683-0.585=0.099
σ	0.074-0.041=0.033
min	0.597-0.534=0.062
max	0.758-0.619=0.140

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.502-0.490=0.012
σ	0.031-0.038=-0.008
min	0.453-0.439=0.014
max	0.532-0.532=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.619-2.687=-0.068
σ	0.113-0.101=0.011
min	2.465-2.460=0.005
max	3.125-2.945=0.181

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.604-2.663=-0.059
σ	0.070-0.112=-0.042
min	2.491-2.466=0.025
max	2.797-3.159=-0.363

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.318-0.309=0.010
σ	0.044-0.012=0.032
min	0.295-0.291=0.005
max	0.704-0.383=0.321

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.295-0.296=-0.001
σ	0.009-0.009=0.000
min	0.279-0.280=-0.001
max	0.341-0.330=0.012

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.293-11.535=-0.242
σ	10.874-11.792=-0.918
min	0.574-0.574=-0.000
max	115.662-79.204=36.458

*mean*	463.322-463.100=0.222
σ	19.373-18.532=0.841
min	407.000
max	478.000

*mean*	0.026-0.026=-0.000
σ	0.027-0.029=-0.002
min	0.001-0.001=0.000
max	0.282-0.191=0.092

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.749-278.795=-0.046
σ	1.028-1.065=-0.037
min	278.363-278.360=0.003
max	281.670-281.824=-0.154

*mean*	443.300-444.500=-1.200
σ	14.982-19.558=-4.576
min	418.000-414.000=4.000
max	467.000-468.000=-1.000

*mean*	0.579-0.578=0.001
σ	0.006-0.014=-0.008
min	0.569-0.556=0.013
max	0.590-0.601=-0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	839.000-843.000=-4.000
σ	0.000
min	839.000-843.000=-4.000
max	839.000-843.000=-4.000

*mean*	239.235-224.984=14.251
σ	23.931-26.792=-2.861
min	190.736-187.304=3.432
max	257.236-254.403=2.833

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	839.000-842.375=-3.375
σ	0.000-1.768=-1.768
min	839.000-838.000=1.000
max	839.000-843.000=-4.000

*mean*	8.676-9.114=-0.438
σ	2.163-0.955=1.208
min	6.350-7.568=-1.218
max	12.809-9.853=2.956

phase=parser

*mean*	1042.436-1042.435=0.001
σ	0.000-0.000=-0.000
min	1042.436-1042.434=0.002
max	1042.436-1042.435=0.001

*mean*	839.000-842.375=-3.375
σ	0.000-1.768=-1.768
min	839.000-838.000=1.000
max	839.000-843.000=-4.000

*mean*	560.145-582.534=-22.389
σ	104.442-35.302=69.140
min	425.277-500.878=-75.601
max	733.915-607.379=126.536

phase=processProdDef

*mean*	2243.972-2243.975=-0.003
σ	0.000-0.000=0.000
min	2243.972-2243.975=-0.003
max	2243.972-2243.975=-0.002

*mean*	839.000-843.000=-4.000
σ	0.000
min	839.000-843.000=-4.000
max	839.000-843.000=-4.000

*mean*	2587.210-2895.547=-308.338
σ	222.301-430.716=-208.416
min	2361.320-2379.091=-17.771
max	2870.486-3395.254=-524.768

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	839.000-842.375=-3.375
σ	0.000-1.768=-1.768
min	839.000-838.000=1.000
max	839.000-843.000=-4.000

*mean*	32.972-37.198=-4.226
σ	10.377-6.422=3.956
min	21.023-26.806=-5.784
max	47.985-41.517=6.468

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	839.000-842.375=-3.375
σ	0.000-1.768=-1.768
min	839.000-838.000=1.000
max	839.000-843.000=-4.000

*mean*	682.110-707.003=-24.892
σ	46.796-61.287=-14.490
min	641.741-662.436=-20.696
max	791.765-846.917=-55.151

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.387-282.394=-0.007
σ	0.035-0.036=-0.001
min	282.338-282.339=-0.000
max	282.424-282.425=-0.001

*mean*	442.000-440.000=2.000
σ	0.000-2.739=-2.739
min	442.000-438.000=4.000
max	442.000-443.000=-1.000

*mean*	0.380-0.378=0.002
σ	0.007-0.001=0.005
min	0.375-0.377=-0.002
max	0.387-0.380=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.115-1267.139=-0.024
σ	0.093-0.119=-0.026
min	1267.005-1266.979=0.026
max	1267.256-1267.310=-0.054

*mean*	1111.200-1092.400=18.800
σ	169.216-169.777=-0.561
min	896.000-892.000=4.000
max	1325.000-1326.000=-1.000

*mean*	2.012-2.183=-0.171
σ	0.132-0.204=-0.072
min	1.863-2.006=-0.143
max	2.119-2.535=-0.416

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.131-1506.077=0.054
σ	2.954-2.970=-0.015
min	1504.640-1504.526=0.114
max	1511.406-1511.377=0.029

*mean*	626.600-626.000=0.600
σ	89.993-86.943=3.051
min	503.000-495.000=8.000
max	726.000

*mean*	2.357-2.204=0.153
σ	0.306-0.221=0.085
min	2.073-2.046=0.027
max	2.825-2.593=0.233

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.117-1829.101=0.015
σ	0.072-0.040=0.032
min	1829.029-1829.046=-0.017
max	1829.223-1829.148=0.076

*mean*	1756.600-1721.800=34.800
σ	214.727-175.857=38.870
min	1470.000-1472.000=-2.000
max	1960.000-1885.000=75.000

*mean*	3.238-2.965=0.273
σ	0.380-0.191=0.189
min	2.795-2.839=-0.045
max	3.694-3.302=0.391

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.663-1.691=-0.028
σ	0.165-0.157=0.008
min	1.506-1.507=-0.000
max	1.879-1.817=0.062

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-397.697=0.001
σ	518.051-518.051=0.000
min	138.670-138.669=0.001
max	1174.775-1174.773=0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	444.000-433.000=11.000
σ	0.000
min	444.000-433.000=11.000
max	444.000-433.000=11.000

*mean*	0.493-0.463=0.030
σ	0.507-0.447=0.060
min	0.238-0.238=0.000
max	1.254-1.134=0.119

policies=20

*mean*	1386.834-1386.813=0.021
σ	0.161-0.140=0.021
min	1386.726-1386.712=0.014
max	1387.074-1387.020=0.053

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	444.000-440.500=3.500
σ	0.000-8.660=-8.660
min	444.000-433.000=11.000
max	444.000-448.000=-4.000

*mean*	2.316-2.321=-0.005
σ	0.017-0.014=0.003
min	2.293-2.303=-0.010
max	2.332-2.338=-0.005

policies=200

*mean*	13876.912-13876.796=0.116
σ	0.115-0.203=-0.088
min	13876.814-13876.531=0.283
max	13877.079-13877.015=0.064

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.750-496.000=-1.250
σ	4.113-5.228=-1.115
min	490.000-489.000=1.000
max	500.000

*mean*	23.487-23.532=-0.044
σ	0.171-0.053=0.117
min	23.351-23.480=-0.129
max	23.718-23.584=0.135