Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.718=0.000
σ	0.363-0.367=-0.004
min	54.574-54.568=0.006
max	55.749-55.760=-0.011

*mean*	418.000-416.300=1.700
σ	0.000-0.483=-0.483
min	418.000-416.000=2.000
max	418.000-417.000=1.000

*mean*	0.140-0.139=0.001
σ	0.005-0.005=-0.001
min	0.131-0.135=-0.004
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.777=0.001
σ	0.009-0.009=-0.001
min	43.763-43.759=0.004
max	43.793-43.795=-0.002

*mean*	418.600-417.000=1.600
σ	0.516-0.000=0.516
min	418.000-417.000=1.000
max	419.000-417.000=2.000

*mean*	0.123-0.123=-0.000
σ	0.004-0.004=-0.001
min	0.119-0.119=0.000
max	0.129-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4591.250-4591.125=0.125
σ	2249.132-2248.114=1.018
min	1485.000-1487.000=-2.000
max	7386.000-7385.000=1.000

*mean*	126.181-120.517=5.664
σ	322.744-306.172=16.572
min	11.759-11.840=-0.081
max	924.930-878.253=46.677

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.605

*mean*	4591.250-4591.125=0.125
σ	2249.132-2248.114=1.018
min	1485.000-1487.000=-2.000
max	7386.000-7385.000=1.000

*mean*	14.061-13.749=0.313
σ	4.411-3.365=1.046
min	11.508-11.574=-0.066
max	24.898-21.994=2.904

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7386.000-7385.000=1.000
σ	0.000
min	7386.000-7385.000=1.000
max	7386.000-7385.000=1.000

*mean*	11.019-11.042=-0.022
σ	0.132-0.113=0.019
min	10.792-10.938=-0.146
max	11.235-11.271=-0.036

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.001=-0.001
min	41.924
max	41.925-41.928=-0.003

*mean*	4181.750-4182.250=-0.500
σ	1945.310-1944.318=0.992
min	1485.000-1487.000=-2.000
max	7386.000-7385.000=1.000

*mean*	11.665-11.658=0.007
σ	1.798-1.722=0.076
min	10.835-10.765=0.070
max	16.098-15.877=0.221

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=-0.000
min	27.584-27.584=-0.000
max	27.971-27.971=-0.000

*mean*	4181.750-4182.250=-0.500
σ	1945.310-1944.318=0.992
min	1485.000-1487.000=-2.000
max	7386.000-7385.000=1.000

*mean*	9.188-9.041=0.147
σ	1.291-1.289=0.003
min	8.563-8.298=0.265
max	12.369-12.196=0.173

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4181.750-4182.250=-0.500
σ	1945.310-1944.318=0.992
min	1485.000-1487.000=-2.000
max	7386.000-7385.000=1.000

*mean*	7.295-7.054=0.241
σ	0.975-0.988=-0.013
min	6.742-6.210=0.532
max	9.668-9.422=0.246

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673

*mean*	4591.250-4591.125=0.125
σ	2249.132-2248.114=1.018
min	1485.000-1487.000=-2.000
max	7386.000-7385.000=1.000

*mean*	6.332-6.433=-0.102
σ	1.064-1.049=0.015
min	5.821-5.847=-0.026
max	8.952-9.013=-0.060

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961
σ	0.001-0.001=0.000
min	25.961-25.961=-0.000
max	25.962

*mean*	4591.250-4591.125=0.125
σ	2249.132-2248.114=1.018
min	1485.000-1487.000=-2.000
max	7386.000-7385.000=1.000

*mean*	6.195-6.276=-0.081
σ	1.117-1.080=0.037
min	5.679-5.777=-0.099
max	8.953-8.932=0.021

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7386.000-7385.000=1.000
σ	0.000
min	7386.000-7385.000=1.000
max	7386.000-7385.000=1.000

*mean*	363.743-363.197=0.546
σ	42.610-42.355=0.255
min	346.932-345.954=0.978
max	469.163-467.946=1.217

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.453-0.454=-0.001
min	3495.694
max	3496.977-3496.978=-0.002

*mean*	3757.875-3758.000=-0.125
σ	2300.241-2299.230=1.010
min	719.000-720.000=-1.000
max	7386.000-7385.000=1.000

*mean*	1777.761-1707.234=70.527
σ	690.440-573.624=116.816
min	1397.489-1397.364=0.125
max	2974.514-2831.830=142.683

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.842

*mean*	4411.000-4411.625=-0.625
σ	2218.713-2217.739=0.974
min	1485.000-1487.000=-2.000
max	7386.000-7385.000=1.000

*mean*	360.700-268.489=92.211
σ	619.927-369.917=250.010
min	130.482-127.104=3.378
max	1894.395-1182.945=711.450

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.000

*mean*	4411.000-4411.625=-0.625
σ	2218.713-2217.739=0.974
min	1485.000-1487.000=-2.000
max	7386.000-7385.000=1.000

*mean*	43.749-43.714=0.035
σ	3.087-2.632=0.455
min	40.652-41.186=-0.534
max	49.533-49.055=0.478

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7386.000-7385.000=1.000
σ	0.000
min	7386.000-7385.000=1.000
max	7386.000-7385.000=1.000

*mean*	22.323-22.782=-0.459
σ	1.610-2.657=-1.047
min	21.674-21.610=0.064
max	26.305-29.334=-3.030

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.292-71.292=0.000
max	71.296-71.296=0.000

*mean*	7386.000-7385.000=1.000
σ	0.000
min	7386.000-7385.000=1.000
max	7386.000-7385.000=1.000

*mean*	319.660-233.401=86.259
σ	741.310-499.995=241.315
min	56.299-55.220=1.079
max	2154.300-1470.811=683.488

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.001
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4181.750-4182.250=-0.500
σ	1945.310-1944.318=0.992
min	1485.000-1487.000=-2.000
max	7386.000-7385.000=1.000

*mean*	3239.781-3274.550=-34.770
σ	680.019-746.869=-66.849
min	2522.625-2497.456=25.170
max	4089.470-4395.059=-305.589

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7386.000-7385.000=1.000
σ	0.000
min	7386.000-7385.000=1.000
max	7386.000-7385.000=1.000

*mean*	1079.337-1049.890=29.447
σ	282.288-247.250=35.038
min	921.906-915.435=6.470
max	1743.131-1633.603=109.529

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7386.000-7385.000=1.000
σ	0.000
min	7386.000-7385.000=1.000
max	7386.000-7385.000=1.000

*mean*	396.136-406.848=-10.712
σ	8.424-48.623=-40.199
min	382.678-376.355=6.322
max	413.693-526.353=-112.660

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-477.500=-0.500
σ	0.000-0.535=-0.535
min	477.000
max	477.000-478.000=-1.000

*mean*	381.024-393.475=-12.451
σ	25.720-19.067=6.652
min	356.509-364.756=-8.247
max	425.009-427.725=-2.716

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.750-558.250=0.500
σ	1.389-3.732=-2.343
min	558.000-554.000=4.000
max	561.000-562.000=-1.000

*mean*	731.794-745.838=-14.044
σ	42.977-80.636=-37.659
min	650.667-602.467=48.201
max	783.438-870.497=-87.059

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-964.531=-0.001
σ	1.820-1.819=0.001
min	963.826-963.826=0.000
max	972.225-972.223=0.001

*mean*	1046.450-1041.650=4.800
σ	321.440-316.474=4.966
min	541.000-542.000=-1.000
max	1567.000-1553.000=14.000

*mean*	1.264-1.287=-0.022
σ	0.109-0.131=-0.021
min	1.185-1.183=0.002
max	1.669-1.727=-0.058

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.503-0.334=0.169
σ	0.460-0.298=0.162
min	0.237-0.139=0.097
max	1.307-0.827=0.480

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.823-0.494=0.330
σ	0.519-0.344=0.175
min	0.573-0.330=0.243
max	1.752-1.109=0.643

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.384-0.220=0.165
σ	0.036-0.027=0.010
min	0.355-0.198=0.157
max	0.445-0.263=0.181

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.598-0.327=0.271
σ	0.028-0.017=0.011
min	0.575-0.313=0.262
max	0.647-0.356=0.291

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.839=0.140
σ	0.009
min	964.974-964.834=0.140
max	964.996-964.855=0.140

*mean*	431.000-430.600=0.400
σ	0.000-0.548=-0.548
min	431.000-430.000=1.000
max	431.000

*mean*	0.726-0.579=0.147
σ	0.036-0.034=0.002
min	0.664-0.538=0.126
max	0.749-0.612=0.138

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.913=0.089
σ	0.002
min	886.000-885.912=0.089
max	886.004-885.915=0.089

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.638-0.454=0.185
σ	0.006-0.055=-0.048
min	0.630-0.373=0.256
max	0.647-0.505=0.142

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	3.553-2.643=0.910
σ	0.087-0.112=-0.026
min	3.424-2.467=0.957
max	4.009-3.041=0.968

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	3.285-2.582=0.702
σ	0.361-0.081=0.280
min	2.677-2.457=0.219
max	4.029-2.910=1.119

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.534-0.302=0.231
σ	0.060-0.010=0.049
min	0.297-0.290=0.007
max	0.742-0.364=0.378

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.508-0.290=0.218
σ	0.047-0.008=0.039
min	0.305-0.276=0.029
max	0.737-0.325=0.412

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.653-11.575=0.079
σ	11.580-12.313=-0.733
min	0.573-0.573=-0.000
max	77.653-114.079=-36.426

*mean*	459.994-469.623=-9.629
σ	18.358-19.732=-1.374
min	408.000-407.000=1.000
max	476.000-483.000=-7.000

*mean*	0.027-0.026=0.000
σ	0.028-0.030=-0.002
min	0.001-0.001=0.000
max	0.192-0.269=-0.077

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.002-278.957=0.045
σ	1.049-1.019=0.029
min	278.551-278.559=-0.008
max	281.980-281.856=0.125

*mean*	444.200-443.500=0.700
σ	15.533-17.778=-2.244
min	416.000-415.000=1.000
max	464.000-473.000=-9.000

*mean*	0.579-0.585=-0.005
σ	0.019-0.013=0.007
min	0.542-0.568=-0.027
max	0.608-0.612=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	220.935-222.372=-1.438
σ	25.294-23.005=2.289
min	180.825-194.022=-13.198
max	245.067-245.821=-0.753

phase=macro expansion

*mean*	5.900-5.896=0.004
σ	0.000
min	5.900-5.896=0.004
max	5.900-5.896=0.004

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	7.476-7.371=0.105
σ	1.731-2.223=-0.492
min	5.771-5.893=-0.122
max	9.355-11.833=-2.478

phase=parser

*mean*	1042.134-1041.967=0.167
σ	0.000-0.000=-0.000
min	1042.133-1041.967=0.167
max	1042.134-1041.967=0.167

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	490.922-545.060=-54.139
σ	122.800-122.904=-0.103
min	372.631-376.022=-3.391
max	634.359-725.940=-91.581

phase=processProdDef

*mean*	2243.717-2243.715=0.001
σ	0.000
min	2243.717-2243.715=0.001
max	2243.717-2243.715=0.001

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	2926.487-2572.608=353.879
σ	292.126-433.615=-141.489
min	2688.959-1951.136=737.824
max	3437.014-3259.534=177.480

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	36.885-29.414=7.471
σ	5.373-10.264=-4.891
min	29.670-20.112=9.559
max	42.266-47.999=-5.732

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	647.113-685.806=-38.693
σ	24.717-88.206=-63.489
min	614.825-608.041=6.785
max	693.373-840.675=-147.302

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.361=-0.001
σ	0.035-0.034=0.001
min	282.310-282.313=-0.003
max	282.396-282.397=-0.001

*mean*	441.000-439.000=2.000
σ	2.739
min	439.000-437.000=2.000
max	444.000-442.000=2.000

*mean*	0.384-0.383=0.002
σ	0.009-0.007=0.002
min	0.375-0.373=0.001
max	0.397-0.388=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.589-1267.580=0.009
σ	0.102-0.074=0.028
min	1267.471-1267.472=-0.001
max	1267.749-1267.676=0.073

*mean*	1089.600-1111.400=-21.800
σ	165.260-170.789=-5.529
min	892.000-895.000=-3.000
max	1314.000-1329.000=-15.000

*mean*	2.092-2.002=0.090
σ	0.127-0.145=-0.018
min	1.889-1.777=0.111
max	2.232-2.122=0.110

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.533-1506.605=-0.072
σ	2.923-2.958=-0.035
min	1505.034-1505.099=-0.066
max	1511.753-1511.886=-0.133

*mean*	625.400-626.800=-1.400
σ	87.248-89.843=-2.594
min	495.000-503.000=-8.000
max	727.000-726.000=1.000

*mean*	2.200-2.428=-0.229
σ	0.086-0.364=-0.279
min	2.092-2.032=0.060
max	2.287-2.864=-0.577

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.577-1829.569=0.008
σ	0.041-0.053=-0.012
min	1829.524-1829.491=0.033
max	1829.619-1829.619=0.001

*mean*	1730.000-1764.600=-34.600
σ	173.653-209.681=-36.028
min	1481.000-1489.000=-8.000
max	1890.000-1964.000=-74.000

*mean*	3.059-3.128=-0.069
σ	0.368-0.256=0.112
min	2.832-2.845=-0.013
max	3.714-3.448=0.267

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.684-1.710=-0.026
σ	0.091-0.172=-0.080
min	1.556-1.467=0.090
max	1.776-1.872=-0.096

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.868-393.852=0.015
σ	509.607-509.576=0.030
min	139.062-139.061=0.001
max	1158.278-1158.217=0.061

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.476-0.474=0.002
σ	0.486-0.471=0.015
min	0.230-0.234=-0.004
max	1.204-1.180=0.024

policies=20

*mean*	1390.730-1390.729=0.002
σ	0.164-0.163=0.001
min	1390.614-1390.644=-0.031
max	1390.972-1390.973=-0.000

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	446.000
σ	6.000-10.000=-4.000
min	443.000-441.000=2.000
max	455.000-461.000=-6.000

*mean*	2.313-2.312=0.001
σ	0.006-0.011=-0.004
min	2.308-2.302=0.005
max	2.321-2.325=-0.004

policies=200

*mean*	13915.814-13915.790=0.023
σ	0.165-0.137=0.029
min	13915.669-13915.698=-0.029
max	13916.051-13915.993=0.058

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.000-497.000=-2.000
σ	3.367-4.690=-1.324
min	491.000-492.000=-1.000
max	499.000-503.000=-4.000

*mean*	23.486-23.371=0.116
σ	0.256-0.144=0.112
min	23.287-23.207=0.079
max	23.862-23.543=0.318