Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.717=0.001
σ	0.363-0.363=0.000
min	54.574-54.579=-0.005
max	55.749-55.748=0.002

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.140-0.140=0.000
σ	0.005-0.004=0.001
min	0.131-0.137=-0.006
max	0.146-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.777=0.001
σ	0.009-0.006=0.003
min	43.763-43.765=-0.002
max	43.793-43.785=0.008

*mean*	418.600-416.000=2.600
σ	0.516-0.000=0.516
min	418.000-416.000=2.000
max	419.000-416.000=3.000

*mean*	0.123-0.123=-0.001
σ	0.004-0.004=-0.000
min	0.119-0.120=-0.001
max	0.129-0.131=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4591.250-4424.875=166.375
σ	2249.132-2226.931=22.202
min	1485.000
max	7386.000-7405.000=-19.000

*mean*	126.181-12.435=113.746
σ	322.744-0.703=322.041
min	11.759-11.944=-0.185
max	924.930-14.099=910.832

op=column_set() on indexed, repeat

*mean*	36.604-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=-0.000
max	36.605-36.605=-0.001

*mean*	4591.250-4606.000=-14.750
σ	2249.132-2258.319=-9.187
min	1485.000
max	7386.000-7405.000=-19.000

*mean*	14.061-136.739=-122.677
σ	4.411-350.441=-346.029
min	11.508-11.918=-0.409
max	24.898-1004.034=-979.136

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.942-41.943=-0.001

*mean*	7386.000-7405.000=-19.000
σ	0.000
min	7386.000-7405.000=-19.000
max	7386.000-7405.000=-19.000

*mean*	11.019-11.377=-0.358
σ	0.132-0.391=-0.259
min	10.792-10.957=-0.165
max	11.235-12.207=-0.973

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.001=-0.001
min	41.924-41.924=-0.000
max	41.925-41.928=-0.003

*mean*	4181.750-4196.750=-15.000
σ	1945.310-1954.898=-9.588
min	1485.000
max	7386.000-7405.000=-19.000

*mean*	11.665-11.584=0.081
σ	1.798-1.847=-0.049
min	10.835-10.669=0.166
max	16.098-16.133=-0.035

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633
σ	0.137-0.137=-0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4181.750-4196.750=-15.000
σ	1945.310-1954.898=-9.588
min	1485.000
max	7386.000-7405.000=-19.000

*mean*	9.188-9.059=0.129
σ	1.291-1.282=0.009
min	8.563-8.060=0.503
max	12.369-12.135=0.234

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384

*mean*	4181.750-4196.750=-15.000
σ	1945.310-1954.898=-9.588
min	1485.000
max	7386.000-7405.000=-19.000

*mean*	7.295-7.028=0.267
σ	0.975-1.031=-0.056
min	6.742-5.922=0.820
max	9.668-9.442=0.226

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4591.250-4606.000=-14.750
σ	2249.132-2258.319=-9.187
min	1485.000
max	7386.000-7405.000=-19.000

*mean*	6.332-6.206=0.125
σ	1.064-0.602=0.462
min	5.821-5.673=0.148
max	8.952-7.609=1.343

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961-25.961=-0.000
max	25.962

*mean*	4591.250-4606.000=-14.750
σ	2249.132-2258.319=-9.187
min	1485.000
max	7386.000-7405.000=-19.000

*mean*	6.195-6.012=0.183
σ	1.117-0.568=0.548
min	5.679-5.521=0.158
max	8.953-7.365=1.589

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7386.000-7405.000=-19.000
σ	0.000
min	7386.000-7405.000=-19.000
max	7386.000-7405.000=-19.000

*mean*	363.743-348.354=15.389
σ	42.610-2.266=40.344
min	346.932-345.926=1.006
max	469.163-352.523=116.640

op=load_product(), with indexes

*mean*	3495.854-3495.854=-0.000
σ	0.453-0.454=-0.000
min	3495.694
max	3496.977-3496.977=-0.000

*mean*	3757.875-3770.375=-12.500
σ	2300.241-2310.859=-10.618
min	719.000-720.000=-1.000
max	7386.000-7405.000=-19.000

*mean*	1777.761-1722.199=55.562
σ	690.440-600.269=90.171
min	1397.489-1385.148=12.341
max	2974.514-2763.627=210.887

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.842-107.841=0.000

*mean*	4411.000-4196.750=214.250
σ	2218.713-1954.898=263.815
min	1485.000
max	7386.000-7405.000=-19.000

*mean*	360.700-131.904=228.796
σ	619.927-12.544=607.383
min	130.482-124.560=5.922
max	1894.395-162.064=1732.331

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.069-62.069=-0.001

*mean*	4411.000-4424.875=-13.875
σ	2218.713-2226.931=-8.218
min	1485.000
max	7386.000-7405.000=-19.000

*mean*	43.749-104.468=-60.719
σ	3.087-175.099=-172.012
min	40.652-41.113=-0.462
max	49.533-537.807=-488.274

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=-0.000
min	40.925
max	40.928-40.929=-0.001

*mean*	7386.000-7405.000=-19.000
σ	0.000
min	7386.000-7405.000=-19.000
max	7386.000-7405.000=-19.000

*mean*	22.323-106.143=-83.819
σ	1.610-237.482=-235.872
min	21.674-21.596=0.079
max	26.305-693.880=-667.575

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=0.000
max	71.296

*mean*	7386.000-7405.000=-19.000
σ	0.000
min	7386.000-7405.000=-19.000
max	7386.000-7405.000=-19.000

*mean*	319.660-58.514=261.147
σ	741.310-8.066=733.245
min	56.299-55.215=1.085
max	2154.300-78.427=2075.873

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.001
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4181.750-4196.750=-15.000
σ	1945.310-1954.898=-9.588
min	1485.000
max	7386.000-7405.000=-19.000

*mean*	3239.781-3336.399=-96.618
σ	680.019-773.520=-93.501
min	2522.625-2495.646=26.979
max	4089.470-4471.523=-382.053

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7386.000-7405.000=-19.000
σ	0.000
min	7386.000-7405.000=-19.000
max	7386.000-7405.000=-19.000

*mean*	1079.337-1011.409=67.929
σ	282.288-197.873=84.416
min	921.906-917.528=4.377
max	1743.131-1487.240=255.891

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7386.000-7405.000=-19.000
σ	0.000
min	7386.000-7405.000=-19.000
max	7386.000-7405.000=-19.000

*mean*	396.136-395.333=0.803
σ	8.424-5.314=3.110
min	382.678-385.328=-2.650
max	413.693-402.238=11.455

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-479.000=-2.000
σ	0.000
min	477.000-479.000=-2.000
max	477.000-479.000=-2.000

*mean*	381.024-362.725=18.298
σ	25.720-59.144=-33.425
min	356.509-296.503=60.007
max	425.009-435.375=-10.366

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.750-562.000=-3.250
σ	1.389-0.000=1.389
min	558.000-562.000=-4.000
max	561.000-562.000=-1.000

*mean*	731.794-742.984=-11.190
σ	42.977-35.048=7.929
min	650.667-691.932=-41.264
max	783.438-795.024=-11.586

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-964.530=-0.000
σ	1.820-1.821=-0.001
min	963.826-963.826=0.000
max	972.225-972.230=-0.006

*mean*	1046.450-1047.650=-1.200
σ	321.440-320.870=0.570
min	541.000-543.000=-2.000
max	1567.000-1570.000=-3.000

*mean*	1.264-1.282=-0.018
σ	0.109-0.162=-0.052
min	1.185-1.180=0.005
max	1.669-1.885=-0.216

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.503-0.339=0.163
σ	0.460-0.263=0.197
min	0.237-0.139=0.097
max	1.307-0.768=0.539

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.823-0.487=0.337
σ	0.519-0.302=0.218
min	0.573-0.332=0.241
max	1.752-1.025=0.727

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.384-0.220=0.164
σ	0.036-0.019=0.018
min	0.355-0.208=0.146
max	0.445-0.253=0.191

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.598-0.346=0.252
σ	0.028-0.020=0.009
min	0.575-0.331=0.244
max	0.647-0.379=0.267

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.838=0.141
σ	0.009
min	964.974-964.833=0.141
max	964.996-964.855=0.141

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.726-0.543=0.183
σ	0.036-0.050=-0.014
min	0.664-0.490=0.174
max	0.749-0.606=0.144

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.913=0.089
σ	0.002
min	886.000-885.912=0.089
max	886.004-885.915=0.089

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.638-0.487=0.152
σ	0.006-0.034=-0.028
min	0.630-0.448=0.182
max	0.647-0.521=0.126

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	3.553-1.949=1.604
σ	0.087-0.069=0.018
min	3.424-1.832=1.592
max	4.009-2.212=1.797

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	3.285-1.964=1.320
σ	0.361-0.063=0.298
min	2.677-1.857=0.820
max	4.029-2.196=1.833

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.534-0.307=0.226
σ	0.060-0.045=0.015
min	0.297-0.288=0.009
max	0.742-0.728=0.013

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.508-0.291=0.217
σ	0.047-0.012=0.035
min	0.305-0.271=0.034
max	0.737-0.348=0.389

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.653-11.675=-0.022
σ	11.580-11.748=-0.168
min	0.573-0.574=-0.000
max	77.653-85.524=-7.871

*mean*	459.994-454.634=5.360
σ	18.358-17.274=1.085
min	408.000-407.000=1.000
max	476.000-471.000=5.000

*mean*	0.027-0.027=-0.000
σ	0.028-0.029=-0.001
min	0.001-0.001=-0.000
max	0.192-0.217=-0.025

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.002-278.653=0.349
σ	1.049-1.029=0.020
min	278.551-278.240=0.311
max	281.980-281.576=0.405

*mean*	444.200-448.100=-3.900
σ	15.533-19.598=-4.065
min	416.000-417.000=-1.000
max	464.000-481.000=-17.000

*mean*	0.579-0.574=0.005
σ	0.019-0.020=-0.000
min	0.542-0.531=0.010
max	0.608-0.608=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	220.935-225.647=-4.712
σ	25.294-18.840=6.454
min	180.825-201.474=-20.649
max	245.067-245.663=-0.596

phase=macro expansion

*mean*	5.900
σ	0.000
min	5.900
max	5.900

*mean*	874.000-850.500=23.500
σ	0.000-1.414=-1.414
min	874.000-847.000=27.000
max	874.000-851.000=23.000

*mean*	7.476-6.595=0.881
σ	1.731-1.398=0.333
min	5.771-5.748=0.023
max	9.355-8.948=0.407

phase=parser

*mean*	1042.134-1041.963=0.171
σ	0.000-0.000=-0.000
min	1042.133-1041.963=0.171
max	1042.134-1041.964=0.171

*mean*	874.000-850.500=23.500
σ	0.000-1.414=-1.414
min	874.000-847.000=27.000
max	874.000-851.000=23.000

*mean*	490.922-535.142=-44.221
σ	122.800-97.636=25.165
min	372.631-376.172=-3.542
max	634.359-591.994=42.365

phase=processProdDef

*mean*	2243.717
σ	0.000
min	2243.717
max	2243.717

*mean*	874.000-851.000=23.000
σ	0.000
min	874.000-851.000=23.000
max	874.000-851.000=23.000

*mean*	2926.487-2700.300=226.188
σ	292.126-519.626=-227.500
min	2688.959-1947.177=741.782
max	3437.014-3374.588=62.426

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000-850.500=23.500
σ	0.000-1.414=-1.414
min	874.000-847.000=27.000
max	874.000-851.000=23.000

*mean*	36.885-27.417=9.468
σ	5.373-9.580=-4.207
min	29.670-20.005=9.665
max	42.266-42.105=0.162

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000-850.500=23.500
σ	0.000-1.414=-1.414
min	874.000-847.000=27.000
max	874.000-851.000=23.000

*mean*	647.113-643.389=3.723
σ	24.717-41.017=-16.300
min	614.825-609.497=5.328
max	693.373-721.543=-28.170

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.360=0.000
σ	0.035-0.034=0.002
min	282.310-282.312=-0.003
max	282.396-282.395=0.001

*mean*	441.000-442.200=-1.200
σ	2.739-1.643=1.095
min	439.000-441.000=-2.000
max	444.000

*mean*	0.384-0.379=0.005
σ	0.009-0.007=0.002
min	0.375-0.374=0.001
max	0.397-0.387=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.589-1267.609=-0.020
σ	0.102-0.126=-0.024
min	1267.471-1267.432=0.040
max	1267.749-1267.769=-0.020

*mean*	1089.600-1086.600=3.000
σ	165.260-163.870=1.390
min	892.000-891.000=1.000
max	1314.000-1312.000=2.000

*mean*	2.092-2.118=-0.026
σ	0.127-0.254=-0.127
min	1.889-1.753=0.136
max	2.232-2.467=-0.235

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.533-1506.522=0.011
σ	2.923-2.927=-0.003
min	1505.034-1505.009=0.025
max	1511.753-1511.744=0.009

*mean*	625.400-625.200=0.200
σ	87.248-87.311=-0.062
min	495.000
max	727.000

*mean*	2.200-2.171=0.029
σ	0.086-0.110=-0.025
min	2.092-2.073=0.019
max	2.287-2.360=-0.073

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.577-1829.572=0.005
σ	0.041-0.047=-0.007
min	1829.524-1829.513=0.011
max	1829.619-1829.617=0.002

*mean*	1730.000-1735.000=-5.000
σ	173.653-175.817=-2.163
min	1481.000-1490.000=-9.000
max	1890.000-1899.000=-9.000

*mean*	3.059-3.014=0.045
σ	0.368-0.307=0.061
min	2.832-2.799=0.034
max	3.714-3.554=0.160

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.684-1.656=0.028
σ	0.091-0.196=-0.105
min	1.556-1.369=0.187
max	1.776-1.829=-0.054

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.868-393.850=0.017
σ	509.607-509.575=0.032
min	139.062-139.060=0.002
max	1158.278-1158.212=0.066

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.476-0.491=-0.015
σ	0.486-0.506=-0.020
min	0.230-0.231=-0.001
max	1.204-1.250=-0.046

policies=20

*mean*	1390.730-1390.729=0.001
σ	0.164-0.167=-0.003
min	1390.614-1390.610=0.003
max	1390.972-1390.976=-0.004

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	446.000
σ	6.000-10.000=-4.000
min	443.000-441.000=2.000
max	455.000-461.000=-6.000

*mean*	2.313-2.311=0.002
σ	0.006-0.010=-0.004
min	2.308-2.301=0.006
max	2.321-2.323=-0.002

policies=200

*mean*	13915.814-13915.897=-0.083
σ	0.165-0.095=0.070
min	13915.669-13915.790=-0.122
max	13916.051-13916.016=0.035

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.000-493.250=1.750
σ	3.367-3.500=-0.133
min	491.000-489.000=2.000
max	499.000-497.000=2.000

*mean*	23.486-23.331=0.156
σ	0.256-0.179=0.077
min	23.287-23.126=0.161
max	23.862-23.557=0.304