Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.718=-0.000
σ	0.363-0.362=0.000
min	54.572-54.581=-0.009
max	55.750-55.749=0.001

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.141-0.141=-0.000
σ	0.004-0.008=-0.004
min	0.136-0.131=0.006
max	0.148-0.155=-0.007

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.778=-0.001
σ	0.009-0.009=0.000
min	43.758-43.760=-0.002
max	43.790-43.787=0.003

*mean*	416.600-417.000=-0.400
σ	0.516-0.000=0.516
min	416.000-417.000=-1.000
max	417.000

*mean*	0.123-0.121=0.002
σ	0.004-0.004=0.000
min	0.119-0.117=0.002
max	0.129-0.128=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=-0.000

*mean*	4484.500-4589.000=-104.500
σ	2212.411-2249.757=-37.346
min	1469.000-1486.000=-17.000
max	7295.000-7387.000=-92.000

*mean*	12.163-146.475=-134.312
σ	0.335-377.655=-377.319
min	11.776-11.880=-0.104
max	12.908-1081.111=-1068.203

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4484.500-4589.000=-104.500
σ	2212.411-2249.757=-37.346
min	1469.000-1486.000=-17.000
max	7295.000-7387.000=-92.000

*mean*	12.574-14.289=-1.715
σ	0.702-3.735=-3.033
min	11.406-11.423=-0.016
max	13.318-22.027=-8.709

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.943-41.943=-0.000

*mean*	7295.000-7387.000=-92.000
σ	0.000
min	7295.000-7387.000=-92.000
max	7295.000-7387.000=-92.000

*mean*	11.786-11.104=0.683
σ	2.028-0.332=1.696
min	10.817-10.716=0.100
max	16.781-11.714=5.067

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=-0.000
min	41.924-41.924=-0.000
max	41.925-41.925=0.000

*mean*	4484.500-4178.875=305.625
σ	2212.411-1945.277=267.134
min	1469.000-1486.000=-17.000
max	7295.000-7387.000=-92.000

*mean*	11.110-11.679=-0.569
σ	0.305-1.864=-1.559
min	10.617-10.702=-0.084
max	11.493-16.277=-4.784

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4484.500-4178.875=305.625
σ	2212.411-1945.277=267.134
min	1469.000-1486.000=-17.000
max	7295.000-7387.000=-92.000

*mean*	8.384-9.185=-0.802
σ	0.472-1.419=-0.947
min	7.779-8.052=-0.274
max	8.955-12.601=-3.646

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384
σ	0.000
min	26.384
max	26.384

*mean*	4484.500-4178.875=305.625
σ	2212.411-1945.277=267.134
min	1469.000-1486.000=-17.000
max	7295.000-7387.000=-92.000

*mean*	6.633-7.227=-0.594
σ	0.279-0.984=-0.705
min	6.205-6.619=-0.414
max	7.023-9.608=-2.585

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4484.500-4589.000=-104.500
σ	2212.411-2249.757=-37.346
min	1469.000-1486.000=-17.000
max	7295.000-7387.000=-92.000

*mean*	6.070-6.568=-0.498
σ	0.069-1.160=-1.091
min	5.961-5.875=0.086
max	6.162-9.166=-3.004

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.000=0.000
min	25.961
max	25.962-25.962=0.000

*mean*	4484.500-4589.000=-104.500
σ	2212.411-2249.757=-37.346
min	1469.000-1486.000=-17.000
max	7295.000-7387.000=-92.000

*mean*	5.800-6.510=-0.711
σ	0.106-1.116=-1.010
min	5.683-5.787=-0.104
max	5.976-9.014=-3.038

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=-0.000
min	1021.606-1021.606=0.000
max	1021.611

*mean*	7295.000-7387.000=-92.000
σ	0.000
min	7295.000-7387.000=-92.000
max	7295.000-7387.000=-92.000

*mean*	349.419-366.076=-16.656
σ	3.408-41.951=-38.543
min	343.540-348.531=-4.991
max	355.279-469.749=-114.471

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.977-3496.978=-0.001

*mean*	3663.125-3755.500=-92.375
σ	2239.532-2299.695=-60.163
min	724.000-719.000=5.000
max	7295.000-7387.000=-92.000

*mean*	1559.063-1787.587=-228.524
σ	437.893-663.234=-225.341
min	1396.293-1399.043=-2.751
max	2642.662-2941.080=-298.418

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.841-107.842=-0.000

*mean*	4484.500-4408.875=75.625
σ	2212.411-2219.582=-7.172
min	1469.000-1486.000=-17.000
max	7295.000-7387.000=-92.000

*mean*	133.053-264.505=-131.452
σ	9.782-362.382=-352.600
min	124.520-124.925=-0.405
max	151.962-1160.195=-1008.233

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.068

*mean*	4484.500-4408.875=75.625
σ	2212.411-2219.582=-7.172
min	1469.000-1486.000=-17.000
max	7295.000-7387.000=-92.000

*mean*	43.259-45.935=-2.677
σ	1.335-8.729=-7.394
min	41.783-41.045=0.738
max	46.038-67.133=-21.095

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=-0.000
min	40.925
max	40.928

*mean*	7295.000-7387.000=-92.000
σ	0.000
min	7295.000-7387.000=-92.000
max	7295.000-7387.000=-92.000

*mean*	62.180-22.042=40.138
σ	114.774-0.930=113.844
min	21.483-21.394=0.089
max	346.232-24.287=321.945

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=0.000
max	71.296

*mean*	7295.000-7387.000=-92.000
σ	0.000
min	7295.000-7387.000=-92.000
max	7295.000-7387.000=-92.000

*mean*	64.916-221.595=-156.679
σ	23.949-467.326=-443.378
min	55.462-55.477=-0.015
max	124.168-1378.164=-1253.996

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.000
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4484.500-4178.875=305.625
σ	2212.411-1945.277=267.134
min	1469.000-1486.000=-17.000
max	7295.000-7387.000=-92.000

*mean*	3605.405-3311.534=293.870
σ	734.803-826.717=-91.914
min	2504.938-2502.701=2.238
max	4483.168-4927.834=-444.666

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7295.000-7387.000=-92.000
σ	0.000
min	7295.000-7387.000=-92.000
max	7295.000-7387.000=-92.000

*mean*	1066.698-1012.665=54.033
σ	263.267-135.523=127.744
min	916.652-922.182=-5.530
max	1498.964-1288.619=210.345

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7295.000-7387.000=-92.000
σ	0.000
min	7295.000-7387.000=-92.000
max	7295.000-7387.000=-92.000

*mean*	393.067-396.918=-3.851
σ	3.510-5.830=-2.320
min	386.071-384.589=1.482
max	396.762-404.011=-7.249

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.500-476.000=0.500
σ	0.926-0.000=0.926
min	475.000-476.000=-1.000
max	477.000-476.000=1.000

*mean*	388.995-379.655=9.340
σ	24.916-41.174=-16.259
min	363.080-302.074=61.006
max	434.931-428.752=6.179

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.000-561.875=-0.875
σ	4.140-1.356=2.784
min	556.000-561.000=-5.000
max	564.000

*mean*	795.675-756.759=38.915
σ	44.116-34.725=9.391
min	708.613-720.830=-12.217
max	854.995-836.989=18.006

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.529-964.530=-0.001
σ	1.820-1.822=-0.002
min	963.826-963.823=0.003
max	972.225-972.232=-0.007

*mean*	1040.450-1047.500=-7.050
σ	293.082-320.482=-27.400
min	552.000-544.000=8.000
max	1431.000-1568.000=-137.000

*mean*	1.287-1.245=0.042
σ	0.154-0.089=0.065
min	1.183-1.082=0.101
max	1.813-1.483=0.330

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.392=0.083
σ	0.452-0.501=-0.048
min	0.240-0.138=0.102
max	1.282-1.286=-0.004

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.820-0.475=0.345
σ	0.522-0.322=0.200
min	0.564-0.322=0.243
max	1.754-1.051=0.703

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.438-0.213=0.226
σ	0.124-0.024=0.100
min	0.351-0.199=0.153
max	0.653-0.255=0.398

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.591-0.334=0.257
σ	0.036-0.020=0.016
min	0.559-0.320=0.240
max	0.647-0.368=0.279

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000-435.000=-4.000
σ	0.000-4.637=-4.637
min	431.000
max	431.000-440.000=-9.000

*mean*	0.622-0.584=0.038
σ	0.100-0.025=0.075
min	0.492-0.542=-0.050
max	0.727-0.607=0.120

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.481-0.463=0.018
σ	0.030-0.069=-0.038
min	0.443-0.363=0.080
max	0.514-0.520=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	1.944-2.654=-0.710
σ	0.094-0.139=-0.046
min	1.774-2.469=-0.695
max	2.234-3.419=-1.185

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	2.177-2.640=-0.463
σ	0.330-0.132=0.198
min	1.852-2.489=-0.637
max	2.913-3.577=-0.664

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.302-0.311=-0.009
σ	0.012-0.054=-0.041
min	0.285-0.289=-0.004
max	0.378-0.731=-0.353

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.288-0.292=-0.004
σ	0.006-0.021=-0.015
min	0.275-0.276=-0.001
max	0.326-0.483=-0.158

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.854-12.043=-0.189
σ	11.777-13.329=-1.552
min	0.574-0.574=0.000
max	93.500-137.858=-44.357

*mean*	459.525-457.212=2.313
σ	18.362-16.907=1.454
min	405.000-409.000=-4.000
max	474.000-475.000=-1.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.033=-0.004
min	0.001-0.001=-0.000
max	0.223-0.336=-0.114

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.900-278.808=0.092
σ	1.031-1.099=-0.068
min	278.527-278.354=0.172
max	281.832-281.928=-0.096

*mean*	442.900-444.100=-1.200
σ	16.730-16.347=0.383
min	414.000-416.000=-2.000
max	467.000-468.000=-1.000

*mean*	0.578-0.578=-0.000
σ	0.017-0.018=-0.002
min	0.546-0.544=0.002
max	0.613-0.613=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.258-169.257=0.000

*mean*	848.625-873.000=-24.375
σ	0.518-0.000=0.518
min	848.000-873.000=-25.000
max	849.000-873.000=-24.000

*mean*	233.519-237.752=-4.233
σ	15.557-15.440=0.117
min	197.952-202.896=-4.944
max	244.401-251.760=-7.358

phase=macro expansion

*mean*	5.896-5.900=-0.004
σ	0.000
min	5.896-5.900=-0.004
max	5.896-5.900=-0.004

*mean*	848.500-873.000=-24.500
σ	0.535-0.000=0.535
min	848.000-873.000=-25.000
max	849.000-873.000=-24.000

*mean*	6.366-7.396=-1.029
σ	1.095-1.606=-0.511
min	5.800-5.853=-0.052
max	8.901-9.030=-0.128

phase=parser

*mean*	1042.134-1042.134=-0.000
σ	0.000-0.000=0.000
min	1042.133-1042.133=-0.000
max	1042.134-1042.134=-0.000

*mean*	848.500-873.000=-24.500
σ	0.535-0.000=0.535
min	848.000-873.000=-25.000
max	849.000-873.000=-24.000

*mean*	429.127-491.543=-62.416
σ	84.060-110.321=-26.261
min	377.404-373.134=4.271
max	602.263-597.204=5.059

phase=processProdDef

*mean*	2243.717-2243.717=0.001
σ	0.000
min	2243.717-2243.717=0.001
max	2243.717-2243.717=0.001

*mean*	848.625-873.000=-24.375
σ	0.518-0.000=0.518
min	848.000-873.000=-25.000
max	849.000-873.000=-24.000

*mean*	2898.268-2765.019=133.248
σ	299.830-403.386=-103.556
min	2439.643-1971.053=468.590
max	3246.271-3363.789=-117.518

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	848.500-873.000=-24.500
σ	0.535-0.000=0.535
min	848.000-873.000=-25.000
max	849.000-873.000=-24.000

*mean*	33.318-39.213=-5.895
σ	7.723-3.982=3.741
min	19.984-29.890=-9.906
max	46.296-42.662=3.634

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.576-958.573=0.004
max	958.701-958.698=0.004

*mean*	848.500-873.000=-24.500
σ	0.535-0.000=0.535
min	848.000-873.000=-25.000
max	849.000-873.000=-24.000

*mean*	649.626-652.105=-2.478
σ	27.222-17.944=9.277
min	608.918-631.732=-22.813
max	682.139-676.088=6.051

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.360=-0.001
σ	0.035-0.036=-0.001
min	282.310-282.309=0.000
max	282.397-282.400=-0.004

*mean*	439.000-440.400=-1.400
σ	2.739-3.286=-0.548
min	437.000-438.000=-1.000
max	442.000-444.000=-2.000

*mean*	0.379-0.379=-0.001
σ	0.006-0.007=-0.001
min	0.374-0.374=0.000
max	0.389-0.387=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.601-1267.607=-0.006
σ	0.109-0.096=0.014
min	1267.473-1267.478=-0.005
max	1267.773-1267.747=0.026

*mean*	1111.000-1094.600=16.400
σ	170.630-170.339=0.291
min	895.000-893.000=2.000
max	1328.000

*mean*	2.034-2.142=-0.109
σ	0.122-0.059=0.063
min	1.871-2.093=-0.222
max	2.145-2.240=-0.095

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.525-1506.558=-0.033
σ	2.956-2.973=-0.017
min	1504.989-1505.017=-0.028
max	1511.800-1511.864=-0.064

*mean*	623.000-626.400=-3.400
σ	87.164-87.460=-0.297
min	493.000-496.000=-3.000
max	725.000-728.000=-3.000

*mean*	2.211-2.297=-0.086
σ	0.212-0.317=-0.105
min	2.091-2.123=-0.032
max	2.587-2.860=-0.273

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.582-1829.578=0.004
σ	0.075-0.040=0.035
min	1829.486-1829.513=-0.027
max	1829.685-1829.619=0.067

*mean*	1767.000-1728.600=38.400
σ	212.296-185.954=26.342
min	1489.000-1471.000=18.000
max	1969.000-1901.000=68.000

*mean*	3.130-2.970=0.160
σ	0.253-0.194=0.059
min	2.839-2.844=-0.005
max	3.436-3.315=0.121

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.590-1.747=-0.158
σ	0.182-0.139=0.043
min	1.291-1.572=-0.281
max	1.784-1.947=-0.164

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.867-393.867=0.000
σ	509.607-509.607=0.000
min	139.058-139.059=-0.002
max	1158.278-1158.277=0.001

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.491-0.474=0.017
σ	0.505-0.475=0.031
min	0.235-0.233=0.003
max	1.249-1.186=0.063

policies=20

*mean*	1390.728-1390.728=-0.000
σ	0.161-0.169=-0.007
min	1390.613-1390.606=0.007
max	1390.967-1390.977=-0.010

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	446.750-444.250=2.500
σ	7.500-8.500=-1.000
min	443.000-440.000=3.000
max	458.000-457.000=1.000

*mean*	2.312-2.321=-0.009
σ	0.014-0.009=0.005
min	2.295-2.313=-0.019
max	2.330-2.335=-0.005

policies=200

*mean*	13915.816-13915.591=0.225
σ	0.138-0.580=-0.442
min	13915.639-13914.736=0.903
max	13915.941-13916.019=-0.078

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	497.750-492.500=5.250
σ	6.021-2.646=3.375
min	490.000
max	503.000-496.000=7.000

*mean*	23.392-23.330=0.062
σ	0.105-0.140=-0.035
min	23.262-23.131=0.130
max	23.480-23.450=0.031