Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863-5.395=-0.531
σ	0.000
min	4.863-5.395=-0.531
max	4.863-5.395=-0.531

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.633=-0.531
σ	0.000
min	446.102-446.633=-0.531
max	446.102-446.633=-0.531

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.697-54.716=-0.020
σ	0.363-0.362=0.002
min	54.563-54.582=-0.018
max	55.730-55.745=-0.015

*mean*	414.000-419.000=-5.000
σ	0.000
min	414.000-419.000=-5.000
max	414.000-419.000=-5.000

*mean*	0.140-0.141=-0.002
σ	0.004-0.004=0.000
min	0.135-0.139=-0.003
max	0.148-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.778=-0.001
σ	0.009-0.008=0.001
min	43.762-43.766=-0.004
max	43.789-43.793=-0.004

*mean*	414.000-419.000=-5.000
σ	0.000
min	414.000-419.000=-5.000
max	414.000-419.000=-5.000

*mean*	0.122-0.122=-0.000
σ	0.004-0.005=-0.001
min	0.117-0.117=-0.000
max	0.129-0.133=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.604=0.001
σ	0.000-0.000=-0.000
min	36.605-36.604=0.001
max	36.606-36.605=0.001

*mean*	4592.875-4586.375=6.500
σ	2249.760-2251.005=-1.244
min	1482.000-1483.000=-1.000
max	7388.000-7386.000=2.000

*mean*	155.831-158.421=-2.589
σ	404.091-413.367=-9.276
min	11.783-11.882=-0.100
max	1155.892-1181.451=-25.560

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.001
σ	0.000-0.000=-0.000
min	36.605-36.604=0.001
max	36.605-36.604=0.001

*mean*	4592.875-4586.375=6.500
σ	2249.760-2251.005=-1.244
min	1482.000-1483.000=-1.000
max	7388.000-7386.000=2.000

*mean*	14.594-13.746=0.848
σ	4.394-4.505=-0.111
min	11.459-11.648=-0.189
max	24.863-24.821=0.043

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.943-41.942=0.001

*mean*	7388.000-7386.000=2.000
σ	0.000
min	7388.000-7386.000=2.000
max	7388.000-7386.000=2.000

*mean*	11.148-11.356=-0.207
σ	0.247-1.114=-0.867
min	10.854-10.626=0.228
max	11.425-14.081=-2.656

op=table_records(), repeat

*mean*	41.925-41.924=0.000
σ	0.000-0.000=0.000
min	41.924-41.924=0.000
max	41.926-41.925=0.000

*mean*	4184.250-4174.750=9.500
σ	1945.911-1946.396=-0.485
min	1482.000-1483.000=-1.000
max	7388.000-7386.000=2.000

*mean*	11.636-11.554=0.083
σ	1.696-1.740=-0.044
min	10.659-10.832=-0.174
max	15.786-15.854=-0.068

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.633=0.002
σ	0.136-0.137=-0.000
min	27.585-27.584=0.001
max	27.972-27.971=0.001

*mean*	4184.250-4174.750=9.500
σ	1945.911-1946.396=-0.485
min	1482.000-1483.000=-1.000
max	7388.000-7386.000=2.000

*mean*	9.006-9.023=-0.017
σ	1.251-1.135=0.116
min	7.969-7.952=0.018
max	12.020-11.719=0.300

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.384=0.001
σ	0.000-0.001=-0.001
min	26.385-26.384=0.001
max	26.385-26.388=-0.002

*mean*	4184.250-4174.750=9.500
σ	1945.911-1946.396=-0.485
min	1482.000-1483.000=-1.000
max	7388.000-7386.000=2.000

*mean*	6.797-7.084=-0.287
σ	0.485-0.929=-0.444
min	6.305-6.364=-0.059
max	7.811-9.294=-1.483

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.662=0.001
σ	0.004-0.004=-0.000
min	25.662-25.661=0.001
max	25.674-25.673=0.001

*mean*	4592.875-4586.375=6.500
σ	2249.760-2251.005=-1.244
min	1482.000-1483.000=-1.000
max	7388.000-7386.000=2.000

*mean*	6.451-6.371=0.079
σ	0.974-1.060=-0.085
min	5.726-5.637=0.089
max	8.664-8.940=-0.276

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.961=0.002
σ	0.001-0.001=-0.000
min	25.962-25.961=0.002
max	25.964-25.962=0.002

*mean*	4592.875-4586.375=6.500
σ	2249.760-2251.005=-1.244
min	1482.000-1483.000=-1.000
max	7388.000-7386.000=2.000

*mean*	6.365-6.292=0.073
σ	1.016-1.120=-0.104
min	5.745-5.602=0.143
max	8.605-8.943=-0.338

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.608=-0.009
σ	0.002
min	1021.597-1021.606=-0.009
max	1021.602-1021.611=-0.009

*mean*	7388.000-7386.000=2.000
σ	0.000
min	7388.000-7386.000=2.000
max	7388.000-7386.000=2.000

*mean*	363.737-349.339=14.398
σ	43.084-2.874=40.210
min	345.881-345.208=0.673
max	470.274-352.783=117.491

op=load_product(), with indexes

*mean*	3495.846-3495.855=-0.009
σ	0.455-0.454=0.001
min	3495.685-3495.694=-0.009
max	3496.972-3496.978=-0.006

*mean*	3759.375-3753.250=6.125
σ	2300.888-2299.677=1.211
min	720.000-721.000=-1.000
max	7388.000-7386.000=2.000

*mean*	1760.490-1777.670=-17.180
σ	604.633-692.206=-87.573
min	1403.870-1399.670=4.199
max	2813.085-2989.546=-176.461

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.001
σ	0.000-0.000=-0.000
min	107.841-107.841=0.001
max	107.842-107.842=0.001

*mean*	4413.750-4404.500=9.250
σ	2219.328-2220.786=-1.458
min	1482.000-1483.000=-1.000
max	7388.000-7386.000=2.000

*mean*	253.188-244.137=9.051
σ	340.633-307.869=32.763
min	123.581-122.798=0.783
max	1095.756-1004.891=90.865

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.068=0.001
σ	0.001
min	62.065-62.065=0.001
max	62.069-62.068=0.001

*mean*	4413.750-4404.500=9.250
σ	2219.328-2220.786=-1.458
min	1482.000-1483.000=-1.000
max	7388.000-7386.000=2.000

*mean*	44.954-43.842=1.112
σ	8.567-3.029=5.538
min	39.992-40.931=-0.939
max	65.938-50.522=15.416

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.926=0.001
σ	0.002-0.002=0.000
min	40.926-40.925=0.001
max	40.930-40.928=0.001

*mean*	7388.000-7386.000=2.000
σ	0.000
min	7388.000-7386.000=2.000
max	7388.000-7386.000=2.000

*mean*	21.902-198.692=-176.790
σ	0.824-496.990=-496.167
min	21.380-21.587=-0.207
max	23.904-1428.658=-1404.754

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.001
σ	0.002-0.002=-0.000
min	71.293-71.292=0.001
max	71.297-71.296=0.001

*mean*	7388.000-7386.000=2.000
σ	0.000
min	7388.000-7386.000=2.000
max	7388.000-7386.000=2.000

*mean*	270.398-64.888=205.510
σ	606.239-21.603=584.636
min	54.626-55.702=-1.076
max	1770.760-117.718=1653.042

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.013=-0.000
min	4646.837-4646.837=0.000
max	4646.875-4646.875=0.000

*mean*	4184.250-4174.750=9.500
σ	1945.911-1946.396=-0.485
min	1482.000-1483.000=-1.000
max	7388.000-7386.000=2.000

*mean*	3250.892-3272.222=-21.330
σ	711.848-748.865=-37.017
min	2499.507-2495.515=3.993
max	4320.801-4518.940=-198.139

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.829=0.001
σ	0.002
min	1973.829-1973.827=0.001
max	1973.833-1973.832=0.001

*mean*	7388.000-7386.000=2.000
σ	0.000
min	7388.000-7386.000=2.000
max	7388.000-7386.000=2.000

*mean*	1046.036-1058.433=-12.397
σ	201.641-304.472=-102.831
min	922.776-922.405=0.371
max	1491.899-1796.282=-304.382

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.083=0.001
σ	0.002
min	905.082-905.080=0.001
max	905.087-905.086=0.001

*mean*	7388.000-7386.000=2.000
σ	0.000
min	7388.000-7386.000=2.000
max	7388.000-7386.000=2.000

*mean*	391.940-411.579=-19.639
σ	4.730-48.275=-43.545
min	382.485-382.250=0.235
max	399.875-530.151=-130.276

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.500-477.000=-0.500
σ	2.070-0.000=2.070
min	475.000-477.000=-2.000
max	479.000-477.000=2.000

*mean*	380.633-372.613=8.020
σ	17.843-46.372=-28.528
min	356.560-319.106=37.453
max	403.235-431.580=-28.345

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	568.000-562.000=6.000
σ	0.000
min	568.000-562.000=6.000
max	568.000-562.000=6.000

*mean*	766.520-732.939=33.581
σ	38.897-91.775=-52.878
min	704.688-566.225=138.463
max	815.982-821.620=-5.638

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.555-964.563=-0.007
σ	1.881-1.881=0.000
min	963.837-963.843=-0.006
max	972.512-972.517=-0.006

*mean*	1038.950-1036.200=2.750
σ	306.624-309.526=-2.902
min	589.000-544.000=45.000
max	1489.000-1532.000=-43.000

*mean*	1.261-1.244=0.017
σ	0.071-0.064=0.007
min	1.176-1.183=-0.007
max	1.454-1.416=0.038

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.398-0.295=0.103
σ	0.512-0.292=0.220
min	0.136-0.141=-0.005
max	1.310-0.814=0.497

name=error_case.art

*mean*	2.346-2.346=-0.000
σ	0.012
min	2.340-2.340=-0.000
max	2.368-2.368=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.472=0.007
σ	0.321-0.322=-0.001
min	0.323-0.320=0.003
max	1.052-1.047=0.006

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.215=0.002
σ	0.024-0.018=0.006
min	0.199-0.199=0.001
max	0.259-0.245=0.014

name=nested_use.art

*mean*	2.364-2.364=-0.000
σ	0.002
min	2.363-2.363=-0.000
max	2.367-2.367=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.332=0.001
σ	0.018-0.023=-0.005
min	0.316-0.311=0.004
max	0.361-0.367=-0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-964.979=-0.001
σ	0.009
min	964.973-964.974=-0.001
max	964.995-964.996=-0.001

*mean*	431.600-431.000=0.600
σ	1.342-0.000=1.342
min	431.000
max	434.000-431.000=3.000

*mean*	0.536-0.590=-0.054
σ	0.080-0.023=0.057
min	0.435-0.551=-0.115
max	0.608-0.607=0.001

name=cdr_enhanced_4k_loc.art

*mean*	886.000-886.001=-0.001
σ	0.002
min	885.999-886.000=-0.001
max	886.003-886.004=-0.001

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.477-0.469=0.007
σ	0.043-0.036=0.007
min	0.433-0.412=0.021
max	0.522-0.502=0.019

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	2.638-1.960=0.678
σ	0.099-0.064=0.035
min	2.449-1.858=0.591
max	2.925-2.243=0.682

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	2.597-1.927=0.670
σ	0.091-0.076=0.015
min	2.470-1.744=0.726
max	3.055-2.127=0.928

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.302-0.303=-0.000
σ	0.009-0.012=-0.003
min	0.290-0.289=0.002
max	0.360-0.381=-0.020

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.291-0.289=0.002
σ	0.007-0.007=0.000
min	0.278-0.275=0.003
max	0.323-0.328=-0.005

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.271-11.266=0.006
σ	12.097-11.749=0.348
min	0.574-0.573=0.000
max	122.018-88.696=33.321

*mean*	461.290-465.863=-4.573
σ	20.678-21.062=-0.384
min	406.000-408.000=-2.000
max	482.000-484.000=-2.000

*mean*	0.026-0.026=-0.000
σ	0.030-0.029=0.001
min	0.001-0.001=0.000
max	0.295-0.226=0.069

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.001-278.931=0.071
σ	1.095-1.018=0.077
min	278.598-278.548=0.051
max	282.114-281.823=0.292

*mean*	446.300-440.300=6.000
σ	18.738-15.614=3.125
min	414.000-416.000=-2.000
max	478.000-466.000=12.000

*mean*	0.578-0.575=0.002
σ	0.022-0.020=0.001
min	0.529-0.539=-0.010
max	0.614-0.608=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-169.257=-62.711
σ	0.000-0.000=0.000
min	106.546-169.257=-62.711
max	106.546-169.257=-62.711

*mean*	729.000-850.000=-121.000
σ	0.000
min	729.000-850.000=-121.000
max	729.000-850.000=-121.000

*mean*	154.159-203.701=-49.542
σ	9.965-22.096=-12.131
min	137.053-186.188=-49.135
max	163.633-248.670=-85.037

phase=macro expansion

*mean*	5.894-5.896=-0.002
σ	0.000
min	5.894-5.896=-0.002
max	5.894-5.896=-0.002

*mean*	729.000-838.750=-109.750
σ	0.000-31.820=-31.820
min	729.000-760.000=-31.000
max	729.000-850.000=-121.000

*mean*	7.471-8.010=-0.539
σ	1.034-1.419=-0.385
min	6.822-5.965=0.857
max	9.373-9.117=0.255

phase=parser

*mean*	1042.130-1042.133=-0.003
σ	0.000-0.000=-0.000
min	1042.130-1042.133=-0.003
max	1042.131-1042.134=-0.003

*mean*	729.000-838.750=-109.750
σ	0.000-31.820=-31.820
min	729.000-760.000=-31.000
max	729.000-850.000=-121.000

*mean*	485.060-587.343=-102.284
σ	79.644-57.871=21.773
min	402.782-446.111=-43.329
max	613.289-618.131=-4.842

phase=processProdDef

*mean*	2241.195-2243.715=-2.520
σ	0.000
min	2241.195-2243.715=-2.520
max	2241.195-2243.715=-2.520

*mean*	729.000-850.000=-121.000
σ	0.000
min	729.000-850.000=-121.000
max	729.000-850.000=-121.000

*mean*	2874.314-2909.029=-34.716
σ	423.511-285.040=138.472
min	2109.812-2381.854=-272.042
max	3262.675-3231.880=30.795

phase=renaming

*mean*	21.433-21.436=-0.003
σ	0.000
min	21.433-21.436=-0.003
max	21.433-21.436=-0.003

*mean*	729.000-838.750=-109.750
σ	0.000-31.820=-31.820
min	729.000-760.000=-31.000
max	729.000-850.000=-121.000

*mean*	39.846-42.509=-2.663
σ	3.663-6.264=-2.601
min	36.816-34.000=2.816
max	45.826-48.958=-3.132

phase=type checker

*mean*	958.462-958.600=-0.137
σ	0.047
min	958.439-958.577=-0.137
max	958.564-958.702=-0.137

*mean*	729.000-838.750=-109.750
σ	0.000-31.820=-31.820
min	729.000-760.000=-31.000
max	729.000-850.000=-121.000

*mean*	657.405-662.513=-5.108
σ	12.532-15.291=-2.759
min	642.444-636.634=5.810
max	680.245-681.304=-1.059

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.855=-0.000
σ	0.036-0.039=-0.003
min	282.802-282.800=0.002
max	282.889-282.894=-0.005

*mean*	444.800-441.400=3.400
σ	1.095-3.286=-2.191
min	444.000-439.000=5.000
max	446.000-445.000=1.000

*mean*	0.377-0.376=0.001
σ	0.006-0.000=0.006
min	0.374-0.375=-0.002
max	0.388-0.376=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.046-1268.058=-0.011
σ	0.114-0.111=0.003
min	1267.941-1267.970=-0.029
max	1268.233-1268.245=-0.012

*mean*	1090.600-1093.000=-2.400
σ	167.255-169.819=-2.564
min	893.000-892.000=1.000
max	1321.000-1325.000=-4.000

*mean*	1.989-1.943=0.046
σ	0.120-0.070=0.050
min	1.833-1.856=-0.022
max	2.133-2.040=0.093

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.018-1507.032=-0.014
σ	2.969-2.971=-0.002
min	1505.462-1505.479=-0.017
max	1512.316-1512.334=-0.017

*mean*	626.000-625.400=0.600
σ	87.164-87.248=-0.085
min	496.000-495.000=1.000
max	728.000-727.000=1.000

*mean*	2.230-2.231=-0.000
σ	0.203-0.206=-0.003
min	2.112-2.129=-0.017
max	2.590-2.599=-0.009

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.057-1830.063=-0.006
σ	0.045-0.047=-0.002
min	1829.984-1829.993=-0.008
max	1830.099-1830.113=-0.015

*mean*	1723.800-1719.800=4.000
σ	173.532-190.401=-16.870
min	1475.000-1456.000=19.000
max	1885.000-1893.000=-8.000

*mean*	2.993-3.022=-0.029
σ	0.262-0.331=-0.069
min	2.815-2.815=-0.001
max	3.457-3.611=-0.154

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.651-1.814=-0.163
σ	0.159-0.110=0.049
min	1.523-1.622=-0.099
max	1.838-1.890=-0.053

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.941-406.199=-0.258
σ	509.289-509.796=-0.507
min	151.290-151.296=-0.006
max	1169.873-1170.893=-1.019

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	440.000-447.000=-7.000
σ	0.000
min	440.000-447.000=-7.000
max	440.000-447.000=-7.000

*mean*	0.514-0.495=0.019
σ	0.511-0.490=0.021
min	0.254-0.241=0.013
max	1.281-1.231=0.050

policies=20

*mean*	1513.119-1513.148=-0.029
σ	0.255-0.272=-0.017
min	1512.947-1512.974=-0.028
max	1513.496-1513.551=-0.056

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.250-447.750=2.500
σ	11.644-0.500=11.144
min	440.000-447.000=-7.000
max	467.000-448.000=19.000

*mean*	2.472-2.508=-0.036
σ	0.018-0.031=-0.013
min	2.453-2.469=-0.016
max	2.489-2.539=-0.049

policies=200

*mean*	15139.980-15139.963=0.017
σ	0.206-0.117=0.090
min	15139.793-15139.807=-0.015
max	15140.268-15140.064=0.204

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-498.750=-1.500
σ	4.113-7.136=-3.023
min	492.000-491.000=1.000
max	502.000-507.000=-5.000

*mean*	25.071-25.351=-0.280
σ	0.200-0.102=0.098
min	24.915-25.225=-0.310
max	25.357-25.443=-0.086