Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.717=0.001
σ	0.367-0.361=0.006
min	54.567-54.569=-0.001
max	55.760-55.744=0.017

*mean*	417.000-415.700=1.300
σ	0.000-0.483=-0.483
min	417.000-415.000=2.000
max	417.000-416.000=1.000

*mean*	0.137-0.140=-0.003
σ	0.004-0.004=0.001
min	0.132-0.136=-0.004
max	0.144-0.146=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.777=-0.001
σ	0.008-0.008=-0.000
min	43.762-43.760=0.002
max	43.789-43.790=-0.001

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.123-0.122=0.000
σ	0.004-0.003=0.001
min	0.120-0.121=-0.001
max	0.130-0.130=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4587.250-4588.250=-1.000
σ	2255.032-2248.830=6.203
min	1487.000-1482.000=5.000
max	7404.000-7386.000=18.000

*mean*	13.674-125.156=-111.483
σ	2.868-317.677=-314.810
min	12.032-11.914=0.118
max	18.810-911.354=-892.544

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604-36.604=0.000
max	36.605-36.605=0.000

*mean*	4587.250-4588.250=-1.000
σ	2255.032-2248.830=6.203
min	1487.000-1482.000=5.000
max	7404.000-7386.000=18.000

*mean*	14.078-14.683=-0.604
σ	2.226-4.282=-2.056
min	12.697-11.894=0.803
max	18.145-24.619=-6.474

op=table_records(), no indexes

*mean*	41.939-41.939=0.000
σ	0.002-0.002=0.000
min	41.938
max	41.942-41.942=0.000

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	11.053-11.053=-0.001
σ	0.333-0.183=0.150
min	10.661-10.716=-0.055
max	11.778-11.240=0.538

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=-0.000
min	41.924-41.924=0.000
max	41.925-41.925=0.000

*mean*	4173.625-4178.375=-4.750
σ	1947.003-1944.254=2.749
min	1487.000-1482.000=5.000
max	7404.000-7386.000=18.000

*mean*	11.895-11.547=0.348
σ	1.971-1.768=0.203
min	10.806-10.817=-0.010
max	16.682-15.920=0.762

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.001
σ	0.137-0.136=0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4173.625-4178.375=-4.750
σ	1947.003-1944.254=2.749
min	1487.000-1482.000=5.000
max	7404.000-7386.000=18.000

*mean*	9.034-9.039=-0.005
σ	1.298-1.223=0.076
min	8.082-8.103=-0.021
max	12.160-11.990=0.169

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4173.625-4178.375=-4.750
σ	1947.003-1944.254=2.749
min	1487.000-1482.000=5.000
max	7404.000-7386.000=18.000

*mean*	6.656-7.090=-0.433
σ	1.147-0.911=0.237
min	5.897-6.488=-0.590
max	9.365-9.298=0.067

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4587.250-4588.250=-1.000
σ	2255.032-2248.830=6.203
min	1487.000-1482.000=5.000
max	7404.000-7386.000=18.000

*mean*	6.381-6.510=-0.129
σ	0.651-1.021=-0.370
min	5.768-5.791=-0.024
max	7.439-8.806=-1.367

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=0.001
min	25.961
max	25.964-25.962=0.002

*mean*	4587.250-4588.250=-1.000
σ	2255.032-2248.830=6.203
min	1487.000-1482.000=5.000
max	7404.000-7386.000=18.000

*mean*	6.211-6.406=-0.194
σ	0.720-1.026=-0.306
min	5.685-5.748=-0.064
max	7.492-8.663=-1.171

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	364.820-360.078=4.742
σ	43.332-41.668=1.665
min	346.600-342.291=4.309
max	471.936-463.086=8.850

op=load_product(), with indexes

*mean*	3495.854-3495.854=-0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.977

*mean*	3751.750-3755.000=-3.250
σ	2300.101-2298.513=1.588
min	720.000
max	7404.000-7386.000=18.000

*mean*	1700.916-1766.087=-65.171
σ	512.019-689.603=-177.584
min	1390.512-1387.083=3.429
max	2632.505-2984.982=-352.477

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.000
max	107.842-107.842=-0.000

*mean*	4407.625-4408.750=-1.125
σ	2226.074-2218.846=7.228
min	1487.000-1482.000=5.000
max	7404.000-7386.000=18.000

*mean*	265.952-240.536=25.416
σ	368.727-294.313=74.414
min	125.340-124.768=0.572
max	1177.405-967.822=209.583

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4587.250-4408.750=178.500
σ	2255.032-2218.846=36.187
min	1487.000-1482.000=5.000
max	7404.000-7386.000=18.000

*mean*	175.797-45.529=130.268
σ	363.676-8.311=355.365
min	41.565-41.143=0.422
max	1075.515-65.899=1009.616

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	22.049-22.404=-0.354
σ	0.572-1.226=-0.654
min	21.709-21.564=0.146
max	23.444-25.060=-1.616

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292
max	71.296

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	299.725-202.736=96.989
σ	688.680-411.741=276.939
min	55.363-55.304=0.058
max	2004.119-1221.726=782.393

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.013=0.001
min	4646.837
max	4646.876-4646.875=0.002

*mean*	4173.625-4178.375=-4.750
σ	1947.003-1944.254=2.749
min	1487.000-1482.000=5.000
max	7404.000-7386.000=18.000

*mean*	3288.985-3310.408=-21.423
σ	880.898-762.246=118.652
min	2492.591-2489.040=3.551
max	5137.236-4578.536=558.701

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	1096.306-952.206=144.100
σ	275.413-74.043=201.371
min	929.837-906.370=23.467
max	1691.026-1094.522=596.504

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.083=-0.000
σ	0.002-0.002=0.000
min	905.080
max	905.086

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	393.533-452.147=-58.614
σ	2.488-171.353=-168.864
min	389.969-387.181=2.787
max	397.601-876.160=-478.559

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.250-478.500=0.750
σ	1.389-0.926=0.463
min	477.000
max	480.000-479.000=1.000

*mean*	371.671-401.363=-29.692
σ	32.546-21.654=10.893
min	318.857-364.274=-45.418
max	425.373-430.676=-5.303

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-561.000=3.000
σ	0.000-1.852=-1.852
min	564.000-558.000=6.000
max	564.000-562.000=2.000

*mean*	767.622-755.681=11.941
σ	48.824-45.892=2.932
min	696.136-652.704=43.432
max	822.868-804.993=17.875

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.532-964.530=0.002
σ	1.819-1.821=-0.002
min	963.826-963.823=0.003
max	972.225-972.232=-0.006

*mean*	1044.800-1040.750=4.050
σ	321.074-302.944=18.130
min	540.000-551.000=-11.000
max	1567.000-1465.000=102.000

*mean*	1.274-1.278=-0.004
σ	0.083-0.125=-0.041
min	1.191-1.188=0.003
max	1.529-1.677=-0.147

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.300-0.304=-0.004
σ	0.308-0.295=0.013
min	0.134-0.146=-0.013
max	0.845-0.826=0.019

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.468-0.472=-0.004
σ	0.313-0.327=-0.014
min	0.319-0.315=0.004
max	1.027-1.056=-0.030

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.212-0.216=-0.004
σ	0.023-0.023=0.000
min	0.189-0.202=-0.013
max	0.250-0.256=-0.007

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.335=-0.006
σ	0.020-0.018=0.001
min	0.310-0.319=-0.009
max	0.360-0.367=-0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.838=0.141
σ	0.009
min	964.974-964.833=0.141
max	964.996-964.855=0.141

*mean*	431.200-431.000=0.200
σ	0.447-0.000=0.447
min	431.000
max	432.000-431.000=1.000

*mean*	0.575-0.577=-0.002
σ	0.035-0.029=0.006
min	0.532-0.531=0.001
max	0.610-0.603=0.007

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.913=0.089
σ	0.002
min	886.000-885.912=0.089
max	886.004-885.915=0.089

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	0.482-0.466=0.016
σ	0.026-0.021=0.005
min	0.449-0.442=0.008
max	0.522-0.486=0.036

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	2.693-1.974=0.719
σ	0.100-0.072=0.028
min	2.516-1.861=0.655
max	2.975-2.168=0.808

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	2.659-1.956=0.702
σ	0.099-0.071=0.028
min	2.510-1.839=0.671
max	2.942-2.205=0.737

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	0.302-0.301=0.001
σ	0.008-0.012=-0.003
min	0.285-0.283=0.002
max	0.352-0.373=-0.021

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	0.296-0.291=0.005
σ	0.030-0.016=0.015
min	0.279-0.272=0.007
max	0.585-0.408=0.177

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.753-11.741=0.012
σ	11.820-11.423=0.397
min	0.573-0.573=-0.000
max	122.027-95.064=26.963

*mean*	470.999-461.354=9.645
σ	20.522-19.325=1.197
min	409.000-408.000=1.000
max	486.000-480.000=6.000

*mean*	0.027-0.027=0.000
σ	0.029-0.028=0.001
min	0.001-0.001=0.000
max	0.298-0.245=0.053

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.794-278.843=-0.049
σ	1.127-1.087=0.040
min	278.346-278.404=-0.058
max	281.991-281.928=0.063

*mean*	444.000-440.200=3.800
σ	17.981-17.574=0.408
min	418.000-414.000=4.000
max	473.000-466.000=7.000

*mean*	0.585-0.583=0.002
σ	0.010-0.013=-0.003
min	0.570-0.564=0.007
max	0.602-0.606=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	875.000-849.000=26.000
σ	0.000
min	875.000-849.000=26.000
max	875.000-849.000=26.000

*mean*	206.146-223.393=-17.247
σ	32.312-17.645=14.667
min	145.956-194.924=-48.968
max	244.988-241.867=3.121

phase=macro expansion

*mean*	5.900-5.896=0.004
σ	0.000
min	5.900-5.896=0.004
max	5.900-5.896=0.004

*mean*	875.000-849.000=26.000
σ	0.000
min	875.000-849.000=26.000
max	875.000-849.000=26.000

*mean*	7.032-6.343=0.690
σ	1.596-1.159=0.438
min	5.816-5.724=0.092
max	9.081-9.062=0.019

phase=parser

*mean*	1042.134-1041.966=0.168
σ	0.000-0.000=0.000
min	1042.133-1041.966=0.168
max	1042.134-1041.966=0.168

*mean*	875.000-849.000=26.000
σ	0.000
min	875.000-849.000=26.000
max	875.000-849.000=26.000

*mean*	510.477-517.635=-7.159
σ	99.794-107.341=-7.547
min	372.683-376.611=-3.928
max	594.678-597.293=-2.615

phase=processProdDef

*mean*	2243.717-2243.715=0.001
σ	0.000
min	2243.717-2243.715=0.001
max	2243.717-2243.715=0.001

*mean*	875.000-849.000=26.000
σ	0.000
min	875.000-849.000=26.000
max	875.000-849.000=26.000

*mean*	2829.470-2975.008=-145.538
σ	373.906-339.687=34.219
min	2395.432-2340.805=54.627
max	3354.983-3355.987=-1.004

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	875.000-849.000=26.000
σ	0.000
min	875.000-849.000=26.000
max	875.000-849.000=26.000

*mean*	33.626-27.968=5.658
σ	7.722-9.480=-1.758
min	19.606-19.980=-0.374
max	41.896-42.772=-0.876

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	875.000-849.000=26.000
σ	0.000
min	875.000-849.000=26.000
max	875.000-849.000=26.000

*mean*	638.728-661.600=-22.872
σ	22.909-59.054=-36.145
min	607.572-607.307=0.265
max	688.775-751.413=-62.637

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.360=0.001
σ	0.036-0.036=-0.000
min	282.310-282.309=0.001
max	282.397-282.397=0.000

*mean*	441.600-440.600=1.000
σ	2.191
min	440.000-439.000=1.000
max	444.000-443.000=1.000

*mean*	0.381-0.379=0.002
σ	0.007-0.007=-0.000
min	0.375-0.373=0.002
max	0.389-0.387=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.618-1267.603=0.016
σ	0.101-0.101=0.000
min	1267.479-1267.482=-0.004
max	1267.762-1267.761=0.001

*mean*	1094.200-1111.800=-17.600
σ	171.158-171.491=-0.333
min	892.000-897.000=-5.000
max	1329.000-1335.000=-6.000

*mean*	2.123-2.026=0.096
σ	0.218-0.142=0.076
min	1.935-1.872=0.063
max	2.488-2.193=0.295

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.522-1506.530=-0.008
σ	2.955-2.940=0.016
min	1504.997-1505.007=-0.010
max	1511.796-1511.776=0.021

*mean*	624.800-624.400=0.400
σ	87.537-86.938=0.598
min	494.000-495.000=-1.000
max	727.000-726.000=1.000

*mean*	2.210-2.202=0.008
σ	0.212-0.162=0.050
min	2.083-2.103=-0.020
max	2.583-2.489=0.094

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.571-1829.593=-0.022
σ	0.037-0.096=-0.059
min	1829.518-1829.508=0.011
max	1829.604-1829.745=-0.140

*mean*	1726.600-1757.400=-30.800
σ	185.031-211.098=-26.067
min	1471.000-1486.000=-15.000
max	1899.000-1959.000=-60.000

*mean*	2.849-3.236=-0.388
σ	0.168-0.373=-0.205
min	2.577-2.790=-0.214
max	3.007-3.710=-0.703

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.698-1.723=-0.024
σ	0.200-0.079=0.121
min	1.389-1.644=-0.255
max	1.885-1.836=0.050

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.868-393.852=0.016
σ	509.608-509.574=0.035
min	139.060-139.062=-0.001
max	1158.281-1158.212=0.069

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	444.000-439.000=5.000
σ	0.000
min	444.000-439.000=5.000
max	444.000-439.000=5.000

*mean*	0.460-0.492=-0.032
σ	0.444-0.511=-0.066
min	0.232-0.229=0.002
max	1.126-1.258=-0.132

policies=20

*mean*	1390.726-1390.724=0.002
σ	0.163-0.161=0.002
min	1390.637-1390.611=0.026
max	1390.970-1390.962=0.009

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	447.000-443.500=3.500
σ	6.000-9.000=-3.000
min	444.000-439.000=5.000
max	456.000-457.000=-1.000

*mean*	2.312-2.309=0.003
σ	0.010-0.010=0.000
min	2.300-2.296=0.005
max	2.324-2.316=0.008

policies=200

*mean*	13915.939-13915.800=0.139
σ	0.120-0.139=-0.019
min	13915.844-13915.686=0.159
max	13916.115-13916.002=0.112

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	492.750
σ	3.686-4.272=-0.586
min	488.000
max	497.000-498.000=-1.000

*mean*	23.463-23.408=0.055
σ	0.223-0.074=0.150
min	23.233-23.329=-0.096
max	23.661-23.492=0.169