Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.721=-0.006
σ	0.364-0.365=-0.000
min	54.577-54.581=-0.004
max	55.751-55.758=-0.006

*mean*	417.000-420.000=-3.000
σ	0.000
min	417.000-420.000=-3.000
max	417.000-420.000=-3.000

*mean*	0.139-0.163=-0.024
σ	0.005-0.005=0.001
min	0.133-0.158=-0.025
max	0.147-0.170=-0.023

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.780=-0.000
σ	0.008-0.008=-0.000
min	43.763-43.769=-0.006
max	43.788-43.798=-0.010

*mean*	417.600-420.700=-3.100
σ	0.516-0.483=0.033
min	417.000-420.000=-3.000
max	418.000-421.000=-3.000

*mean*	0.123-0.128=-0.005
σ	0.004-0.009=-0.004
min	0.117-0.118=-0.001
max	0.129-0.142=-0.013

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4426.625-4432.125=-5.500
σ	2224.029-2225.835=-1.806
min	1484.000-1483.000=1.000
max	7401.000-7406.000=-5.000

*mean*	13.454-12.950=0.504
σ	3.596-2.111=1.485
min	11.845-11.824=0.022
max	22.279-18.110=4.168

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4606.375-4611.000=-4.625
σ	2255.352-2257.384=-2.031
min	1484.000-1483.000=1.000
max	7401.000-7406.000=-5.000

*mean*	130.311-155.531=-25.220
σ	330.974-401.580=-70.605
min	11.356-11.449=-0.093
max	949.386-1149.377=-199.992

op=table_records(), no indexes

*mean*	41.939-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.943-41.942=0.000

*mean*	7401.000-7406.000=-5.000
σ	0.000
min	7401.000-7406.000=-5.000
max	7401.000-7406.000=-5.000

*mean*	10.990-11.391=-0.401
σ	0.251-0.306=-0.055
min	10.659-10.970=-0.311
max	11.505-11.928=-0.423

op=table_records(), repeat

*mean*	41.925
σ	0.001-0.002=-0.000
min	41.924-41.924=-0.000
max	41.928-41.929=-0.001

*mean*	4198.625-4204.250=-5.625
σ	1952.461-1954.685=-2.224
min	1484.000-1483.000=1.000
max	7401.000-7406.000=-5.000

*mean*	11.175-11.498=-0.323
σ	1.037-1.060=-0.022
min	10.657-10.878=-0.222
max	13.731-14.073=-0.342

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4198.625-4204.250=-5.625
σ	1952.461-1954.685=-2.224
min	1484.000-1483.000=1.000
max	7401.000-7406.000=-5.000

*mean*	8.790-8.933=-0.143
σ	0.596-0.575=0.021
min	7.924-8.041=-0.117
max	10.054-10.102=-0.047

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384-26.384=0.000

*mean*	4198.625-4204.250=-5.625
σ	1952.461-1954.685=-2.224
min	1484.000-1483.000=1.000
max	7401.000-7406.000=-5.000

*mean*	6.896-6.559=0.337
σ	0.452-0.698=-0.247
min	6.445-5.758=0.687
max	7.950-7.827=0.123

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4606.375-4611.000=-4.625
σ	2255.352-2257.384=-2.031
min	1484.000-1483.000=1.000
max	7401.000-7406.000=-5.000

*mean*	6.581-6.642=-0.061
σ	1.326-1.086=0.240
min	5.781-5.972=-0.191
max	8.881-9.081=-0.200

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961
max	25.962

*mean*	4606.375-4611.000=-4.625
σ	2255.352-2257.384=-2.031
min	1484.000-1483.000=1.000
max	7401.000-7406.000=-5.000

*mean*	6.587-6.510=0.077
σ	1.427-1.129=0.298
min	5.744-5.828=-0.084
max	9.068-9.069=-0.001

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7401.000-7406.000=-5.000
σ	0.000
min	7401.000-7406.000=-5.000
max	7401.000-7406.000=-5.000

*mean*	346.902-347.490=-0.588
σ	1.782-1.874=-0.093
min	344.659-344.764=-0.105
max	349.430-349.599=-0.169

op=load_product(), with indexes

*mean*	3495.855-3495.855=-0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978

*mean*	3771.250-3775.250=-4.000
σ	2309.014-2311.787=-2.773
min	720.000
max	7401.000-7406.000=-5.000

*mean*	1786.858-1768.000=18.858
σ	675.135-635.461=39.674
min	1387.589-1391.616=-4.027
max	2975.710-2807.653=168.057

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.000
max	107.841

*mean*	4198.625-4204.250=-5.625
σ	1952.461-1954.685=-2.224
min	1484.000-1483.000=1.000
max	7401.000-7406.000=-5.000

*mean*	131.571-130.969=0.602
σ	8.703-5.803=2.900
min	124.433-126.024=-1.591
max	148.151-143.900=4.250

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4426.625-4432.125=-5.500
σ	2224.029-2225.835=-1.806
min	1484.000-1483.000=1.000
max	7401.000-7406.000=-5.000

*mean*	130.015-151.448=-21.434
σ	246.813-307.551=-60.738
min	41.447-41.277=0.171
max	740.839-912.594=-171.755

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7401.000-7406.000=-5.000
σ	0.000
min	7401.000-7406.000=-5.000
max	7401.000-7406.000=-5.000

*mean*	121.016-59.896=61.120
σ	280.708-107.221=173.487
min	21.500-21.631=-0.131
max	815.733-325.253=490.479

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.292-71.292=-0.000
max	71.296-71.296=0.000

*mean*	7401.000-7406.000=-5.000
σ	0.000
min	7401.000-7406.000=-5.000
max	7401.000-7406.000=-5.000

*mean*	59.616-58.376=1.240
σ	9.842-6.820=3.023
min	55.462-54.904=0.558
max	83.930-75.203=8.727

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875

*mean*	4198.625-4204.250=-5.625
σ	1952.461-1954.685=-2.224
min	1484.000-1483.000=1.000
max	7401.000-7406.000=-5.000

*mean*	3239.513-3258.810=-19.297
σ	718.314-765.436=-47.122
min	2518.741-2506.963=11.779
max	4398.888-4454.314=-55.426

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7401.000-7406.000=-5.000
σ	0.000
min	7401.000-7406.000=-5.000
max	7401.000-7406.000=-5.000

*mean*	979.767-1023.324=-43.557
σ	105.575-201.617=-96.042
min	921.405-931.439=-10.033
max	1215.576-1509.503=-293.926

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7401.000-7406.000=-5.000
σ	0.000
min	7401.000-7406.000=-5.000
max	7401.000-7406.000=-5.000

*mean*	390.823-395.026=-4.204
σ	3.178-5.404=-2.225
min	384.475-383.024=1.451
max	394.647-401.456=-6.809

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.500-476.750=-0.250
σ	0.535-0.463=0.072
min	476.000
max	477.000

*mean*	386.387-382.988=3.399
σ	22.491-30.525=-8.033
min	360.962-318.204=42.758
max	423.356-418.773=4.583

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-556.500=6.500
σ	0.000-1.604=-1.604
min	563.000-555.000=8.000
max	563.000-558.000=5.000

*mean*	747.153-774.937=-27.784
σ	67.230-35.714=31.516
min	625.283-720.018=-94.735
max	799.987-838.607=-38.621

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.562-964.558=0.004
σ	1.879-1.880=-0.000
min	963.846-963.842=0.004
max	972.511-972.509=0.002

*mean*	1037.050-1044.250=-7.200
σ	310.920-320.967=-10.047
min	544.000-543.000=1.000
max	1536.000-1566.000=-30.000

*mean*	1.269-1.244=0.025
σ	0.157-0.060=0.097
min	1.180-1.165=0.015
max	1.890-1.353=0.537

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.303=0.174
σ	0.547-0.303=0.244
min	0.223-0.139=0.084
max	1.455-0.841=0.615

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.675-0.472=0.203
σ	0.207-0.321=-0.113
min	0.559-0.316=0.243
max	1.046-1.045=0.000

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.381-0.215=0.166
σ	0.041-0.019=0.022
min	0.345-0.196=0.148
max	0.450-0.246=0.203

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.591-0.328=0.263
σ	0.031-0.019=0.012
min	0.568-0.311=0.257
max	0.645-0.360=0.284

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000-431.600=-0.600
σ	0.000-1.342=-1.342
min	431.000
max	431.000-434.000=-3.000

*mean*	0.605-0.554=0.051
σ	0.077-0.051=0.026
min	0.548-0.480=0.068
max	0.734-0.607=0.126

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.490-0.474=0.016
σ	0.042-0.054=-0.012
min	0.424-0.389=0.035
max	0.526-0.528=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	1.947-1.977=-0.029
σ	0.079-0.088=-0.008
min	1.816-1.834=-0.017
max	2.466-2.424=0.042

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.568-1.947=0.621
σ	0.174-0.109=0.065
min	1.874-1.799=0.075
max	2.931-2.798=0.133

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.314-0.302=0.012
σ	0.050-0.011=0.039
min	0.283-0.288=-0.005
max	0.758-0.371=0.386

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.294-0.290=0.004
σ	0.030-0.009=0.021
min	0.275-0.274=0.001
max	0.569-0.336=0.233

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.194-11.685=-0.491
σ	12.788-11.673=1.114
min	0.574-0.574=0.000
max	126.824-82.435=44.389

*mean*	465.901-462.097=3.804
σ	19.384-18.401=0.983
min	406.000-408.000=-2.000
max	479.000-478.000=1.000

*mean*	0.026-0.027=-0.001
σ	0.031-0.028=0.003
min	0.001-0.001=0.001
max	0.306-0.195=0.111

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.232-279.120=0.112
σ	1.060-1.048=0.012
min	278.813-278.703=0.111
max	282.244-282.100=0.143

*mean*	442.700-445.100=-2.400
σ	14.484-17.710=-3.226
min	426.000-417.000=9.000
max	466.000-476.000=-10.000

*mean*	0.575-0.563=0.012
σ	0.016-0.028=-0.012
min	0.547-0.513=0.033
max	0.598-0.597=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	227.725-235.500=-7.775
σ	23.356-21.772=1.584
min	189.516-183.173=6.343
max	253.881-250.925=2.956

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	841.250
σ	24.749
min	780.000
max	850.000

*mean*	8.381-8.811=-0.429
σ	1.236-0.717=0.519
min	5.889-7.044=-1.154
max	9.098-9.182=-0.084

phase=parser

*mean*	1042.131-1042.134=-0.003
σ	0.000-0.000=0.000
min	1042.130-1042.133=-0.003
max	1042.131-1042.134=-0.002

*mean*	841.250
σ	24.749
min	780.000
max	850.000

*mean*	587.297-588.399=-1.102
σ	66.316-61.205=5.111
min	424.366-437.324=-12.958
max	616.425-615.024=1.401

phase=processProdDef

*mean*	2243.718-2243.715=0.003
σ	0.000
min	2243.718-2243.715=0.003
max	2243.718-2243.715=0.003

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	2763.868-2911.261=-147.393
σ	404.298-413.936=-9.638
min	1902.614-2377.401=-474.787
max	3166.000-3310.597=-144.596

phase=renaming

*mean*	21.440-21.436=0.004
σ	0.000
min	21.440-21.436=0.004
max	21.440-21.436=0.004

*mean*	841.250
σ	24.749
min	780.000
max	850.000

*mean*	44.465-45.344=-0.879
σ	5.689-4.227=1.463
min	35.077-36.819=-1.742
max	50.559-48.359=2.201

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	841.250
σ	24.749
min	780.000
max	850.000

*mean*	664.103-668.944=-4.841
σ	18.811-17.775=1.036
min	639.157-641.968=-2.811
max	690.165-687.208=2.957

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.854-282.855=-0.000
σ	0.038-0.039=-0.001
min	282.799-282.801=-0.001
max	282.890-282.893=-0.003

*mean*	442.600-440.800=1.800
σ	2.191-3.834=-1.643
min	441.000-438.000=3.000
max	445.000

*mean*	0.378-0.377=0.001
σ	0.004-0.001=0.003
min	0.376-0.374=0.001
max	0.386-0.378=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.058-1268.050=0.007
σ	0.115-0.093=0.021
min	1267.967-1267.959=0.008
max	1268.249-1268.196=0.053

*mean*	1092.400-1083.800=8.600
σ	168.011-187.103=-19.092
min	893.000-859.000=34.000
max	1321.000-1325.000=-4.000

*mean*	1.981-1.954=0.027
σ	0.112-0.131=-0.019
min	1.845-1.798=0.047
max	2.110-2.086=0.024

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.022-1507.058=-0.036
σ	2.976-2.949=0.027
min	1505.471-1505.555=-0.084
max	1512.334-1512.324=0.010

*mean*	626.000-635.400=-9.400
σ	87.164-91.183=-4.019
min	496.000-497.000=-1.000
max	728.000-735.000=-7.000

*mean*	2.215-2.300=-0.085
σ	0.202-0.208=-0.006
min	2.092-2.120=-0.028
max	2.575-2.572=0.004

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.066-1830.065=0.001
σ	0.046-0.046=-0.000
min	1829.997-1830.002=-0.005
max	1830.117-1830.108=0.008

*mean*	1722.400-1724.200=-1.800
σ	189.592-168.085=21.507
min	1455.000-1487.000=-32.000
max	1894.000-1882.000=12.000

*mean*	2.949-2.989=-0.040
σ	0.320-0.260=0.060
min	2.611-2.818=-0.207
max	3.479-3.451=0.028

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.687-1.783=-0.096
σ	0.116-0.069=0.047
min	1.527-1.675=-0.148
max	1.822-1.862=-0.040

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.196-406.198=-0.001
σ	509.796-509.796=0.000
min	151.293-151.294=-0.001
max	1170.890-1170.891=-0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	440.000-441.000=-1.000
σ	0.000
min	440.000-441.000=-1.000
max	440.000-441.000=-1.000

*mean*	0.507-0.504=0.004
σ	0.501-0.497=0.004
min	0.248-0.249=-0.002
max	1.259-1.249=0.010

policies=20

*mean*	1513.133-1513.147=-0.014
σ	0.276-0.278=-0.002
min	1512.950-1512.957=-0.007
max	1513.541-1513.557=-0.017

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.500-445.500=-1.000
σ	3.000-5.196=-2.196
min	440.000-441.000=-1.000
max	446.000-450.000=-4.000

*mean*	2.507-2.510=-0.003
σ	0.020-0.011=0.009
min	2.488-2.497=-0.009
max	2.528-2.525=0.003

policies=200

*mean*	15139.971-15140.036=-0.065
σ	0.154-0.121=0.033
min	15139.812-15139.872=-0.060
max	15140.173-15140.162=0.011

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.000-498.500=-3.500
σ	5.099-5.568=-0.469
min	490.000-491.000=-1.000
max	502.000-504.000=-2.000

*mean*	25.281-25.205=0.076
σ	0.124-0.106=0.018
min	25.182-25.092=0.090
max	25.462-25.346=0.117