Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.870=0.018
σ	0.359-0.357=0.001
min	54.753-54.740=0.013
max	55.908-55.886=0.022

*mean*	416.700-415.000=1.700
σ	0.483-0.000=0.483
min	416.000-415.000=1.000
max	417.000-415.000=2.000

*mean*	0.138-0.142=-0.005
σ	0.004-0.005=-0.002
min	0.132-0.137=-0.006
max	0.144-0.153=-0.008

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.840=0.016
σ	0.004-0.005=-0.000
min	43.849-43.833=0.016
max	43.863-43.847=0.016

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.124-0.123=0.001
σ	0.004-0.005=-0.001
min	0.121-0.115=0.006
max	0.131-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4039.375-4043.000=-3.625
σ	2009.841-2008.422=1.420
min	1219.000-1218.000=1.000
max	7145.000-7147.000=-2.000

*mean*	13.341-12.876=0.465
σ	1.598-0.363=1.235
min	12.485-12.279=0.205
max	17.257-13.440=3.817

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4039.375-4043.000=-3.625
σ	2009.841-2008.422=1.420
min	1219.000-1218.000=1.000
max	7145.000-7147.000=-2.000

*mean*	13.413-13.121=0.291
σ	1.474-0.489=0.985
min	12.211-12.008=0.203
max	16.963-13.680=3.283

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.933-41.933=0.000

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	15.177-15.413=-0.236
σ	0.200-0.255=-0.055
min	14.840-14.968=-0.128
max	15.469-15.773=-0.304

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.932=0.000

*mean*	4039.375-4043.000=-3.625
σ	2009.841-2008.422=1.420
min	1219.000-1218.000=1.000
max	7145.000-7147.000=-2.000

*mean*	14.356-13.916=0.440
σ	1.764-1.936=-0.172
min	11.310-10.834=0.476
max	15.981-15.583=0.398

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4039.375-4043.000=-3.625
σ	2009.841-2008.422=1.420
min	1219.000-1218.000=1.000
max	7145.000-7147.000=-2.000

*mean*	9.483-9.496=-0.013
σ	1.375-1.432=-0.056
min	8.712-8.465=0.247
max	12.867-12.801=0.066

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404-26.404=0.000

*mean*	4039.375-4043.000=-3.625
σ	2009.841-2008.422=1.420
min	1219.000-1218.000=1.000
max	7145.000-7147.000=-2.000

*mean*	7.309-7.327=-0.018
σ	1.272-1.295=-0.024
min	6.415-6.575=-0.160
max	10.410-10.507=-0.097

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.678-25.677=0.000

*mean*	4039.375-4043.000=-3.625
σ	2009.841-2008.422=1.420
min	1219.000-1218.000=1.000
max	7145.000-7147.000=-2.000

*mean*	6.180-6.070=0.110
σ	0.491-0.267=0.224
min	5.852-5.710=0.142
max	7.366-6.593=0.773

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4039.375-4043.000=-3.625
σ	2009.841-2008.422=1.420
min	1219.000-1218.000=1.000
max	7145.000-7147.000=-2.000

*mean*	5.917-5.871=0.046
σ	0.439-0.111=0.329
min	5.439-5.668=-0.229
max	6.937-5.969=0.968

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	363.029-391.474=-28.445
σ	42.420-111.284=-68.864
min	343.940-348.662=-4.721
max	467.571-666.814=-199.243

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.624=0.001
max	7918.954-7918.954=-0.000

*mean*	3271.125-3274.500=-3.375
σ	1824.756-1824.316=0.440
min	810.000
max	5622.000

*mean*	3608.473-3626.226=-17.753
σ	1004.794-983.934=20.860
min	3103.266-3135.237=-31.970
max	5904.050-5845.660=58.391

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.001
max	62.080

*mean*	4039.375-4043.000=-3.625
σ	2009.841-2008.422=1.420
min	1219.000-1218.000=1.000
max	7145.000-7147.000=-2.000

*mean*	88.525-85.661=2.864
σ	20.369-16.738=3.631
min	70.258-71.516=-1.258
max	123.116-115.538=7.579

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945-40.945=0.000
max	40.949-40.950=-0.000

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	61.560-61.481=0.079
σ	1.290-0.659=0.631
min	60.763-60.733=0.030
max	64.684-62.523=2.161

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.691-66.691=-0.000

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	240.010-99.581=140.430
σ	310.960-0.845=310.115
min	99.164-97.930=1.234
max	980.870-100.494=880.375

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.303-4.303=0.000
min	14215.575
max	14227.820

*mean*	4039.375-4043.000=-3.625
σ	2009.841-2008.422=1.420
min	1219.000-1218.000=1.000
max	7145.000-7147.000=-2.000

*mean*	7984.679-8359.037=-374.359
σ	1922.254-1833.645=88.609
min	5985.510-6050.031=-64.520
max	11102.093-10988.199=113.894

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	5255.985-5172.080=83.905
σ	574.805-180.794=394.011
min	4972.716-5055.959=-83.243
max	6627.569-5529.862=1097.707

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	384.601-388.526=-3.924
σ	14.979-14.370=0.609
min	349.707-354.187=-4.481
max	395.851-402.064=-6.213

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	760.436-771.642=-11.206
σ	23.317-35.577=-12.260
min	722.614-687.439=35.175
max	795.591-802.858=-7.266

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.325=-0.026
σ	0.759-0.758=0.001
min	1023.826-1023.851=-0.025
max	1027.437-1027.462=-0.025

*mean*	1045.150-1040.000=5.150
σ	305.040-300.918=4.122
min	571.000-564.000=7.000
max	1501.000-1462.000=39.000

*mean*	1.560-1.576=-0.016
σ	0.084-0.058=0.026
min	1.481-1.478=0.003
max	1.822-1.701=0.121

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.451-0.397=0.055
σ	0.495-0.503=-0.008
min	0.147-0.141=0.006
max	1.287-1.293=-0.006

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.471-0.523=-0.051
σ	0.316-0.307=0.009
min	0.320-0.320=0.000
max	1.035-1.041=-0.005

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.216=0.001
σ	0.024-0.026=-0.001
min	0.197-0.199=-0.002
max	0.257-0.260=-0.003

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.357-0.328=0.029
σ	0.063-0.020=0.043
min	0.321-0.312=0.009
max	0.469-0.362=0.107

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.400-436.000=-4.600
σ	0.894-5.612=-4.718
min	431.000
max	433.000-442.000=-9.000

*mean*	0.559-0.561=-0.002
σ	0.047-0.072=-0.025
min	0.484-0.442=0.042
max	0.604-0.615=-0.012

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.488-0.468=0.020
σ	0.039-0.060=-0.021
min	0.447-0.386=0.061
max	0.529-0.526=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	2.672-2.669=0.003
σ	0.107-0.111=-0.004
min	2.504-2.469=0.035
max	2.965-3.181=-0.216

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	2.632-2.622=0.010
σ	0.081-0.081=0.000
min	2.476-2.440=0.036
max	2.898-2.851=0.046

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.313-0.305=0.008
σ	0.040-0.010=0.030
min	0.295-0.288=0.007
max	0.696-0.365=0.331

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.294-0.289=0.004
σ	0.007-0.008=-0.000
min	0.280-0.276=0.005
max	0.332-0.334=-0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.586-298.780=-0.194
σ	1.050-1.068=-0.018
min	298.201-298.344=-0.142
max	301.571-301.814=-0.243

*mean*	441.800-445.800=-4.000
σ	17.054-17.326=-0.271
min	415.000-425.000=-10.000
max	469.000-472.000=-3.000

*mean*	0.596-0.600=-0.003
σ	0.024-0.021=0.003
min	0.559-0.561=-0.002
max	0.629-0.626=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678

*mean*	953.000-1032.250=-79.250
σ	16.971-41.719=-24.749
min	911.000-929.000=-18.000
max	959.000-1047.000=-88.000

*mean*	204.788-216.643=-11.854
σ	3.365-5.913=-2.548
min	200.184-210.411=-10.227
max	208.487-226.035=-17.548

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	953.000-1032.250=-79.250
σ	16.971-41.719=-24.749
min	911.000-929.000=-18.000
max	959.000-1047.000=-88.000

*mean*	9.268-8.112=1.157
σ	2.225-1.854=0.371
min	6.379-6.336=0.043
max	12.994-10.512=2.482

phase=parser

*mean*	1042.363-1042.367=-0.004
σ	0.000-0.000=-0.000
min	1042.363-1042.367=-0.004
max	1042.363-1042.367=-0.004

*mean*	953.000-1032.250=-79.250
σ	16.971-41.719=-24.749
min	911.000-929.000=-18.000
max	959.000-1047.000=-88.000

*mean*	493.461-494.626=-1.165
σ	85.755-86.630=-0.875
min	377.443-378.062=-0.619
max	613.641-590.603=23.038

phase=processProdDef

*mean*	4850.767-4850.764=0.004
σ	0.000
min	4850.767-4850.764=0.004
max	4850.767-4850.764=0.004

*mean*	959.000-1047.000=-88.000
σ	0.000
min	959.000-1047.000=-88.000
max	959.000-1047.000=-88.000

*mean*	4632.502-4814.701=-182.199
σ	600.822-420.700=180.122
min	3798.168-4231.295=-433.127
max	5263.284-5284.594=-21.310

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	953.000-1032.250=-79.250
σ	16.971-41.719=-24.749
min	911.000-929.000=-18.000
max	959.000-1047.000=-88.000

*mean*	34.069-29.931=4.138
σ	10.137-9.850=0.287
min	20.380-20.522=-0.142
max	47.971-40.593=7.378

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	953.000-1032.250=-79.250
σ	16.971-41.719=-24.749
min	911.000-929.000=-18.000
max	959.000-1047.000=-88.000

*mean*	781.502-749.153=32.349
σ	139.260-74.846=64.413
min	647.737-658.282=-10.546
max	983.758-863.614=120.144

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.926=-0.104
σ	0.038-0.038=-0.000
min	293.769-293.872=-0.103
max	293.861-293.965=-0.104

*mean*	442.400-444.200=-1.800
σ	0.548-1.643=-1.095
min	442.000-443.000=-1.000
max	443.000-446.000=-3.000

*mean*	0.394-0.396=-0.002
σ	0.001-0.001=0.000
min	0.393-0.395=-0.002
max	0.395-0.397=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.174-1320.320=-0.147
σ	0.103-0.032=0.070
min	1320.053-1320.271=-0.218
max	1320.322-1320.351=-0.029

*mean*	1067.000-1068.600=-1.600
σ	165.711-167.699=-1.988
min	843.000-844.000=-1.000
max	1269.000-1276.000=-7.000

*mean*	2.083-2.273=-0.190
σ	0.085-0.112=-0.027
min	2.001-2.165=-0.164
max	2.215-2.453=-0.239

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.591-1560.719=-0.128
σ	6.250-6.235=0.015
min	1557.554-1557.728=-0.174
max	1571.765-1571.868=-0.103

*mean*	619.400-619.800=-0.400
σ	83.170-81.555=1.615
min	494.000-497.000=-3.000
max	717.000-716.000=1.000

*mean*	2.312-2.329=-0.016
σ	0.222-0.215=0.007
min	2.168-2.190=-0.023
max	2.698-2.708=-0.010

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.183-1882.278=-0.095
σ	0.064-0.055=0.009
min	1882.118-1882.213=-0.095
max	1882.261-1882.350=-0.089

*mean*	1708.200-1700.200=8.000
σ	253.408-246.412=6.997
min	1396.000-1406.000=-10.000
max	2043.000-2031.000=12.000

*mean*	2.955-2.921=0.035
σ	0.098-0.078=0.020
min	2.852-2.821=0.031
max	3.085-3.025=0.059

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.645-1.593=0.052
σ	0.205-0.129=0.075
min	1.424-1.425=-0.000
max	1.874-1.784=0.089

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.153=-0.071
σ	582.722-582.777=-0.055
min	160.717-160.763=-0.046
max	1326.166-1326.319=-0.153

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.546-0.547=-0.001
σ	0.539-0.546=-0.007
min	0.260-0.269=-0.009
max	1.354-1.366=-0.012

policies=20

*mean*	1607.534-1607.965=-0.432
σ	0.407-0.422=-0.015
min	1607.255-1607.682=-0.427
max	1608.136-1608.591=-0.455

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.000-449.500=-1.500
σ	8.083-9.815=-1.732
min	441.000
max	455.000-458.000=-3.000

*mean*	2.685-2.707=-0.022
σ	0.015-0.033=-0.017
min	2.667-2.686=-0.019
max	2.702-2.756=-0.053

policies=200

*mean*	16083.444-16087.753=-4.309
σ	0.137-0.112=0.025
min	16083.317-16087.586=-4.269
max	16083.597-16087.815=-4.218

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-496.750=1.000
σ	5.123-2.872=2.251
min	491.000-493.000=-2.000
max	503.000-500.000=3.000

*mean*	27.194-27.325=-0.131
σ	0.036-0.088=-0.052
min	27.158-27.225=-0.068
max	27.228-27.439=-0.211