Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883-558.664=-111.781
σ	0.000
min	446.883-558.664=-111.781
max	446.883-558.664=-111.781

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.860-54.880=-0.020
σ	0.360-0.357=0.003
min	54.719-54.745=-0.025
max	55.884-55.897=-0.013

*mean*	417.700-419.000=-1.300
σ	0.483-0.000=0.483
min	417.000-419.000=-2.000
max	418.000-419.000=-1.000

*mean*	0.140-0.140=-0.001
σ	0.005-0.006=-0.001
min	0.136-0.133=0.003
max	0.151-0.151=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.850=-0.002
σ	0.005-0.006=-0.001
min	43.839-43.840=-0.001
max	43.854-43.859=-0.005

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.127-0.125=0.002
σ	0.004-0.004=0.001
min	0.123-0.122=0.001
max	0.135-0.132=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.003

*mean*	4582.750-4028.000=554.750
σ	2257.417-1999.585=257.832
min	1487.000-1216.000=271.000
max	7406.000-7123.000=283.000

*mean*	13.568-12.242=1.326
σ	3.678-0.326=3.353
min	11.419-11.790=-0.371
max	21.200-12.652=8.548

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.003

*mean*	4582.750-4028.000=554.750
σ	2257.417-1999.585=257.832
min	1487.000-1216.000=271.000
max	7406.000-7123.000=283.000

*mean*	13.835-11.953=1.882
σ	3.379-0.630=2.748
min	11.284-11.164=0.120
max	20.508-12.816=7.692

op=table_records(), no indexes

*mean*	41.948-41.930=0.018
σ	0.002-0.002=0.000
min	41.946-41.928=0.018
max	41.951-41.933=0.018

*mean*	7406.000-7123.000=283.000
σ	0.000
min	7406.000-7123.000=283.000
max	7406.000-7123.000=283.000

*mean*	10.610-14.089=-3.478
σ	0.245-0.981=-0.736
min	10.192-11.749=-1.556
max	10.940-14.826=-3.886

op=table_records(), repeat

*mean*	41.933-41.929=0.004
σ	0.000-0.002=-0.002
min	41.933-41.927=0.005
max	41.934-41.931=0.002

*mean*	4166.125-4028.000=138.125
σ	1948.334-1999.585=-51.252
min	1487.000-1216.000=271.000
max	7406.000-7123.000=283.000

*mean*	11.331-12.320=-0.989
σ	1.855-2.132=-0.277
min	10.431-10.184=0.247
max	15.904-14.922=0.982

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.654=0.001
σ	0.137-0.136=0.000
min	27.606-27.604=0.002
max	27.993-27.991=0.002

*mean*	4166.125-4028.000=138.125
σ	1948.334-1999.585=-51.252
min	1487.000-1216.000=271.000
max	7406.000-7123.000=283.000

*mean*	8.544-8.386=0.157
σ	1.298-0.287=1.011
min	7.662-7.908=-0.246
max	11.692-8.733=2.959

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.401=0.005
σ	0.000-0.002=-0.002
min	26.406-26.400=0.006
max	26.406-26.404=0.002

*mean*	4166.125-4028.000=138.125
σ	1948.334-1999.585=-51.252
min	1487.000-1216.000=271.000
max	7406.000-7123.000=283.000

*mean*	6.172-6.483=-0.310
σ	1.225-0.167=1.058
min	5.209-6.138=-0.929
max	9.116-6.656=2.460

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.668=0.013
σ	0.003-0.004=-0.001
min	25.680-25.665=0.014
max	25.688-25.678=0.010

*mean*	4582.750-4028.000=554.750
σ	2257.417-1999.585=257.832
min	1487.000-1216.000=271.000
max	7406.000-7123.000=283.000

*mean*	6.030-5.506=0.524
σ	0.920-0.116=0.804
min	5.351-5.347=0.003
max	7.863-5.632=2.231

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.970=0.015
σ	0.000-0.002=-0.001
min	25.984-25.968=0.016
max	25.985-25.972=0.013

*mean*	4582.750-4028.000=554.750
σ	2257.417-1999.585=257.832
min	1487.000-1216.000=271.000
max	7406.000-7123.000=283.000

*mean*	5.695-5.339=0.356
σ	0.651-0.084=0.567
min	5.106-5.179=-0.073
max	6.815-5.437=1.378

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.613=0.014
σ	0.002-0.002=0.000
min	1021.625-1021.612=0.013
max	1021.629-1021.616=0.013

*mean*	7406.000-7123.000=283.000
σ	0.000
min	7406.000-7123.000=283.000
max	7406.000-7123.000=283.000

*mean*	362.313-346.967=15.346
σ	41.092-1.871=39.221
min	343.614-343.202=0.412
max	463.817-349.722=114.095

op=load_product(), with indexes

*mean*	3495.878-7917.793=-4421.914
σ	0.468-0.469=-0.001
min	3495.713-7917.625=-4421.913
max	3497.037-7918.954=-4421.917

*mean*	3747.000-3262.625=484.375
σ	2300.118-1814.514=485.604
min	720.000-809.000=-89.000
max	7406.000-5599.000=1807.000

*mean*	1626.018-3629.391=-2003.373
σ	533.390-1089.341=-555.951
min	1382.351-3085.468=-1703.116
max	2931.196-6144.588=-3213.392

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4028.000
σ	1999.585
min	1216.000
max	7123.000

*mean*	82.899
σ	11.343
min	71.259
max	96.606

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.853
max	107.855

*mean*	4400.750
σ	2228.741
min	1487.000
max	7406.000

*mean*	297.335
σ	462.539
min	123.377
max	1440.959

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4582.750
σ	2257.417
min	1487.000
max	7406.000

*mean*	197.165
σ	425.877
min	40.580
max	1250.926

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7123.000
σ	0.000
min	7123.000
max	7123.000

*mean*	174.302
σ	316.677
min	60.882
max	958.023

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7406.000
σ	0.000
min	7406.000
max	7406.000

*mean*	22.547
σ	1.800
min	21.027
max	25.652

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-66.688=4.620
σ	0.002-0.002=-0.000
min	71.307-66.686=4.620
max	71.311-66.691=4.620

*mean*	7406.000-7123.000=283.000
σ	0.000
min	7406.000-7123.000=283.000
max	7406.000-7123.000=283.000

*mean*	253.938-104.640=149.299
σ	560.874-11.779=549.095
min	54.152-98.773=-44.621
max	1642.017-132.615=1509.402

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-14217.171=-9570.321
σ	0.014-4.303=-4.290
min	4646.845-14215.576=-9568.731
max	4646.884-14227.820=-9580.936

*mean*	4166.125-4028.000=138.125
σ	1948.334-1999.585=-51.252
min	1487.000-1216.000=271.000
max	7406.000-7123.000=283.000

*mean*	3203.565-8093.044=-4889.479
σ	958.581-1686.321=-727.740
min	2469.768-5997.212=-3527.445
max	5050.825-10533.492=-5482.667

op=vertical_lookup_list() on indexed

*mean*	1973.851-13159.109=-11185.257
σ	0.002-0.002=0.000
min	1973.849-13159.106=-11185.256
max	1973.854-13159.110=-11185.256

*mean*	7406.000-7123.000=283.000
σ	0.000
min	7406.000-7123.000=283.000
max	7406.000-7123.000=283.000

*mean*	1116.294-5283.245=-4166.951
σ	332.723-669.370=-336.647
min	908.556-5013.717=-4105.161
max	1753.941-6935.576=-5181.636

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7406.000
σ	0.000
min	7406.000
max	7406.000

*mean*	415.848
σ	56.294
min	383.341
max	513.748

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	479.000-477.000=2.000
σ	0.000
min	479.000-477.000=2.000
max	479.000-477.000=2.000

*mean*	377.564-388.717=-11.153
σ	18.665-12.332=6.333
min	342.005-358.951=-16.945
max	399.832-397.560=2.272

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	562.000-559.875=2.125
σ	0.000-0.835=-0.835
min	562.000-559.000=3.000
max	562.000-561.000=1.000

*mean*	759.515-744.367=15.147
σ	73.932-54.855=19.077
min	600.552-662.070=-61.518
max	823.389-817.072=6.317

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1024.300=0.265
σ	0.760-0.759=0.001
min	1024.095-1023.827=0.269
max	1027.705-1027.438=0.267

*mean*	1061.000-1043.500=17.500
σ	312.999-293.011=19.988
min	593.000-563.000=30.000
max	1529.000-1430.000=99.000

*mean*	1.370-1.538=-0.168
σ	0.069-0.056=0.012
min	1.308-1.466=-0.158
max	1.584-1.651=-0.068

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.295-0.391=-0.096
σ	0.283-0.507=-0.223
min	0.141-0.138=0.003
max	0.797-1.295=-0.497

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.545=-0.067
σ	0.322-0.322=0.000
min	0.320-0.318=0.002
max	1.054-1.050=0.003

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.212=0.007
σ	0.021-0.022=-0.001
min	0.201-0.199=0.002
max	0.253-0.252=0.001

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.395-0.327=0.069
σ	0.148-0.014=0.133
min	0.318-0.311=0.007
max	0.659-0.349=0.310

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-964.840=0.130
σ	0.011
min	964.965-964.835=0.130
max	964.989-964.859=0.130

*mean*	431.400-433.800=-2.400
σ	0.894-3.033=-2.139
min	431.000
max	433.000-437.000=-4.000

*mean*	0.545-0.595=-0.049
σ	0.067-0.014=0.053
min	0.435-0.579=-0.144
max	0.603-0.616=-0.014

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.820=0.078
σ	0.002
min	885.897-885.819=0.078
max	885.901-885.823=0.078

*mean*	439.000-437.000=2.000
σ	0.000
min	439.000-437.000=2.000
max	439.000-437.000=2.000

*mean*	0.458-0.507=-0.049
σ	0.054-0.022=0.032
min	0.391-0.478=-0.087
max	0.518-0.526=-0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	439.000-437.000=2.000
σ	0.000
min	439.000-437.000=2.000
max	439.000-437.000=2.000

*mean*	2.006-2.600=-0.593
σ	0.137-0.087=0.050
min	1.844-2.480=-0.636
max	2.674-3.110=-0.436

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	439.000-437.000=2.000
σ	0.000
min	439.000-437.000=2.000
max	439.000-437.000=2.000

*mean*	2.601-2.574=0.027
σ	0.088-0.071=0.017
min	2.463-2.423=0.040
max	2.851-2.862=-0.011

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	439.000-437.000=2.000
σ	0.000
min	439.000-437.000=2.000
max	439.000-437.000=2.000

*mean*	0.312-0.305=0.007
σ	0.019-0.010=0.009
min	0.285-0.290=-0.006
max	0.438-0.370=0.068

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	439.000-437.000=2.000
σ	0.000
min	439.000-437.000=2.000
max	439.000-437.000=2.000

*mean*	0.295-0.293=0.002
σ	0.015-0.009=0.006
min	0.273-0.275=-0.003
max	0.337-0.347=-0.010

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.942
σ	12.226
min	0.573
max	99.821

*mean*	464.388
σ	19.179
min	409.000
max	482.000

*mean*	0.027
σ	0.030
min	0.001
max	0.239

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.633-298.635=-0.003
σ	0.948-0.982=-0.034
min	298.200-298.131=0.070
max	301.323-301.417=-0.094

*mean*	443.200-442.500=0.700
σ	15.859-14.759=1.100
min	417.000
max	474.000-467.000=7.000

*mean*	0.597-0.595=0.003
σ	0.026-0.032=-0.006
min	0.527-0.543=-0.016
max	0.620-0.641=-0.021

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-236.678=-62.940
σ	0.000-0.000=0.000
min	173.738-236.678=-62.940
max	173.738-236.678=-62.939

*mean*	840.000-1065.750=-225.750
σ	0.000-34.648=-34.648
min	840.000-980.000=-140.000
max	840.000-1078.000=-238.000

*mean*	242.556-207.836=34.721
σ	15.132-2.235=12.897
min	206.168-205.661=0.507
max	254.089-212.715=41.374

phase=macro expansion

*mean*	6.130-6.130=0.000
σ	0.000
min	6.130-6.130=0.000
max	6.130-6.130=0.000

*mean*	840.000-1065.750=-225.750
σ	0.000-34.648=-34.648
min	840.000-980.000=-140.000
max	840.000-1078.000=-238.000

*mean*	9.220-7.938=1.283
σ	1.617-1.792=-0.175
min	7.278-6.272=1.006
max	12.504-10.756=1.748

phase=parser

*mean*	1042.433-1042.364=0.069
σ	0.000-0.000=0.000
min	1042.432-1042.363=0.069
max	1042.433-1042.364=0.069

*mean*	840.000-1065.750=-225.750
σ	0.000-34.648=-34.648
min	840.000-980.000=-140.000
max	840.000-1078.000=-238.000

*mean*	564.987-490.046=74.941
σ	100.455-67.169=33.286
min	417.719-373.946=43.773
max	718.892-567.115=151.777

phase=processProdDef

*mean*	2243.975-4850.764=-2606.789
σ	0.000-0.000=-0.000
min	2243.975-4850.764=-2606.789
max	2243.975-4850.764=-2606.790

*mean*	840.000-1078.000=-238.000
σ	0.000
min	840.000-1078.000=-238.000
max	840.000-1078.000=-238.000

*mean*	2500.357-4779.350=-2278.993
σ	182.126-614.008=-431.882
min	2136.140-3838.276=-1702.136
max	2758.744-5496.940=-2738.197

phase=renaming

*mean*	21.671-21.671=-0.000
σ	0.000
min	21.671-21.671=-0.000
max	21.671-21.671=-0.000

*mean*	840.000-1065.750=-225.750
σ	0.000-34.648=-34.648
min	840.000-980.000=-140.000
max	840.000-1078.000=-238.000

*mean*	37.552-28.050=9.501
σ	7.206-9.143=-1.937
min	26.720-20.337=6.383
max	47.933-40.674=7.259

phase=type checker

*mean*	989.752-990.450=-0.698
σ	0.066-0.071=-0.005
min	989.654-990.344=-0.690
max	989.841-990.563=-0.722

*mean*	840.000-1065.750=-225.750
σ	0.000-34.648=-34.648
min	840.000-980.000=-140.000
max	840.000-1078.000=-238.000

*mean*	693.843-693.104=0.740
σ	79.820-75.886=3.934
min	644.261-645.895=-1.635
max	888.309-874.943=13.366

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=-0.000
σ	0.038-0.039=-0.001
min	293.767-293.765=0.002
max	293.859-293.860=-0.001

*mean*	444.400-441.200=3.200
σ	0.548-1.643=-1.095
min	444.000-440.000=4.000
max	445.000-443.000=2.000

*mean*	0.393-0.392=0.000
σ	0.006-0.002=0.004
min	0.389-0.391=-0.001
max	0.403-0.394=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.288-1320.220=0.068
σ	0.134-0.038=0.096
min	1320.161-1320.155=0.005
max	1320.503-1320.249=0.254

*mean*	1091.000-1086.800=4.200
σ	167.793-172.413=-4.620
min	893.000-881.000=12.000
max	1320.000-1317.000=3.000

*mean*	1.965-2.270=-0.305
σ	0.169-0.145=0.024
min	1.850-2.183=-0.333
max	2.261-2.527=-0.266

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.285-1560.606=-1.321
σ	2.968-6.228=-3.260
min	1557.707-1557.595=0.112
max	1564.582-1571.742=-7.160

*mean*	625.800-612.200=13.600
σ	86.872-94.624=-7.752
min	496.000-498.000=-2.000
max	727.000-735.000=-8.000

*mean*	2.189-2.282=-0.094
σ	0.150-0.191=-0.041
min	2.073-2.155=-0.082
max	2.450-2.622=-0.172

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.337-1882.174=0.164
σ	0.058-0.060=-0.002
min	1882.260-1882.097=0.163
max	1882.421-1882.254=0.167

*mean*	1730.000-1728.000=2.000
σ	173.524-180.358=-6.834
min	1473.000-1468.000=5.000
max	1882.000-1891.000=-9.000

*mean*	3.118-3.124=-0.006
σ	0.407-0.277=0.130
min	2.872-2.911=-0.039
max	3.843-3.584=0.259

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.784-1.781=0.003
σ	0.094-0.136=-0.042
min	1.659-1.596=0.063
max	1.893-1.904=-0.011

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.943-452.079=-32.136
σ	518.104-582.722=-64.618
min	160.886-160.716=0.170
max	1197.099-1326.162=-129.063

*mean*	101.750-102.250=-0.500
σ	7.500-8.500=-1.000
min	98.000
max	113.000-115.000=-2.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.528-0.533=-0.005
σ	0.533-0.519=0.013
min	0.258-0.267=-0.009
max	1.327-1.311=0.015

policies=20

*mean*	1609.201-1607.505=1.696
σ	0.354-0.415=-0.061
min	1608.960-1607.217=1.743
max	1609.727-1608.118=1.608

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.000-449.500=-4.500
σ	8.000-7.506=0.494
min	441.000-443.000=-2.000
max	457.000-456.000=1.000

*mean*	2.583-2.692=-0.108
σ	0.023-0.018=0.005
min	2.552-2.666=-0.114
max	2.606-2.705=-0.099

policies=200

*mean*	16100.666-16083.407=17.259
σ	0.033-0.153=-0.121
min	16100.633-16083.289=17.344
max	16100.711-16083.612=17.100

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.250-496.750=-2.500
σ	4.787-3.202=1.586
min	489.000-492.000=-3.000
max	500.000-499.000=1.000

*mean*	26.174-27.141=-0.967
σ	0.151-0.033=0.118
min	26.059-27.095=-1.036
max	26.379-27.172=-0.793