Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.774-54.776=-0.002
σ	0.363-0.367=-0.005
min	54.628-54.623=0.005
max	55.805-55.821=-0.016

*mean*	421.000-415.000=6.000
σ	0.000
min	421.000-415.000=6.000
max	421.000-415.000=6.000

*mean*	0.141-0.141=0.000
σ	0.005-0.006=-0.001
min	0.137-0.134=0.002
max	0.151-0.150=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.774=-0.000
σ	0.006-0.008=-0.002
min	43.763-43.763=-0.000
max	43.783-43.787=-0.003

*mean*	421.000-415.000=6.000
σ	0.000
min	421.000-415.000=6.000
max	421.000-415.000=6.000

*mean*	0.124-0.124=0.001
σ	0.004-0.004=-0.000
min	0.122-0.121=0.001
max	0.133-0.133=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4426.375-4581.250=-154.875
σ	2226.997-2256.300=-29.303
min	1484.000-1486.000=-2.000
max	7407.000-7405.000=2.000

*mean*	12.417-14.138=-1.720
σ	1.950-3.816=-1.867
min	11.399-12.003=-0.604
max	17.110-22.431=-5.322

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.000-0.000=0.000
min	36.617-36.617=0.000
max	36.618-36.618=0.001

*mean*	4606.625-4581.250=25.375
σ	2258.183-2256.300=1.882
min	1484.000-1486.000=-2.000
max	7407.000-7405.000=2.000

*mean*	146.533-13.983=132.550
σ	377.890-2.760=375.130
min	11.957-11.512=0.445
max	1081.752-18.451=1063.301

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=0.000
min	41.946-41.946=-0.000
max	41.951-41.950=0.000

*mean*	7407.000-7405.000=2.000
σ	0.000
min	7407.000-7405.000=2.000
max	7407.000-7405.000=2.000

*mean*	10.351-10.954=-0.603
σ	0.236-0.202=0.034
min	10.109-10.697=-0.589
max	10.840-11.240=-0.400

op=table_records(), repeat

*mean*	41.934-41.933=0.000
σ	0.002-0.000=0.001
min	41.933
max	41.937-41.934=0.004

*mean*	4197.625-4164.750=32.875
σ	1954.402-1946.910=7.492
min	1484.000-1486.000=-2.000
max	7407.000-7405.000=2.000

*mean*	10.859-11.634=-0.774
σ	0.872-1.650=-0.778
min	10.290-10.712=-0.422
max	12.981-15.677=-2.696

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.137-0.137=-0.000
min	27.606
max	27.993

*mean*	4197.625-4164.750=32.875
σ	1954.402-1946.910=7.492
min	1484.000-1486.000=-2.000
max	7407.000-7405.000=2.000

*mean*	7.959-9.151=-1.192
σ	0.669-1.313=-0.644
min	7.011-7.825=-0.814
max	9.384-12.266=-2.882

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=-0.000
max	26.406-26.406=-0.000

*mean*	4197.625-4164.750=32.875
σ	1954.402-1946.910=7.492
min	1484.000-1486.000=-2.000
max	7407.000-7405.000=2.000

*mean*	6.161-6.957=-0.795
σ	0.474-1.178=-0.704
min	5.551-5.843=-0.292
max	7.181-9.746=-2.564

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4606.625-4581.250=25.375
σ	2258.183-2256.300=1.882
min	1484.000-1486.000=-2.000
max	7407.000-7405.000=2.000

*mean*	6.171-6.314=-0.143
σ	1.144-0.632=0.512
min	5.376-5.805=-0.429
max	8.594-7.460=1.134

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=-0.000
max	25.985-25.985=-0.000

*mean*	4606.625-4581.250=25.375
σ	2258.183-2256.300=1.882
min	1484.000-1486.000=-2.000
max	7407.000-7405.000=2.000

*mean*	5.922-6.178=-0.256
σ	1.052-0.568=0.484
min	5.343-5.747=-0.404
max	8.246-7.117=1.129

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=0.000
min	1021.625
max	1021.630-1021.629=0.000

*mean*	7407.000-7405.000=2.000
σ	0.000
min	7407.000-7405.000=2.000
max	7407.000-7405.000=2.000

*mean*	345.474-362.585=-17.112
σ	3.367-42.591=-39.224
min	340.570-341.385=-0.815
max	350.243-467.708=-117.465

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.469-0.469=0.000
min	3495.713
max	3497.038

*mean*	3770.750-3745.625=25.125
σ	2310.534-2298.626=11.908
min	720.000
max	7407.000-7405.000=2.000

*mean*	1753.579-1620.881=132.698
σ	628.000-489.688=138.312
min	1377.811-1390.165=-12.354
max	2791.707-2815.853=-24.146

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853-107.854=-0.000
max	107.854-107.855=-0.001

*mean*	4197.625-4400.000=-202.375
σ	1954.402-2227.903=-273.501
min	1484.000-1486.000=-2.000
max	7407.000-7405.000=2.000

*mean*	130.027-290.237=-160.210
σ	7.879-426.814=-418.934
min	124.014-127.185=-3.171
max	148.791-1345.780=-1196.989

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.082=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.000

*mean*	4426.375-4581.250=-154.875
σ	2226.997-2256.300=-29.303
min	1484.000-1486.000=-2.000
max	7407.000-7405.000=2.000

*mean*	161.782-177.772=-15.990
σ	335.839-368.766=-32.927
min	41.443-41.760=-0.316
max	992.932-1090.193=-97.262

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=0.000
min	40.947
max	40.951-40.950=0.001

*mean*	7407.000-7405.000=2.000
σ	0.000
min	7407.000-7405.000=2.000
max	7407.000-7405.000=2.000

*mean*	106.574-23.135=83.440
σ	240.069-2.783=237.286
min	20.943-21.387=-0.444
max	700.707-29.269=671.438

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307-71.307=0.000
max	71.311

*mean*	7407.000-7405.000=2.000
σ	0.000
min	7407.000-7405.000=2.000
max	7407.000-7405.000=2.000

*mean*	57.201-279.679=-222.478
σ	6.276-629.304=-623.028
min	54.757-55.388=-0.631
max	72.704-1837.112=-1764.408

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.001
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4197.625-4164.750=32.875
σ	1954.402-1946.910=7.492
min	1484.000-1486.000=-2.000
max	7407.000-7405.000=2.000

*mean*	3120.107-3160.029=-39.921
σ	737.759-836.262=-98.504
min	2486.962-2496.654=-9.691
max	4254.240-4836.257=-582.017

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.000

*mean*	7407.000-7405.000=2.000
σ	0.000
min	7407.000-7405.000=2.000
max	7407.000-7405.000=2.000

*mean*	1005.371-1097.723=-92.352
σ	202.955-311.230=-108.275
min	907.904-915.091=-7.188
max	1494.501-1790.531=-296.030

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7407.000-7405.000=2.000
σ	0.000
min	7407.000-7405.000=2.000
max	7407.000-7405.000=2.000

*mean*	404.556-424.169=-19.613
σ	39.750-53.981=-14.231
min	379.640-391.141=-11.501
max	501.756-520.361=-18.605

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.250-478.000=-2.750
σ	1.035-0.000=1.035
min	474.000-478.000=-4.000
max	476.000-478.000=-2.000

*mean*	377.708-397.087=-19.380
σ	8.396-29.155=-20.759
min	366.066-364.116=1.951
max	386.514-439.927=-53.413

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-563.000=1.000
σ	0.000
min	564.000-563.000=1.000
max	564.000-563.000=1.000

*mean*	735.511-780.289=-44.778
σ	38.183-43.634=-5.450
min	691.194-746.180=-54.987
max	798.699-870.422=-71.722

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-963.968=0.002
σ	1.822-1.822=0.000
min	963.264-963.264=-0.001
max	971.677-971.674=0.003

*mean*	1029.800-1041.750=-11.950
σ	298.070-314.370=-16.299
min	552.000-588.000=-36.000
max	1450.000-1502.000=-52.000

*mean*	1.246-1.274=-0.027
σ	0.067-0.101=-0.034
min	1.183-1.171=0.012
max	1.447-1.516=-0.069

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.318-0.398=-0.080
σ	0.321-0.504=-0.183
min	0.148-0.149=-0.001
max	0.888-1.296=-0.408

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.416-0.586=-0.170
σ	0.190-0.545=-0.355
min	0.324-0.331=-0.008
max	0.755-1.561=-0.806

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.222-0.223=-0.001
σ	0.023-0.024=-0.001
min	0.204-0.207=-0.003
max	0.263-0.265=-0.002

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.337-0.331=0.006
σ	0.019-0.018=0.001
min	0.316-0.316=-0.000
max	0.362-0.363=-0.000

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.535-0.515=0.020
σ	0.042-0.063=-0.022
min	0.500-0.438=0.061
max	0.586-0.613=-0.027

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.476-0.479=-0.003
σ	0.035-0.022=0.014
min	0.421-0.459=-0.038
max	0.517-0.514=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.631-2.622=0.009
σ	0.107-0.108=-0.001
min	2.430-2.478=-0.048
max	2.964-3.196=-0.231

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.591-2.598=-0.007
σ	0.087-0.094=-0.007
min	2.418-2.442=-0.024
max	2.801-2.952=-0.152

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.308-0.313=-0.004
σ	0.009-0.010=-0.001
min	0.290-0.296=-0.005
max	0.362-0.369=-0.006

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.297-0.301=-0.004
σ	0.011-0.011=-0.000
min	0.282-0.284=-0.002
max	0.377-0.358=0.019

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.912-11.307=0.604
σ	12.185-11.359=0.826
min	0.574-0.574=-0.000
max	98.208-103.000=-4.791

*mean*	463.692-465.738=-2.046
σ	20.376-21.255=-0.880
min	407.000-406.000=1.000
max	482.000-484.000=-2.000

*mean*	0.027-0.026=0.001
σ	0.030-0.028=0.002
min	0.001-0.001=-0.000
max	0.239-0.248=-0.009

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.720-278.867=-0.147
σ	0.997-1.018=-0.021
min	278.277-278.483=-0.206
max	281.547-281.758=-0.211

*mean*	447.000-442.600=4.400
σ	19.293-19.121=0.172
min	418.000-414.000=4.000
max	473.000-470.000=3.000

*mean*	0.577-0.571=0.006
σ	0.019-0.025=-0.006
min	0.532-0.536=-0.004
max	0.610-0.610=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	845.000-838.000=7.000
σ	0.000
min	845.000-838.000=7.000
max	845.000-838.000=7.000

*mean*	218.075-221.173=-3.099
σ	34.578-37.849=-3.271
min	151.490-153.734=-2.244
max	252.301-257.012=-4.712

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	844.125-838.000=6.125
σ	2.475-0.000=2.475
min	838.000
max	845.000-838.000=7.000

*mean*	8.730-9.962=-1.232
σ	1.513-1.157=0.356
min	6.250-9.438=-3.187
max	9.689-12.817=-3.128

phase=parser

*mean*	1042.436-1042.431=0.005
σ	0.000-0.000=-0.000
min	1042.436-1042.430=0.005
max	1042.436-1042.431=0.005

*mean*	844.125-838.000=6.125
σ	2.475-0.000=2.475
min	838.000
max	845.000-838.000=7.000

*mean*	573.919-611.164=-37.245
σ	52.717-45.484=7.233
min	453.910-587.866=-133.955
max	610.199-723.146=-112.948

phase=processProdDef

*mean*	2243.974-2243.978=-0.004
σ	0.000-0.000=-0.000
min	2243.974-2243.978=-0.004
max	2243.974-2243.978=-0.005

*mean*	845.000-838.000=7.000
σ	0.000
min	845.000-838.000=7.000
max	845.000-838.000=7.000

*mean*	2615.097-2852.545=-237.448
σ	546.622-266.598=280.024
min	1965.971-2589.166=-623.196
max	3431.967-3232.493=199.473

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	844.125-838.000=6.125
σ	2.475-0.000=2.475
min	838.000
max	845.000-838.000=7.000

*mean*	35.553-41.260=-5.707
σ	9.314-2.624=6.691
min	20.311-39.428=-19.117
max	41.203-47.615=-6.412

phase=type checker

*mean*	989.752-989.755=-0.004
σ	0.066
min	989.654-989.658=-0.004
max	989.841-989.845=-0.004

*mean*	844.125-838.000=6.125
σ	2.475-0.000=2.475
min	838.000
max	845.000-838.000=7.000

*mean*	698.964-697.099=1.865
σ	82.835-34.485=48.350
min	640.177-670.806=-30.630
max	896.829-775.382=121.447

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-282.393=0.000
σ	0.024-0.025=-0.001
min	282.373-282.371=0.002
max	282.424-282.424=-0.000

*mean*	445.200-444.400=0.800
σ	1.643-0.548=1.095
min	444.000
max	447.000-445.000=2.000

*mean*	0.382-0.377=0.005
σ	0.006-0.001=0.004
min	0.375-0.375=0.000
max	0.387-0.379=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.114-1267.108=0.006
σ	0.091-0.104=-0.012
min	1267.001-1266.997=0.004
max	1267.255-1267.277=-0.022

*mean*	1114.600-1103.000=11.600
σ	169.060-190.763=-21.703
min	899.000-842.000=57.000
max	1325.000-1332.000=-7.000

*mean*	2.031-1.968=0.063
σ	0.140-0.149=-0.010
min	1.859-1.800=0.058
max	2.212-2.098=0.114

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.148-1506.079=0.068
σ	2.922-2.949=-0.027
min	1504.648-1504.556=0.093
max	1511.365-1511.343=0.022

*mean*	630.200-621.400=8.800
σ	90.062-81.788=8.274
min	506.000-495.000=11.000
max	729.000-713.000=16.000

*mean*	2.380-2.228=0.152
σ	0.294-0.221=0.072
min	2.061-2.046=0.015
max	2.650-2.596=0.054

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.116-1829.103=0.013
σ	0.094-0.037=0.056
min	1829.016-1829.061=-0.045
max	1829.259-1829.142=0.117

*mean*	1751.600-1738.800=12.800
σ	211.931-175.038=36.893
min	1465.000-1479.000=-14.000
max	1951.000-1889.000=62.000

*mean*	3.189-2.880=0.309
σ	0.383-0.052=0.332
min	2.818-2.814=0.004
max	3.703-2.932=0.772

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.656-1.654=0.001
σ	0.084-0.113=-0.029
min	1.573-1.500=0.073
max	1.782-1.783=-0.001

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.695=0.002
σ	518.051-518.052=-0.000
min	138.668-138.668=0.001
max	1174.773-1174.772=0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.474-0.499=-0.026
σ	0.469-0.519=-0.050
min	0.236-0.235=0.000
max	1.177-1.278=-0.101

policies=20

*mean*	1386.826-1386.820=0.006
σ	0.166-0.168=-0.003
min	1386.712-1386.707=0.005
max	1387.072-1387.071=0.002

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	2.321-2.327=-0.006
σ	0.011-0.012=-0.001
min	2.311-2.313=-0.002
max	2.334-2.338=-0.005

policies=200

*mean*	13876.864-13876.769=0.095
σ	0.120-0.127=-0.007
min	13876.720-13876.668=0.052
max	13877.014-13876.951=0.063

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	493.750-499.500=-5.750
σ	3.202-6.245=-3.043
min	491.000-492.000=-1.000
max	497.000-506.000=-9.000

*mean*	23.417-23.516=-0.099
σ	0.080-0.118=-0.038
min	23.330-23.385=-0.055
max	23.511-23.634=-0.124