Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.825-57.824=0.001
σ	0.361-0.360=0.001
min	57.680-57.685=-0.005
max	58.852-58.848=0.003

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.147-0.148=-0.001
σ	0.006-0.004=0.001
min	0.139-0.143=-0.004
max	0.156-0.156=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-46.899=-0.000
σ	0.006-0.006=0.000
min	46.887-46.891=-0.004
max	46.905-46.909=-0.003

*mean*	420.700-417.000=3.700
σ	0.483-0.000=0.483
min	420.000-417.000=3.000
max	421.000-417.000=4.000

*mean*	0.127-0.127=0.000
σ	0.005-0.005=-0.000
min	0.121-0.122=-0.001
max	0.136-0.136=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605
max	36.605

*mean*	4217.875-4429.375=-211.500
σ	1969.370-2227.888=-258.518
min	1482.000-1484.000=-2.000
max	7436.000-7410.000=26.000

*mean*	12.004-13.378=-1.374
σ	0.367-3.421=-3.054
min	11.760-11.851=-0.091
max	12.867-21.767=-8.899

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605-36.605=0.000
max	36.606-36.606=0.000

*mean*	4444.375-4608.750=-164.375
σ	2239.823-2259.087=-19.264
min	1482.000-1484.000=-2.000
max	7436.000-7410.000=26.000

*mean*	137.632-186.564=-48.932
σ	353.231-489.447=-136.215
min	12.478-11.352=1.126
max	1011.834-1397.848=-386.014

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938
max	41.942-41.943=-0.001

*mean*	7436.000-7410.000=26.000
σ	0.000
min	7436.000-7410.000=26.000
max	7436.000-7410.000=26.000

*mean*	10.950-11.233=-0.283
σ	0.107-0.271=-0.165
min	10.796-10.970=-0.173
max	11.068-11.807=-0.739

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.002-0.000=0.001
min	41.924
max	41.929-41.925=0.004

*mean*	4217.875-4200.375=17.500
σ	1969.370-1955.216=14.154
min	1482.000-1484.000=-2.000
max	7436.000-7410.000=26.000

*mean*	11.507-11.310=0.197
σ	1.821-1.003=0.818
min	10.666-10.836=-0.170
max	16.002-13.779=2.223

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.136=0.000
min	27.585
max	27.972-27.972=0.000

*mean*	4217.875-4200.375=17.500
σ	1969.370-1955.216=14.154
min	1482.000-1484.000=-2.000
max	7436.000-7410.000=26.000

*mean*	9.010-8.835=0.175
σ	1.137-0.566=0.571
min	8.261-8.085=0.176
max	11.781-10.046=1.736

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=-0.000
min	26.385
max	26.385

*mean*	4217.875-4200.375=17.500
σ	1969.370-1955.216=14.154
min	1482.000-1484.000=-2.000
max	7436.000-7410.000=26.000

*mean*	7.130-6.948=0.182
σ	1.008-0.469=0.539
min	6.303-6.531=-0.228
max	9.459-8.040=1.419

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674-25.674=0.000

*mean*	4444.375-4608.750=-164.375
σ	2239.823-2259.087=-19.264
min	1482.000-1484.000=-2.000
max	7436.000-7410.000=26.000

*mean*	6.382-6.684=-0.302
σ	0.980-1.398=-0.418
min	5.782-5.726=0.056
max	8.793-9.127=-0.334

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.001-0.001=0.000
min	25.962
max	25.964

*mean*	4444.375-4608.750=-164.375
σ	2239.823-2259.087=-19.264
min	1482.000-1484.000=-2.000
max	7436.000-7410.000=26.000

*mean*	6.127-6.548=-0.421
σ	1.061-1.357=-0.296
min	5.510-5.588=-0.078
max	8.718-8.741=-0.023

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=-0.000
σ	0.002-0.002=-0.000
min	1021.597
max	1021.602

*mean*	7436.000-7410.000=26.000
σ	0.000
min	7436.000-7410.000=26.000
max	7436.000-7410.000=26.000

*mean*	348.395-346.592=1.803
σ	2.942-1.329=1.612
min	345.494-344.678=0.816
max	353.036-348.359=4.677

op=load_product(), with indexes

*mean*	3495.847-3495.847=0.000
σ	0.457-0.457=-0.000
min	3495.685
max	3496.979

*mean*	3789.375-3772.500=16.875
σ	2327.177-2311.623=15.555
min	720.000
max	7436.000-7410.000=26.000

*mean*	2039.203-1741.436=297.767
σ	929.593-593.164=336.429
min	1380.878-1383.713=-2.836
max	3639.671-2772.905=866.765

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842-107.842=0.000

*mean*	4217.875-4200.375=17.500
σ	1969.370-1955.216=14.154
min	1482.000-1484.000=-2.000
max	7436.000-7410.000=26.000

*mean*	133.346-129.455=3.892
σ	12.068-7.819=4.249
min	123.156-125.083=-1.927
max	157.945-148.568=9.377

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.069-62.070=-0.001

*mean*	4217.875-4429.375=-211.500
σ	1969.370-2227.888=-258.518
min	1482.000-1484.000=-2.000
max	7436.000-7410.000=26.000

*mean*	41.756-172.387=-130.631
σ	1.199-368.025=-366.826
min	40.259-40.836=-0.576
max	44.016-1083.197=-1039.181

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=-0.000
σ	0.002-0.002=-0.000
min	40.926
max	40.930-40.930=-0.001

*mean*	7436.000-7410.000=26.000
σ	0.000
min	7436.000-7410.000=26.000
max	7436.000-7410.000=26.000

*mean*	22.413-84.937=-62.524
σ	1.374-177.939=-176.565
min	21.588-21.708=-0.120
max	25.439-525.313=-499.874

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=0.000
max	71.297

*mean*	7436.000-7410.000=26.000
σ	0.000
min	7436.000-7410.000=26.000
max	7436.000-7410.000=26.000

*mean*	133.739-59.453=74.286
σ	218.812-8.788=210.024
min	55.895-55.691=0.203
max	675.269-81.182=594.087

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875

*mean*	4217.875-4200.375=17.500
σ	1969.370-1955.216=14.154
min	1482.000-1484.000=-2.000
max	7436.000-7410.000=26.000

*mean*	3418.635-3251.488=167.146
σ	726.246-770.232=-43.986
min	2478.494-2500.337=-21.843
max	4347.317-4381.679=-34.362

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=0.000
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833

*mean*	7436.000-7410.000=26.000
σ	0.000
min	7436.000-7410.000=26.000
max	7436.000-7410.000=26.000

*mean*	1251.733-1004.875=246.858
σ	887.405-200.946=686.459
min	915.360-912.249=3.111
max	3444.534-1490.607=1953.927

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=-0.000
σ	0.002-0.002=0.000
min	905.082
max	905.087

*mean*	7436.000-7410.000=26.000
σ	0.000
min	7436.000-7410.000=26.000
max	7436.000-7410.000=26.000

*mean*	409.026-395.833=13.193
σ	40.622-6.493=34.129
min	391.869-381.657=10.212
max	509.461-403.346=106.115

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-478.750=-1.750
σ	0.000-0.463=-0.463
min	477.000-478.000=-1.000
max	477.000-479.000=-2.000

*mean*	390.489-380.320=10.169
σ	36.572-45.288=-8.716
min	312.583-306.677=5.905
max	427.410-437.173=-9.763

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-559.250=3.750
σ	0.000-1.035=-1.035
min	563.000-558.000=5.000
max	563.000-560.000=3.000

*mean*	712.264-744.910=-32.646
σ	52.064-57.545=-5.481
min	626.460-633.072=-6.612
max	775.525-832.892=-57.367

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.919-976.920=-0.000
σ	2.438-2.438=-0.000
min	976.071-976.070=0.001
max	987.250-987.250=-0.000

*mean*	1049.300-1054.100=-4.800
σ	316.425-305.443=10.983
min	572.000-569.000=3.000
max	1513.000-1469.000=44.000

*mean*	1.295-1.300=-0.005
σ	0.086-0.124=-0.038
min	1.212-1.159=0.053
max	1.478-1.668=-0.190

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.304-0.409=-0.105
σ	0.302-0.544=-0.242
min	0.143-0.139=0.004
max	0.839-1.379=-0.540

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.473-0.684=-0.211
σ	0.314-0.222=0.092
min	0.317-0.568=-0.252
max	1.034-1.081=-0.047

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.377=-0.160
σ	0.025-0.036=-0.010
min	0.200-0.347=-0.147
max	0.261-0.438=-0.177

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.593=-0.260
σ	0.023-0.027=-0.004
min	0.318-0.561=-0.244
max	0.373-0.632=-0.259

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	434.200-431.000=3.200
σ	4.550-0.000=4.550
min	430.000-431.000=-1.000
max	439.000-431.000=8.000

*mean*	0.578-0.715=-0.137
σ	0.043-0.031=0.011
min	0.505-0.674=-0.169
max	0.609-0.750=-0.141

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.494-0.509=-0.014
σ	0.025-0.011=0.015
min	0.466-0.495=-0.029
max	0.521-0.524=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	2.629-2.669=-0.040
σ	0.123-0.112=0.011
min	2.468-2.505=-0.037
max	2.986-3.097=-0.111

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	2.581-2.615=-0.034
σ	0.083-0.077=0.006
min	2.439-2.469=-0.030
max	2.885-2.882=0.003

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.311-0.309=0.002
σ	0.054-0.020=0.033
min	0.287-0.290=-0.003
max	0.831-0.460=0.372

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.289-0.292=-0.003
σ	0.007-0.011=-0.004
min	0.278-0.277=0.001
max	0.326-0.365=-0.038

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.301-11.823=-0.523
σ	12.195-11.550=0.645
min	0.574-0.574=-0.000
max	124.614-91.884=32.730

*mean*	459.941-456.118=3.823
σ	18.116-16.850=1.266
min	406.000-409.000=-3.000
max	477.000-473.000=4.000

*mean*	0.026-0.027=-0.001
σ	0.030-0.028=0.001
min	0.001-0.001=-0.000
max	0.300-0.220=0.081

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.892-293.592=0.300
σ	1.073-1.083=-0.010
min	293.503-293.164=0.339
max	296.943-296.669=0.274

*mean*	440.900-442.200=-1.300
σ	16.603-16.890=-0.288
min	415.000-416.000=-1.000
max	463.000-466.000=-3.000

*mean*	0.592-0.600=-0.009
σ	0.020-0.011=0.009
min	0.543-0.587=-0.044
max	0.614-0.625=-0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	873.000-848.000=25.000
σ	0.000
min	873.000-848.000=25.000
max	873.000-848.000=25.000

*mean*	149.834-146.178=3.656
σ	8.625-12.089=-3.464
min	140.227-132.257=7.970
max	165.398-160.354=5.044

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	873.000-848.000=25.000
σ	0.000
min	873.000-848.000=25.000
max	873.000-848.000=25.000

*mean*	8.200-8.186=0.014
σ	1.031-1.096=-0.065
min	6.908-6.821=0.088
max	9.151-9.137=0.014

phase=parser

*mean*	1042.133-1042.131=0.002
σ	0.000-0.000=0.000
min	1042.133-1042.131=0.001
max	1042.133-1042.131=0.002

*mean*	873.000-848.000=25.000
σ	0.000
min	873.000-848.000=25.000
max	873.000-848.000=25.000

*mean*	543.949-547.800=-3.851
σ	86.032-88.855=-2.823
min	437.921-440.118=-2.197
max	614.386-616.469=-2.084

phase=processProdDef

*mean*	2241.195-2241.193=0.002
σ	0.000
min	2241.195-2241.193=0.002
max	2241.195-2241.193=0.002

*mean*	873.000-848.000=25.000
σ	0.000
min	873.000-848.000=25.000
max	873.000-848.000=25.000

*mean*	2482.588-2695.333=-212.744
σ	319.621-278.276=41.345
min	2088.173-2080.183=7.990
max	3077.023-3033.326=43.697

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	873.000-848.000=25.000
σ	0.000
min	873.000-848.000=25.000
max	873.000-848.000=25.000

*mean*	42.205-45.085=-2.880
σ	5.304-4.915=0.389
min	36.523-38.914=-2.391
max	49.157-49.911=-0.755

phase=type checker

*mean*	958.466-958.466=0.000
σ	0.047
min	958.443-958.443=0.000
max	958.568-958.568=0.000

*mean*	873.000-848.000=25.000
σ	0.000
min	873.000-848.000=25.000
max	873.000-848.000=25.000

*mean*	646.195-664.973=-18.779
σ	12.015-11.156=0.859
min	628.969-650.197=-21.228
max	663.848-681.535=-17.687

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.854-327.856=-0.001
σ	0.037-0.037=-0.001
min	327.803-327.804=-0.002
max	327.890-327.894=-0.003

*mean*	439.600-441.200=-1.600
σ	3.847-4.266=-0.419
min	433.000-434.000=-1.000
max	443.000-445.000=-2.000

*mean*	0.432-0.432=0.000
σ	0.010-0.010=-0.000
min	0.426-0.424=0.002
max	0.450-0.450=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.070-1313.070=-0.000
σ	0.136-0.137=-0.001
min	1312.961-1312.967=-0.006
max	1313.304-1313.307=-0.003

*mean*	1077.800-1081.400=-3.600
σ	165.501-168.657=-3.156
min	855.000
max	1279.000-1286.000=-7.000

*mean*	1.891-1.889=0.002
σ	0.060-0.052=0.008
min	1.832-1.828=0.003
max	1.967-1.949=0.018

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.076-1552.077=-0.000
σ	3.052-3.031=0.021
min	1550.578-1550.527=0.051
max	1557.531-1557.491=0.040

*mean*	617.800-618.800=-1.000
σ	86.993-85.923=1.070
min	517.000-520.000=-3.000
max	722.000

*mean*	2.301-2.289=0.012
σ	0.261-0.167=0.093
min	2.055-2.101=-0.046
max	2.697-2.440=0.257

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.059-1875.056=0.004
σ	0.049-0.042=0.007
min	1875.004-1875.000=0.003
max	1875.125-1875.099=0.025

*mean*	1706.400-1708.000=-1.600
σ	265.137-258.050=7.087
min	1393.000-1399.000=-6.000
max	2079.000-2062.000=17.000

*mean*	2.943-2.868=0.076
σ	0.127-0.081=0.046
min	2.830-2.769=0.061
max	3.136-2.990=0.146

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.273-1.524=-0.251
σ	0.091-0.111=-0.020
min	1.114-1.368=-0.254
max	1.340-1.675=-0.335

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.404-419.406=-0.002
σ	508.892-508.894=-0.001
min	164.955-164.956=-0.001
max	1182.743-1182.746=-0.004

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	433.000-432.000=1.000
σ	0.000
min	433.000-432.000=1.000
max	433.000-432.000=1.000

*mean*	0.539-0.522=0.017
σ	0.529-0.514=0.015
min	0.270-0.252=0.018
max	1.333-1.293=0.040

policies=20

*mean*	1649.813-1649.830=-0.017
σ	0.365-0.386=-0.021
min	1649.585-1649.608=-0.023
max	1650.357-1650.408=-0.051

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.250-453.250=-1.000
σ	10.210-12.447=-2.236
min	440.000-437.000=3.000
max	465.000-463.000=2.000

*mean*	2.648-2.662=-0.015
σ	0.009-0.008=0.001
min	2.641-2.652=-0.011
max	2.662-2.670=-0.008

policies=200

*mean*	16506.093-16506.148=-0.056
σ	0.090-0.080=0.009
min	16506.000-16506.064=-0.063
max	16506.215-16506.255=-0.041

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.750-500.500=-0.750
σ	4.573-4.933=-0.359
min	495.000
max	505.000-506.000=-1.000

*mean*	26.727-26.870=-0.143
σ	0.126-0.171=-0.046
min	26.596-26.699=-0.103
max	26.836-27.089=-0.253