Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.823-57.824=-0.000
σ	0.359-0.360=-0.001
min	57.677-57.680=-0.003
max	58.845-58.848=-0.003

*mean*	425.000-419.000=6.000
σ	0.000
min	425.000-419.000=6.000
max	425.000-419.000=6.000

*mean*	0.148-0.148=0.000
σ	0.004-0.004=0.000
min	0.144-0.143=0.001
max	0.155-0.155=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-46.899=-0.001
σ	0.007-0.005=0.002
min	46.889-46.892=-0.003
max	46.909-46.908=0.000

*mean*	425.000-419.000=6.000
σ	0.000
min	425.000-419.000=6.000
max	425.000-419.000=6.000

*mean*	0.128-0.130=-0.002
σ	0.004-0.003=0.001
min	0.122-0.128=-0.005
max	0.136-0.136=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.606

*mean*	4198.750-4046.375=152.375
σ	2075.823-2010.805=65.017
min	1252.000-1336.000=-84.000
max	7764.000-7464.000=300.000

*mean*	12.127-11.909=0.218
σ	0.139-0.182=-0.043
min	11.983-11.589=0.395
max	12.371-12.120=0.251

op=column_set() on indexed, repeat

*mean*	36.606-36.606=0.000
σ	0.000-0.000=0.000
min	36.606
max	36.606-36.606=0.000

*mean*	4198.750-4046.375=152.375
σ	2075.823-2010.805=65.017
min	1252.000-1336.000=-84.000
max	7764.000-7464.000=300.000

*mean*	12.362-11.563=0.799
σ	0.424-0.617=-0.192
min	11.344-10.721=0.622
max	12.670-12.445=0.225

op=table_records(), no indexes

*mean*	41.941-41.940=0.000
σ	0.002-0.002=0.000
min	41.939-41.939=0.000
max	41.944-41.943=0.000

*mean*	7968.750-7611.000=357.750
σ	282.582-157.150=125.432
min	7764.000-7464.000=300.000
max	8310.000-7758.000=552.000

*mean*	11.183-10.861=0.322
σ	0.324-0.136=0.188
min	10.929-10.653=0.275
max	11.885-11.050=0.835

op=table_records(), repeat

*mean*	41.926-41.925=0.000
σ	0.001-0.000=0.000
min	41.925-41.925=-0.000
max	41.926-41.926=0.000

*mean*	4198.750-4046.375=152.375
σ	2075.823-2010.805=65.017
min	1252.000-1336.000=-84.000
max	7764.000-7464.000=300.000

*mean*	11.210-10.877=0.333
σ	0.211-0.144=0.068
min	10.973-10.726=0.247
max	11.612-11.100=0.511

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.635=-0.000
σ	0.137-0.136=0.000
min	27.586
max	27.973

*mean*	4198.750-4046.375=152.375
σ	2075.823-2010.805=65.017
min	1252.000-1336.000=-84.000
max	7764.000-7464.000=300.000

*mean*	8.606-8.476=0.131
σ	0.378-0.326=0.052
min	7.918-7.917=0.001
max	8.968-9.000=-0.032

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.386=0.000
σ	0.000-0.000=-0.000
min	26.386-26.386=0.000
max	26.386

*mean*	4198.750-4046.375=152.375
σ	2075.823-2010.805=65.017
min	1252.000-1336.000=-84.000
max	7764.000-7464.000=300.000

*mean*	6.075-6.529=-0.453
σ	0.264-0.121=0.143
min	5.673-6.357=-0.684
max	6.379-6.673=-0.293

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.664=0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.675

*mean*	4198.750-4046.375=152.375
σ	2075.823-2010.805=65.017
min	1252.000-1336.000=-84.000
max	7764.000-7464.000=300.000

*mean*	5.707-5.600=0.108
σ	0.191-0.181=0.010
min	5.522-5.231=0.291
max	6.086-5.830=0.256

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.963=-0.000
σ	0.001-0.001=-0.000
min	25.963
max	25.964-25.964=-0.000

*mean*	4198.750-4046.375=152.375
σ	2075.823-2010.805=65.017
min	1252.000-1336.000=-84.000
max	7764.000-7464.000=300.000

*mean*	5.589-5.393=0.196
σ	0.163-0.107=0.056
min	5.304-5.192=0.111
max	5.762-5.535=0.227

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600
σ	0.002
min	1021.598
max	1021.602

*mean*	7900.500-7574.250=326.250
σ	252.749-152.159=100.589
min	7764.000-7464.000=300.000
max	8310.000-7758.000=552.000

*mean*	346.123-349.347=-3.224
σ	1.934-3.912=-1.978
min	343.510-345.263=-1.753
max	349.431-357.872=-8.441

op=load_product(), with indexes

*mean*	3495.849-3495.849=-0.000
σ	0.460-0.460=0.000
min	3495.686
max	3496.988

*mean*	3358.625-3384.250=-25.625
σ	1783.006-1950.559=-167.553
min	642.000-637.000=5.000
max	5537.000-5430.000=107.000

*mean*	1640.684-1717.290=-76.606
σ	521.917-582.005=-60.088
min	1384.872-1395.421=-10.549
max	2849.054-2753.708=95.346

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=0.000
σ	0.000-0.000=-0.000
min	107.842-107.842=0.000
max	107.843-107.843=0.000

*mean*	4198.750-4046.375=152.375
σ	2075.823-2010.805=65.017
min	1252.000-1336.000=-84.000
max	7764.000-7464.000=300.000

*mean*	130.654-126.479=4.175
σ	10.737-9.030=1.707
min	118.829-115.891=2.938
max	146.772-144.692=2.080

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.066
max	62.070

*mean*	4198.750-4046.375=152.375
σ	2075.823-2010.805=65.017
min	1252.000-1336.000=-84.000
max	7764.000-7464.000=300.000

*mean*	43.471-42.389=1.082
σ	2.009-1.923=0.085
min	41.296-40.766=0.530
max	47.133-46.439=0.694

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928
σ	0.002
min	40.926
max	40.930

*mean*	7968.750-7611.000=357.750
σ	282.582-157.150=125.432
min	7764.000-7464.000=300.000
max	8310.000-7758.000=552.000

*mean*	22.089-21.982=0.107
σ	0.201-0.491=-0.290
min	21.815-21.547=0.268
max	22.479-23.012=-0.533

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.295=-0.000
σ	0.002-0.002=-0.000
min	71.294
max	71.298-71.298=-0.000

*mean*	7968.750-7611.000=357.750
σ	282.582-157.150=125.432
min	7764.000-7464.000=300.000
max	8310.000-7758.000=552.000

*mean*	54.963-56.203=-1.240
σ	0.425-0.935=-0.510
min	54.533-55.212=-0.679
max	55.648-58.039=-2.391

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.844-4646.843=0.001
σ	0.014-0.013=0.000
min	4646.838
max	4646.877-4646.876=0.001

*mean*	4198.750-4046.375=152.375
σ	2075.823-2010.805=65.017
min	1252.000-1336.000=-84.000
max	7764.000-7464.000=300.000

*mean*	3609.560-3543.371=66.189
σ	764.233-851.931=-87.697
min	2484.783-2509.700=-24.918
max	4684.965-4779.940=-94.975

op=vertical_lookup_list() on indexed

*mean*	1973.831
σ	0.002-0.002=0.000
min	1973.829
max	1973.834-1973.833=0.001

*mean*	7968.750-7611.000=357.750
σ	282.582-157.150=125.432
min	7764.000-7464.000=300.000
max	8310.000-7758.000=552.000

*mean*	1077.319-1002.913=74.406
σ	441.490-165.300=276.190
min	914.520-917.181=-2.661
max	2169.899-1373.700=796.200

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.088

*mean*	7968.750-7611.000=357.750
σ	282.582-157.150=125.432
min	7764.000-7464.000=300.000
max	8310.000-7758.000=552.000

*mean*	385.057-391.201=-6.144
σ	2.155-4.888=-2.733
min	380.878-383.921=-3.043
max	387.429-395.899=-8.470

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.750-477.500=-1.750
σ	0.463-0.926=-0.463
min	475.000-476.000=-1.000
max	476.000-478.000=-2.000

*mean*	364.246-390.922=-26.676
σ	42.506-20.208=22.297
min	302.442-364.843=-62.401
max	423.961-423.887=0.074

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-558.500=5.500
σ	0.000-1.414=-1.414
min	564.000-558.000=6.000
max	564.000-562.000=2.000

*mean*	713.032-778.515=-65.482
σ	73.569-33.141=40.428
min	596.695-715.771=-119.076
max	779.445-813.174=-33.729

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.919-976.918=0.001
σ	2.438-2.438=-0.000
min	976.071-976.070=0.001
max	987.251-987.250=0.001

*mean*	1049.450-1050.150=-0.700
σ	315.803-317.293=-1.490
min	582.000-562.000=20.000
max	1516.000-1517.000=-1.000

*mean*	1.308-1.292=0.015
σ	0.128-0.100=0.028
min	1.214-1.212=0.002
max	1.744-1.570=0.175

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.422-0.392=0.030
σ	0.575-0.481=0.094
min	0.137-0.142=-0.005
max	1.449-1.249=0.200

name=error_case.art

*mean*	2.347
σ	0.012
min	2.340
max	2.369

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.467-0.435=0.032
σ	0.312-0.194=0.118
min	0.316-0.341=-0.025
max	1.025-0.781=0.244

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.211-0.219=-0.008
σ	0.020-0.023=-0.003
min	0.191-0.201=-0.010
max	0.243-0.257=-0.014

name=nested_use.art

*mean*	2.365
σ	0.002
min	2.364
max	2.368

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.333-0.336=-0.003
σ	0.010-0.018=-0.007
min	0.323-0.318=0.005
max	0.351-0.366=-0.015

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.086-965.083=0.003
σ	0.009
min	965.081-965.078=0.003
max	965.103-965.100=0.003

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.547-0.561=-0.014
σ	0.042-0.056=-0.014
min	0.485-0.480=0.005
max	0.595-0.617=-0.022

name=cdr_enhanced_4k_loc.art

*mean*	886.468-886.465=0.003
σ	0.002
min	886.467-886.463=0.003
max	886.470-886.467=0.003

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.492-0.507=-0.015
σ	0.029-0.017=0.013
min	0.451-0.491=-0.040
max	0.517-0.528=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.581-2.597=-0.016
σ	0.094-0.105=-0.010
min	2.408-2.423=-0.015
max	2.959-2.912=0.048

name=record_render_large_syntax_err.art

*mean*	7.668
σ	0.002
min	7.667
max	7.671

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.571-2.621=-0.050
σ	0.077-0.095=-0.018
min	2.421-2.440=-0.019
max	2.794-2.899=-0.105

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.302-0.304=-0.001
σ	0.009-0.008=0.001
min	0.283-0.285=-0.002
max	0.350-0.360=-0.009

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.295-0.291=0.004
σ	0.039-0.011=0.028
min	0.278-0.274=0.003
max	0.677-0.363=0.314

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.955-11.649=0.305
σ	12.280-11.662=0.617
min	0.573-0.574=-0.000
max	96.671-80.818=15.854

*mean*	457.146-461.783=-4.637
σ	21.541-18.015=3.525
min	406.000-409.000=-3.000
max	481.000-476.000=5.000

*mean*	0.027-0.027=0.000
σ	0.030-0.029=0.001
min	0.001-0.001=0.000
max	0.227-0.192=0.035

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.964-293.723=0.242
σ	1.096-1.112=-0.016
min	293.551-293.209=0.342
max	297.081-296.870=0.211

*mean*	441.600-439.800=1.800
σ	17.877-17.197=0.680
min	415.000
max	465.000-462.000=3.000

*mean*	0.605-0.596=0.009
σ	0.020-0.012=0.008
min	0.563-0.577=-0.014
max	0.627-0.613=0.014

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	156.128-144.534=11.594
σ	9.211-11.427=-2.216
min	141.474-129.787=11.687
max	164.588-158.029=6.559

phase=macro expansion

*mean*	5.897-5.894=0.004
σ	0.000
min	5.897-5.894=0.004
max	5.897-5.894=0.004

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	9.131-6.683=2.447
σ	2.092-1.433=0.659
min	5.926-5.670=0.255
max	12.008-9.057=2.951

phase=parser

*mean*	1042.246-1042.243=0.003
σ	0.000-0.000=0.000
min	1042.246-1042.243=0.003
max	1042.247-1042.244=0.003

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	577.839-435.156=142.683
σ	127.160-101.294=25.866
min	373.598-370.211=3.386
max	730.524-613.118=117.406

phase=processProdDef

*mean*	2241.197-2241.192=0.005
σ	0.000
min	2241.197-2241.192=0.005
max	2241.197-2241.192=0.005

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	2640.298-2783.698=-143.399
σ	242.142-232.894=9.248
min	2312.816-2505.007=-192.191
max	3021.063-3129.406=-108.343

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	39.587-37.159=2.428
σ	7.530-3.173=4.357
min	26.003-33.791=-7.789
max	47.506-43.162=4.345

phase=type checker

*mean*	958.462-958.466=-0.004
σ	0.047
min	958.439-958.443=-0.004
max	958.564-958.568=-0.004

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	708.758-663.466=45.291
σ	74.000-15.452=58.548
min	617.087-638.507=-21.420
max	835.521-679.925=155.595

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.855-327.853=0.002
σ	0.037-0.037=0.000
min	327.804-327.802=0.001
max	327.892-327.891=0.000

*mean*	441.600-439.000=2.600
σ	4.506-3.937=0.569
min	434.000-435.000=-1.000
max	446.000-444.000=2.000

*mean*	0.430-0.433=-0.004
σ	0.008-0.005=0.002
min	0.422-0.427=-0.004
max	0.442-0.439=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.070-1313.060=0.009
σ	0.141-0.146=-0.004
min	1312.959-1312.956=0.003
max	1313.314-1313.315=-0.001

*mean*	1079.400-1087.400=-8.000
σ	166.467-181.634=-15.167
min	879.000-877.000=2.000
max	1289.000-1323.000=-34.000

*mean*	1.867-1.913=-0.046
σ	0.042-0.142=-0.100
min	1.828-1.820=0.008
max	1.920-2.157=-0.237

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.073-1552.050=0.022
σ	3.029-3.092=-0.063
min	1550.550-1550.455=0.095
max	1557.484-1557.572=-0.087

*mean*	621.200-604.400=16.800
σ	84.875-72.511=12.364
min	522.000-503.000=19.000
max	735.000-683.000=52.000

*mean*	2.284-2.320=-0.035
σ	0.152-0.365=-0.213
min	2.130-1.963=0.166
max	2.464-2.805=-0.341

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.054-1875.061=-0.007
σ	0.044-0.054=-0.010
min	1875.007-1875.001=0.006
max	1875.102-1875.132=-0.030

*mean*	1700.600-1757.400=-56.800
σ	259.714-161.034=98.680
min	1393.000-1519.000=-126.000
max	2065.000-1966.000=99.000

*mean*	2.964-2.935=0.028
σ	0.162-0.106=0.056
min	2.850-2.817=0.033
max	3.240-3.096=0.145

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.441-1.542=-0.101
σ	0.093-0.017=0.076
min	1.297-1.519=-0.222
max	1.527-1.564=-0.037

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.420-419.418=0.002
σ	508.922-508.921=0.001
min	164.956-164.956=0.001
max	1182.802-1182.799=0.003

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	432.000-435.000=-3.000
σ	0.000
min	432.000-435.000=-3.000
max	432.000-435.000=-3.000

*mean*	0.526-0.518=0.008
σ	0.512-0.502=0.010
min	0.266-0.261=0.005
max	1.294-1.271=0.022

policies=20

*mean*	1649.826-1649.805=0.021
σ	0.373-0.371=0.001
min	1649.604-1649.578=0.027
max	1650.382-1650.359=0.023

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.250-450.500=0.750
σ	11.057-11.705=-0.648
min	437.000-436.000=1.000
max	460.000

*mean*	2.657-2.660=-0.004
σ	0.011-0.010=0.001
min	2.645-2.649=-0.004
max	2.671-2.672=-0.001

policies=200

*mean*	16506.161-16505.889=0.271
σ	0.054-0.077=-0.023
min	16506.083-16505.793=0.290
max	16506.199-16505.954=0.245

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000-498.500=-1.500
σ	4.967-5.508=-0.541
min	491.000-493.000=-2.000
max	502.000-505.000=-3.000

*mean*	26.718-26.863=-0.145
σ	0.185-0.157=0.028
min	26.555-26.708=-0.153
max	26.883-27.060=-0.177