Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.882-54.889=-0.006
σ	0.359-0.357=0.002
min	54.744-54.755=-0.011
max	55.903-55.905=-0.002

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.141-0.142=-0.001
σ	0.004-0.005=-0.001
min	0.137-0.137=-0.001
max	0.148-0.152=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.856=-0.007
σ	0.005-0.006=-0.001
min	43.840-43.849=-0.009
max	43.857-43.864=-0.008

*mean*	416.000-417.700=-1.700
σ	0.000-0.483=-0.483
min	416.000-417.000=-1.000
max	416.000-418.000=-2.000

*mean*	0.125-0.125=0.000
σ	0.004-0.005=-0.000
min	0.120-0.121=-0.001
max	0.132-0.135=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4031.125-4042.750=-11.625
σ	2002.373-2009.773=-7.400
min	1219.000-1216.000=3.000
max	7133.000-7147.000=-14.000

*mean*	12.770-13.203=-0.433
σ	0.501-1.739=-1.238
min	12.152-12.121=0.031
max	13.765-17.435=-3.669

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4031.125-4042.750=-11.625
σ	2002.373-2009.773=-7.400
min	1219.000-1216.000=3.000
max	7133.000-7147.000=-14.000

*mean*	12.185-13.287=-1.102
σ	0.349-1.754=-1.406
min	11.775-11.440=0.334
max	12.673-16.960=-4.288

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.933=0.000

*mean*	7133.000-7147.000=-14.000
σ	0.000
min	7133.000-7147.000=-14.000
max	7133.000-7147.000=-14.000

*mean*	13.986-15.306=-1.320
σ	1.455-0.126=1.329
min	10.702-15.188=-4.486
max	14.958-15.571=-0.612

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=-0.001

*mean*	4031.125-4042.750=-11.625
σ	2002.373-2009.773=-7.400
min	1219.000-1216.000=3.000
max	7133.000-7147.000=-14.000

*mean*	13.237-14.673=-1.436
σ	1.984-1.389=0.595
min	10.920-11.526=-0.606
max	15.330-15.846=-0.516

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4031.125-4042.750=-11.625
σ	2002.373-2009.773=-7.400
min	1219.000-1216.000=3.000
max	7133.000-7147.000=-14.000

*mean*	9.192-9.985=-0.793
σ	1.084-1.492=-0.408
min	8.493-8.528=-0.035
max	11.752-12.428=-0.675

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404-26.404=-0.000

*mean*	4031.125-4042.750=-11.625
σ	2002.373-2009.773=-7.400
min	1219.000-1216.000=3.000
max	7133.000-7147.000=-14.000

*mean*	6.648-7.438=-0.790
σ	0.310-1.625=-1.315
min	5.995-6.287=-0.292
max	6.973-10.062=-3.089

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.678-25.678=0.000

*mean*	4031.125-4042.750=-11.625
σ	2002.373-2009.773=-7.400
min	1219.000-1216.000=3.000
max	7133.000-7147.000=-14.000

*mean*	5.876-6.157=-0.282
σ	0.121-0.481=-0.360
min	5.718-5.782=-0.064
max	6.041-7.255=-1.214

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.969-25.969=-0.000
max	25.972

*mean*	4031.125-4042.750=-11.625
σ	2002.373-2009.773=-7.400
min	1219.000-1216.000=3.000
max	7133.000-7147.000=-14.000

*mean*	5.640-5.790=-0.150
σ	0.201-0.543=-0.342
min	5.239-5.386=-0.147
max	5.821-7.029=-1.208

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7133.000-7147.000=-14.000
σ	0.000
min	7133.000-7147.000=-14.000
max	7133.000-7147.000=-14.000

*mean*	347.440-379.334=-31.894
σ	2.561-84.675=-82.115
min	343.644-347.717=-4.073
max	351.007-588.859=-237.852

op=load_product(), with indexes

*mean*	7917.792-7917.792=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.954-7918.953=0.001

*mean*	3264.125-3274.500=-10.375
σ	1816.442-1825.455=-9.013
min	811.000-808.000=3.000
max	5604.000-5623.000=-19.000

*mean*	3763.375-3636.844=126.532
σ	1221.793-1116.113=105.680
min	3097.252-3084.344=12.907
max	6172.204-6195.871=-23.668

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4031.125-4042.750=-11.625
σ	2002.373-2009.773=-7.400
min	1219.000-1216.000=3.000
max	7133.000-7147.000=-14.000

*mean*	84.325-89.617=-5.292
σ	14.115-19.910=-5.796
min	70.657-71.009=-0.351
max	107.543-115.776=-8.233

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950

*mean*	7133.000-7147.000=-14.000
σ	0.000
min	7133.000-7147.000=-14.000
max	7133.000-7147.000=-14.000

*mean*	168.611-60.683=107.928
σ	301.813-0.377=301.436
min	59.802-60.223=-0.421
max	915.515-61.221=854.295

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.691-66.691=0.000

*mean*	7133.000-7147.000=-14.000
σ	0.000
min	7133.000-7147.000=-14.000
max	7133.000-7147.000=-14.000

*mean*	101.854-99.344=2.510
σ	5.279-0.922=4.357
min	98.074-97.821=0.252
max	110.419-100.441=9.978

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.303-4.303=0.000
min	14215.576-14215.575=0.001
max	14227.820

*mean*	4031.125-4042.750=-11.625
σ	2002.373-2009.773=-7.400
min	1219.000-1216.000=3.000
max	7133.000-7147.000=-14.000

*mean*	7991.019-7878.424=112.596
σ	1873.295-1757.589=115.706
min	6012.540-5974.920=37.620
max	10984.774-10274.411=710.363

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002
min	13159.106
max	13159.110

*mean*	7133.000-7147.000=-14.000
σ	0.000
min	7133.000-7147.000=-14.000
max	7133.000-7147.000=-14.000

*mean*	5264.467-5130.128=134.340
σ	624.793-199.535=425.257
min	4999.491-5006.243=-6.752
max	6807.189-5460.092=1347.097

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-474.000=3.000
σ	0.000
min	477.000-474.000=3.000
max	477.000-474.000=3.000

*mean*	377.961-382.109=-4.149
σ	16.190-27.868=-11.678
min	353.370-314.845=38.524
max	392.655-396.057=-3.402

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.875=2.125
σ	0.000-0.354=-0.354
min	562.000-559.000=3.000
max	562.000-560.000=2.000

*mean*	724.960-787.808=-62.848
σ	65.116-11.057=54.059
min	632.487-769.414=-136.927
max	788.556-802.570=-14.014

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.298-1024.302=-0.004
σ	0.759-0.758=0.001
min	1023.824-1023.825=-0.001
max	1027.437-1027.438=-0.001

*mean*	1058.750-1039.200=19.550
σ	316.234-300.095=16.139
min	561.000-552.000=9.000
max	1530.000-1460.000=70.000

*mean*	1.547-1.558=-0.012
σ	0.071-0.074=-0.004
min	1.482-1.482=0.000
max	1.760-1.789=-0.029

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.398-0.300=0.097
σ	0.508-0.286=0.222
min	0.144-0.140=0.004
max	1.304-0.807=0.497

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.484-0.472=0.013
σ	0.332-0.321=0.011
min	0.328-0.312=0.016
max	1.078-1.045=0.032

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.215=0.002
σ	0.027-0.025=0.002
min	0.200-0.198=0.002
max	0.264-0.257=0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.334=-0.001
σ	0.021-0.020=0.002
min	0.317-0.320=-0.003
max	0.371-0.368=0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.600-431.800=4.800
σ	6.066-1.789=4.277
min	431.000
max	443.000-435.000=8.000

*mean*	0.526-0.584=-0.058
σ	0.042-0.029=0.013
min	0.484-0.543=-0.059
max	0.590-0.611=-0.020

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.493-0.483=0.010
σ	0.039-0.033=0.006
min	0.441-0.452=-0.011
max	0.523-0.521=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.674-1.947=0.727
σ	0.084-0.089=-0.005
min	2.441-1.737=0.704
max	2.908-2.220=0.688

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.627-1.944=0.683
σ	0.088-0.070=0.019
min	2.449-1.843=0.606
max	2.938-2.248=0.691

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.306-0.306=-0.000
σ	0.009-0.010=-0.001
min	0.292-0.293=-0.000
max	0.365-0.373=-0.008

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.290-0.290=0.001
σ	0.008-0.007=0.002
min	0.276-0.277=-0.001
max	0.326-0.325=0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.641-298.662=-0.021
σ	1.005-1.010=-0.006
min	298.207-298.190=0.016
max	301.494-301.526=-0.031

*mean*	443.100
σ	16.414-17.065=-0.650
min	417.000
max	471.000-469.000=2.000

*mean*	0.609-0.607=0.002
σ	0.019-0.022=-0.003
min	0.577-0.558=0.018
max	0.644-0.640=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	1064.250-1064.875=-0.625
σ	33.234-34.295=-1.061
min	982.000-980.000=2.000
max	1076.000-1077.000=-1.000

*mean*	201.097-209.820=-8.724
σ	3.835-3.135=0.700
min	194.964-206.021=-11.057
max	206.448-214.467=-8.019

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1064.250-1064.875=-0.625
σ	33.234-34.295=-1.061
min	982.000-980.000=2.000
max	1076.000-1077.000=-1.000

*mean*	9.617-8.285=1.332
σ	1.696-2.860=-1.164
min	6.471-6.253=0.217
max	12.801-12.935=-0.134

phase=parser

*mean*	1042.366-1042.366=0.000
σ	0.001-0.001=0.000
min	1042.363
max	1042.366

*mean*	1064.250-1064.875=-0.625
σ	33.234-34.295=-1.061
min	982.000-980.000=2.000
max	1076.000-1077.000=-1.000

*mean*	536.230-528.663=7.567
σ	80.988-141.769=-60.781
min	455.827-374.645=81.182
max	714.150-754.704=-40.554

phase=processProdDef

*mean*	4850.765
σ	0.000
min	4850.764
max	4850.765

*mean*	1076.000-1077.000=-1.000
σ	0.000
min	1076.000-1077.000=-1.000
max	1076.000-1077.000=-1.000

*mean*	4670.954-4930.243=-259.289
σ	483.643-303.710=179.933
min	4051.389-4569.913=-518.524
max	5316.507-5483.945=-167.438

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.250-1064.875=-0.625
σ	33.234-34.295=-1.061
min	982.000-980.000=2.000
max	1076.000-1077.000=-1.000

*mean*	36.121-29.003=7.119
σ	9.898-12.215=-2.318
min	20.489-19.915=0.574
max	47.573-48.321=-0.748

phase=type checker

*mean*	990.453
σ	0.072
min	990.344
max	990.567

*mean*	1064.250-1064.875=-0.625
σ	33.234-34.295=-1.061
min	982.000-980.000=2.000
max	1076.000-1077.000=-1.000

*mean*	749.774-723.018=26.756
σ	164.034-93.677=70.358
min	646.032-644.791=1.241
max	1123.621-907.878=215.744

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.821=-0.001
σ	0.037-0.039=-0.002
min	293.767-293.765=0.002
max	293.858-293.862=-0.004

*mean*	442.400-440.600=1.800
σ	0.548-2.191=-1.643
min	442.000-439.000=3.000
max	443.000

*mean*	0.394-0.393=0.001
σ	0.001-0.001=0.000
min	0.392-0.392=0.001
max	0.396-0.394=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.219-1320.208=0.010
σ	0.029-0.042=-0.013
min	1320.172-1320.146=0.026
max	1320.247-1320.255=-0.008

*mean*	1072.600-1093.400=-20.800
σ	167.953-185.708=-17.754
min	844.000-837.000=7.000
max	1273.000-1315.000=-42.000

*mean*	2.244-2.238=0.006
σ	0.051-0.045=0.007
min	2.178-2.171=0.007
max	2.299-2.285=0.015

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.614-1560.620=-0.007
σ	6.228-6.220=0.008
min	1557.620-1557.646=-0.026
max	1571.751-1571.744=0.007

*mean*	618.800-616.800=2.000
σ	82.606-80.732=1.873
min	494.000
max	716.000-711.000=5.000

*mean*	2.320-2.343=-0.023
σ	0.220-0.164=0.056
min	2.189-2.208=-0.019
max	2.711-2.620=0.091

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.179-1882.170=0.009
σ	0.057-0.049=0.008
min	1882.110-1882.110=-0.000
max	1882.253-1882.228=0.026

*mean*	1696.400-1723.000=-26.600
σ	245.040-200.433=44.607
min	1395.000-1452.000=-57.000
max	2021.000-1913.000=108.000

*mean*	2.953-3.045=-0.092
σ	0.069-0.118=-0.049
min	2.874-2.887=-0.013
max	3.004-3.178=-0.173

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.824-1.733=0.091
σ	0.068-0.151=-0.083
min	1.734-1.468=0.267
max	1.922-1.851=0.071

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.083=-0.002
σ	582.722-582.722=0.000
min	160.718-160.721=-0.003
max	1326.164-1326.166=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.550-0.538=0.011
σ	0.555-0.528=0.027
min	0.266-0.271=-0.004
max	1.382-1.330=0.052

policies=20

*mean*	1607.523-1607.536=-0.013
σ	0.414-0.410=0.003
min	1607.234-1607.255=-0.021
max	1608.135-1608.143=-0.009

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-445.750=3.750
σ	8.660-7.500=1.160
min	442.000
max	457.000

*mean*	2.689-2.686=0.003
σ	0.017-0.012=0.005
min	2.672-2.674=-0.002
max	2.712-2.696=0.016

policies=200

*mean*	16083.447-16083.484=-0.036
σ	0.061-0.033=0.028
min	16083.406-16083.450=-0.044
max	16083.538-16083.513=0.025

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-499.250=-2.000
σ	4.113-4.272=-0.159
min	492.000-494.000=-2.000
max	502.000-504.000=-2.000

*mean*	27.146-27.146=0.000
σ	0.035-0.108=-0.073
min	27.116-27.019=0.097
max	27.191-27.256=-0.065