Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.879-54.889=-0.009
σ	0.361-0.359=0.002
min	54.742-54.751=-0.010
max	55.905-55.909=-0.003

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.140-0.141=-0.001
σ	0.007-0.004=0.003
min	0.132-0.137=-0.005
max	0.150-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.855=-0.006
σ	0.005-0.007=-0.001
min	43.837-43.843=-0.006
max	43.856-43.867=-0.011

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.123-0.123=0.000
σ	0.005-0.005=-0.001
min	0.117-0.115=0.002
max	0.131-0.131=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4041.250-4042.375=-1.125
σ	2008.520-2007.926=0.594
min	1217.000-1218.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	13.269-13.671=-0.402
σ	1.645-1.811=-0.165
min	12.307-12.579=-0.272
max	17.303-18.061=-0.758

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4041.250-4042.375=-1.125
σ	2008.520-2007.926=0.594
min	1217.000-1218.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	13.694-12.995=0.699
σ	1.262-1.774=-0.512
min	12.900-11.947=0.953
max	16.707-17.334=-0.627

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=-0.000

*mean*	7146.000-7147.000=-1.000
σ	0.000
min	7146.000-7147.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	15.042-15.556=-0.514
σ	0.207-0.223=-0.016
min	14.731-15.261=-0.530
max	15.309-15.873=-0.564

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.932=-0.000

*mean*	4041.250-4042.375=-1.125
σ	2008.520-2007.926=0.594
min	1217.000-1218.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	14.889-14.974=-0.085
σ	1.709-1.590=0.119
min	11.027-11.459=-0.431
max	16.533-16.770=-0.237

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4041.250-4042.375=-1.125
σ	2008.520-2007.926=0.594
min	1217.000-1218.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	10.266-10.102=0.164
σ	1.592-1.525=0.068
min	8.867-8.857=0.011
max	12.944-12.567=0.376

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4041.250-4042.375=-1.125
σ	2008.520-2007.926=0.594
min	1217.000-1218.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	7.565-7.746=-0.181
σ	1.730-1.538=0.193
min	5.923-6.573=-0.649
max	10.793-10.257=0.536

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665
max	25.678

*mean*	4041.250-4042.375=-1.125
σ	2008.520-2007.926=0.594
min	1217.000-1218.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	6.271-5.985=0.286
σ	0.459-0.510=-0.051
min	5.914-5.645=0.269
max	7.269-7.228=0.041

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.969-25.968=0.000
max	25.972

*mean*	4041.250-4042.375=-1.125
σ	2008.520-2007.926=0.594
min	1217.000-1218.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	5.845-5.925=-0.080
σ	0.616-0.541=0.076
min	5.439-5.556=-0.116
max	7.334-7.230=0.104

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002-0.002=0.000
min	1021.612
max	1021.616-1021.616=0.001

*mean*	7146.000-7147.000=-1.000
σ	0.000
min	7146.000-7147.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	361.673-364.912=-3.239
σ	41.662-52.464=-10.802
min	343.029-345.055=-2.026
max	464.584-494.723=-30.139

op=load_product(), with indexes

*mean*	7917.793-7917.793=-0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.625=-0.001
max	7918.953-7918.954=-0.000

*mean*	3272.500-3274.125=-1.625
σ	1824.356-1823.177=1.179
min	809.000-810.000=-1.000
max	5621.000-5619.000=2.000

*mean*	3685.743-3673.732=12.011
σ	1100.324-1065.379=34.945
min	3079.741-3097.014=-17.273
max	5686.047-6143.948=-457.902

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080-62.080=0.000

*mean*	4041.250-4042.375=-1.125
σ	2008.520-2007.926=0.594
min	1217.000-1218.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	92.365-90.637=1.727
σ	23.879-20.780=3.099
min	69.920-70.500=-0.580
max	124.792-124.425=0.367

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7146.000-7147.000=-1.000
σ	0.000
min	7146.000-7147.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	61.176-62.271=-1.096
σ	0.151-2.256=-2.105
min	60.885-61.019=-0.134
max	61.331-67.742=-6.411

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691

*mean*	7146.000-7147.000=-1.000
σ	0.000
min	7146.000-7147.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	247.381-99.206=148.175
σ	309.362-0.986=308.376
min	98.515-97.713=0.802
max	958.686-100.702=857.984

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.304=-0.000
min	14215.576-14215.575=0.001
max	14227.820

*mean*	4041.250-4042.375=-1.125
σ	2008.520-2007.926=0.594
min	1217.000-1218.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	8244.803-8000.445=244.359
σ	1714.579-1919.378=-204.799
min	5963.130-5987.142=-24.012
max	10828.578-10721.356=107.221

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7146.000-7147.000=-1.000
σ	0.000
min	7146.000-7147.000=-1.000
max	7146.000-7147.000=-1.000

*mean*	5072.003-5418.622=-346.619
σ	181.714-988.246=-806.532
min	4957.982-4991.266=-33.284
max	5407.725-7833.899=-2426.174

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-478.000=-4.000
σ	0.000
min	474.000-478.000=-4.000
max	474.000-478.000=-4.000

*mean*	367.674-366.210=1.464
σ	39.440-21.730=17.710
min	294.339-337.150=-42.812
max	395.686-391.483=4.203

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.875-559.125=0.750
σ	0.354
min	559.000
max	560.000

*mean*	712.890-785.711=-72.821
σ	70.653-28.831=41.823
min	632.251-731.722=-99.471
max	789.056-820.353=-31.297

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.298-1024.299=-0.001
σ	0.759-0.758=0.000
min	1023.825-1023.826=-0.001
max	1027.436-1027.437=-0.001

*mean*	1048.250-1039.450=8.800
σ	307.926-298.575=9.351
min	566.000-561.000=5.000
max	1503.000-1462.000=41.000

*mean*	1.550-1.574=-0.024
σ	0.080-0.093=-0.013
min	1.450-1.484=-0.034
max	1.725-1.804=-0.079

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.536-0.324=0.212
σ	0.557-0.347=0.210
min	0.253-0.139=0.114
max	1.530-0.940=0.589

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.830-0.476=0.355
σ	0.527-0.325=0.202
min	0.573-0.319=0.254
max	1.772-1.056=0.716

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.387-0.220=0.166
σ	0.037-0.022=0.015
min	0.355-0.202=0.153
max	0.450-0.257=0.193

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.589-0.348=0.242
σ	0.031-0.026=0.006
min	0.567-0.320=0.247
max	0.644-0.376=0.269

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-431.600=0.200
σ	1.789-1.342=0.447
min	431.000
max	435.000-434.000=1.000

*mean*	0.584-0.514=0.070
σ	0.088-0.059=0.030
min	0.482-0.438=0.043
max	0.712-0.594=0.118

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.446-0.461=-0.015
σ	0.047-0.053=-0.006
min	0.381-0.386=-0.004
max	0.511-0.532=-0.021

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.452-1.961=0.491
σ	0.283-0.091=0.191
min	1.883-1.807=0.076
max	2.919-2.581=0.338

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.597-1.965=0.632
σ	0.086-0.083=0.003
min	2.438-1.817=0.621
max	2.895-2.249=0.646

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.306-0.313=-0.007
σ	0.010-0.040=-0.030
min	0.293-0.290=0.003
max	0.380-0.634=-0.254

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.292-0.287=0.005
σ	0.008-0.008=-0.000
min	0.279-0.271=0.008
max	0.336-0.339=-0.003

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_ms

number of threads=8

revision count=1000

*mean*	11.104-11.473=-0.369
σ	12.155-12.424=-0.270
min	0.566-0.567=-0.001
max	97.779-107.272=-9.493

*mean*	461.192-457.502=3.690
σ	17.560-17.872=-0.312
min	406.000-408.000=-2.000
max	473.000-475.000=-2.000

*mean*	25.945-26.595=-0.650
σ	30.234-30.745=-0.511
min	0.953-0.995=-0.042
max	244.558-260.805=-16.247

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.779-298.680=0.099
σ	0.995-1.058=-0.063
min	298.401-298.228=0.173
max	301.611-301.687=-0.076

*mean*	442.800-441.100=1.700
σ	16.897-15.358=1.539
min	418.000-417.000=1.000
max	461.000-472.000=-11.000

*mean*	0.607-0.595=0.013
σ	0.021-0.036=-0.016
min	0.554-0.519=0.034
max	0.626-0.623=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	1066.375-1067.625=-1.250
σ	30.052-29.345=0.707
min	992.000-995.000=-3.000
max	1077.000-1078.000=-1.000

*mean*	201.909-207.608=-5.699
σ	3.640-4.855=-1.215
min	198.167-199.801=-1.634
max	207.759-214.720=-6.961

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1066.375-1067.625=-1.250
σ	30.052-29.345=0.707
min	992.000-995.000=-3.000
max	1077.000-1078.000=-1.000

*mean*	9.318-7.052=2.266
σ	2.056-1.242=0.813
min	6.424-6.286=0.138
max	12.836-9.652=3.183

phase=parser

*mean*	1042.360-1042.361=-0.000
σ	0.000-0.000=0.000
min	1042.360-1042.360=-0.000
max	1042.361-1042.361=-0.000

*mean*	1066.375-1067.625=-1.250
σ	30.052-29.345=0.707
min	992.000-995.000=-3.000
max	1077.000-1078.000=-1.000

*mean*	563.804-445.032=118.771
σ	122.233-65.950=56.283
min	411.798-373.769=38.029
max	760.553-515.047=245.506

phase=processProdDef

*mean*	4850.768-4850.767=0.001
σ	0.000-0.000=-0.000
min	4850.768-4850.767=0.001
max	4850.768-4850.767=0.001

*mean*	1077.000-1078.000=-1.000
σ	0.000
min	1077.000-1078.000=-1.000
max	1077.000-1078.000=-1.000

*mean*	4702.887-4945.608=-242.722
σ	645.504-309.654=335.850
min	3427.356-4453.493=-1026.137
max	5451.605-5462.240=-10.634

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	1066.375-1067.625=-1.250
σ	30.052-29.345=0.707
min	992.000-995.000=-3.000
max	1077.000-1078.000=-1.000

*mean*	35.562-23.923=11.639
σ	10.112-7.116=2.996
min	20.800-20.458=0.343
max	48.285-40.841=7.444

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1066.375-1067.625=-1.250
σ	30.052-29.345=0.707
min	992.000-995.000=-3.000
max	1077.000-1078.000=-1.000

*mean*	761.373-687.357=74.016
σ	128.654-61.019=67.635
min	644.810-647.558=-2.747
max	962.702-828.052=134.650

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.822=-0.001
σ	0.038-0.037=0.001
min	293.768-293.769=-0.001
max	293.861-293.861=0.000

*mean*	443.400-442.000=1.400
σ	0.548-0.000=0.548
min	443.000-442.000=1.000
max	444.000-442.000=2.000

*mean*	0.393-0.392=0.001
σ	0.001-0.000=0.000
min	0.391-0.391=0.000
max	0.393-0.392=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.207-1320.221=-0.014
σ	0.044-0.039=0.005
min	1320.144-1320.157=-0.013
max	1320.257-1320.260=-0.002

*mean*	1096.400-1065.000=31.400
σ	185.924-164.894=21.030
min	839.000-842.000=-3.000
max	1318.000-1266.000=52.000

*mean*	2.226-2.256=-0.029
σ	0.066-0.107=-0.040
min	2.136-2.144=-0.008
max	2.292-2.432=-0.139

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.611-1560.604=0.007
σ	6.231-6.223=0.008
min	1557.606-1557.600=0.006
max	1571.753-1571.731=0.022

*mean*	619.200-618.000=1.200
σ	81.885-82.741=-0.855
min	495.000-493.000=2.000
max	715.000

*mean*	2.328-2.275=0.053
σ	0.222-0.183=0.039
min	2.118-2.154=-0.036
max	2.693-2.599=0.093

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.167-1882.169=-0.002
σ	0.048-0.055=-0.006
min	1882.101-1882.110=-0.009
max	1882.219-1882.240=-0.022

*mean*	1723.600-1712.600=11.000
σ	196.133-261.687=-65.554
min	1456.000-1394.000=62.000
max	1909.000-2063.000=-154.000

*mean*	3.065-2.975=0.090
σ	0.128-0.076=0.052
min	2.885-2.883=0.002
max	3.209-3.044=0.165

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.838-1.757=0.081
σ	0.030-0.091=-0.061
min	1.802-1.597=0.206
max	1.886-1.819=0.067

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.081=-0.001
σ	582.723-582.721=0.002
min	160.714-160.718=-0.005
max	1326.164-1326.163=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.549-0.557=-0.007
σ	0.554-0.561=-0.007
min	0.270-0.272=-0.002
max	1.380-1.398=-0.018

policies=20

*mean*	1607.510-1607.523=-0.013
σ	0.412-0.413=-0.001
min	1607.230-1607.243=-0.013
max	1608.123-1608.135=-0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500
σ	6.351-9.000=-2.649
min	442.000-443.000=-1.000
max	453.000-461.000=-8.000

*mean*	2.695-2.690=0.005
σ	0.013-0.009=0.003
min	2.686-2.678=0.008
max	2.714-2.701=0.013

policies=200

*mean*	16083.425-16083.455=-0.030
σ	0.174-0.079=0.095
min	16083.206-16083.353=-0.147
max	16083.631-16083.523=0.107

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-499.000=-2.250
σ	4.113-3.742=0.371
min	493.000-495.000=-2.000
max	502.000-504.000=-2.000

*mean*	27.166-27.183=-0.018
σ	0.132-0.096=0.036
min	26.983-27.083=-0.100
max	27.266-27.305=-0.039