Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.715-54.717=-0.002
σ	0.363-0.363=0.001
min	54.578-54.584=-0.006
max	55.749-55.749=-0.001

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.141-0.141=0.001
σ	0.005-0.005=0.001
min	0.137-0.136=0.002
max	0.153-0.149=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.778=0.001
σ	0.009-0.010=-0.001
min	43.768-43.761=0.007
max	43.793-43.794=-0.001

*mean*	418.000-418.700=-0.700
σ	0.000-0.483=-0.483
min	418.000
max	418.000-419.000=-1.000

*mean*	0.124-0.121=0.003
σ	0.006-0.005=0.001
min	0.116-0.115=0.001
max	0.135-0.130=0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4590.500-4591.125=-0.625
σ	2250.448-2248.661=1.787
min	1485.000-1487.000=-2.000
max	7386.000-7382.000=4.000

*mean*	171.800-161.731=10.068
σ	450.722-422.356=28.366
min	11.979-11.981=-0.002
max	1287.278-1207.007=80.271

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=-0.000

*mean*	4590.500-4591.125=-0.625
σ	2250.448-2248.661=1.787
min	1485.000-1487.000=-2.000
max	7386.000-7382.000=4.000

*mean*	14.398-14.030=0.368
σ	4.269-4.264=0.005
min	12.683-11.646=1.037
max	24.959-24.483=0.476

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=-0.000

*mean*	7386.000-7382.000=4.000
σ	0.000
min	7386.000-7382.000=4.000
max	7386.000-7382.000=4.000

*mean*	11.655-11.734=-0.079
σ	1.771-1.973=-0.202
min	10.708-10.921=-0.214
max	16.005-16.613=-0.608

op=table_records(), repeat

*mean*	41.925-41.924=0.000
σ	0.000-0.000=0.000
min	41.924-41.924=0.000
max	41.925-41.925=-0.000

*mean*	4180.875-4182.375=-1.500
σ	1946.656-1945.665=0.991
min	1485.000-1487.000=-2.000
max	7386.000-7382.000=4.000

*mean*	11.609-11.810=-0.201
σ	1.813-1.895=-0.082
min	10.632-10.741=-0.110
max	16.068-16.401=-0.333

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.136=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4180.875-4182.375=-1.500
σ	1946.656-1945.665=0.991
min	1485.000-1487.000=-2.000
max	7386.000-7382.000=4.000

*mean*	9.106-9.146=-0.041
σ	1.220-1.355=-0.135
min	8.378-8.211=0.167
max	12.090-12.431=-0.341

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4180.875-4182.375=-1.500
σ	1946.656-1945.665=0.991
min	1485.000-1487.000=-2.000
max	7386.000-7382.000=4.000

*mean*	7.078-6.982=0.096
σ	0.912-1.119=-0.207
min	6.639-5.920=0.719
max	9.330-9.595=-0.265

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4590.500-4591.125=-0.625
σ	2250.448-2248.661=1.787
min	1485.000-1487.000=-2.000
max	7386.000-7382.000=4.000

*mean*	6.318-6.472=-0.154
σ	0.978-1.014=-0.037
min	5.789-5.968=-0.180
max	8.694-8.974=-0.280

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.000-0.001=-0.000
min	25.961
max	25.962-25.962=-0.000

*mean*	4590.500-4591.125=-0.625
σ	2250.448-2248.661=1.787
min	1485.000-1487.000=-2.000
max	7386.000-7382.000=4.000

*mean*	6.176-6.236=-0.060
σ	1.039-0.940=0.099
min	5.599-5.746=-0.148
max	8.728-8.536=0.192

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7386.000-7382.000=4.000
σ	0.000
min	7386.000-7382.000=4.000
max	7386.000-7382.000=4.000

*mean*	346.075-344.916=1.159
σ	2.175-1.736=0.439
min	341.893-342.579=-0.685
max	348.253-347.660=0.594

op=load_product(), with indexes

*mean*	3495.854
σ	0.454
min	3495.694
max	3496.977

*mean*	3757.250-3758.375=-1.125
σ	2301.028-2300.440=0.588
min	720.000
max	7386.000-7382.000=4.000

*mean*	1759.901-1741.503=18.397
σ	674.755-670.461=4.293
min	1389.427-1372.461=16.966
max	2942.210-2903.741=38.470

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.842

*mean*	4409.875-4410.500=-0.625
σ	2219.849-2217.817=2.033
min	1485.000-1487.000=-2.000
max	7386.000-7382.000=4.000

*mean*	281.168-257.069=24.099
σ	396.626-337.930=58.696
min	125.920-125.638=0.282
max	1261.451-1091.924=169.527

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.068-62.069=-0.000

*mean*	4409.875-4410.500=-0.625
σ	2219.849-2217.817=2.033
min	1485.000-1487.000=-2.000
max	7386.000-7382.000=4.000

*mean*	46.136-45.621=0.515
σ	8.400-8.087=0.313
min	40.914-41.045=-0.132
max	66.269-65.284=0.985

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7386.000-7382.000=4.000
σ	0.000
min	7386.000-7382.000=4.000
max	7386.000-7382.000=4.000

*mean*	177.470-185.540=-8.070
σ	439.525-462.293=-22.768
min	21.443-21.434=0.009
max	1265.237-1329.652=-64.415

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=-0.000
max	71.296-71.296=-0.000

*mean*	7386.000-7382.000=4.000
σ	0.000
min	7386.000-7382.000=4.000
max	7386.000-7382.000=4.000

*mean*	64.026-64.269=-0.244
σ	21.522-22.695=-1.173
min	55.453-55.029=0.423
max	117.152-120.219=-3.067

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.001
σ	0.014-0.014=-0.000
min	4646.837
max	4646.876

*mean*	4180.875-4182.375=-1.500
σ	1946.656-1945.665=0.991
min	1485.000-1487.000=-2.000
max	7386.000-7382.000=4.000

*mean*	3383.383-3297.181=86.202
σ	864.196-901.316=-37.120
min	2499.002-2467.527=31.475
max	4824.794-4831.138=-6.344

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7386.000-7382.000=4.000
σ	0.000
min	7386.000-7382.000=4.000
max	7386.000-7382.000=4.000

*mean*	998.481-1010.962=-12.480
σ	161.335-209.721=-48.386
min	917.886-912.129=5.757
max	1364.423-1512.148=-147.725

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7386.000-7382.000=4.000
σ	0.000
min	7386.000-7382.000=4.000
max	7386.000-7382.000=4.000

*mean*	385.911-384.990=0.920
σ	5.402-8.541=-3.139
min	374.394-364.440=9.954
max	390.858-390.059=0.799

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.750-476.750=-1.000
σ	0.463
min	475.000-476.000=-1.000
max	476.000-477.000=-1.000

*mean*	392.534-394.295=-1.761
σ	18.983-20.340=-1.357
min	367.454-368.397=-0.943
max	429.169-430.194=-1.025

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.000-563.875=-5.875
σ	0.000-0.354=-0.354
min	558.000-563.000=-5.000
max	558.000-564.000=-6.000

*mean*	769.351-698.612=70.739
σ	23.316-60.947=-37.631
min	741.148-605.478=135.670
max	808.151-771.339=36.812

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.562=0.002
σ	1.879-1.879=-0.000
min	963.843-963.842=0.000
max	972.509-972.510=-0.000

*mean*	1036.200-1036.350=-0.150
σ	310.921-309.648=1.273
min	543.000-545.000=-2.000
max	1537.000-1534.000=3.000

*mean*	1.241-1.239=0.002
σ	0.066-0.056=0.010
min	1.175-1.173=0.002
max	1.420-1.351=0.069

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.299-0.380=-0.081
σ	0.290-0.506=-0.217
min	0.145-0.129=0.016
max	0.814-1.284=-0.470

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.471-0.468=0.003
σ	0.323-0.316=0.007
min	0.313-0.313=0.000
max	1.049-1.033=0.016

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.211=0.011
σ	0.022-0.018=0.004
min	0.197-0.197=-0.000
max	0.256-0.242=0.014

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.339-0.441=-0.101
σ	0.016-0.267=-0.251
min	0.319-0.319=-0.001
max	0.361-0.918=-0.558

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.600-431.400=0.200
σ	1.342-0.894=0.447
min	431.000
max	434.000-433.000=1.000

*mean*	0.540-0.550=-0.010
σ	0.054-0.036=0.018
min	0.489-0.500=-0.011
max	0.605-0.594=0.011

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.491-0.488=0.003
σ	0.040-0.048=-0.007
min	0.424-0.435=-0.011
max	0.526-0.531=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	2.723-2.673=0.050
σ	0.121-0.106=0.016
min	2.500-2.477=0.023
max	3.039-2.976=0.062

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	1.965-2.634=-0.669
σ	0.066-0.104=-0.038
min	1.843-2.482=-0.639
max	2.165-2.851=-0.686

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.309-0.313=-0.005
σ	0.010-0.052=-0.042
min	0.290-0.293=-0.003
max	0.370-0.794=-0.424

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.296-0.291=0.006
σ	0.012-0.008=0.004
min	0.281-0.276=0.006
max	0.372-0.336=0.036

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.766-12.170=-0.404
σ	12.406-12.073=0.333
min	0.573-0.574=-0.001
max	100.985-98.233=2.752

*mean*	463.531-465.981=-2.450
σ	20.672-21.540=-0.869
min	406.000-408.000=-2.000
max	481.000-483.000=-2.000

*mean*	0.027-0.028=-0.001
σ	0.030-0.030=0.001
min	0.001-0.001=-0.000
max	0.239-0.239=0.000

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.153-279.059=0.094
σ	1.059-1.073=-0.014
min	278.761-278.676=0.085
max	282.163-282.111=0.052

*mean*	442.000-440.900=1.100
σ	14.974-14.948=0.026
min	417.000-413.000=4.000
max	465.000

*mean*	0.579-0.574=0.005
σ	0.014-0.029=-0.015
min	0.549-0.508=0.041
max	0.598-0.619=-0.021

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	851.000-873.000=-22.000
σ	0.000
min	851.000-873.000=-22.000
max	851.000-873.000=-22.000

*mean*	215.618-219.119=-3.501
σ	23.191-22.085=1.105
min	188.335-188.613=-0.278
max	244.890-247.040=-2.150

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	840.875-873.000=-32.125
σ	28.638-0.000=28.638
min	770.000-873.000=-103.000
max	851.000-873.000=-22.000

*mean*	6.673-7.387=-0.714
σ	1.458-1.717=-0.259
min	5.829-5.882=-0.053
max	9.102-10.380=-1.278

phase=parser

*mean*	1042.134-1042.137=-0.003
σ	0.000-0.000=0.000
min	1042.134-1042.136=-0.003
max	1042.134-1042.137=-0.002

*mean*	840.875-873.000=-32.125
σ	28.638-0.000=28.638
min	770.000-873.000=-103.000
max	851.000-873.000=-22.000

*mean*	547.289-484.536=62.753
σ	90.678-116.190=-25.511
min	431.025-372.889=58.136
max	615.758-596.507=19.251

phase=processProdDef

*mean*	2243.713-2243.715=-0.002
σ	0.000
min	2243.713-2243.715=-0.002
max	2243.713-2243.715=-0.002

*mean*	851.000-873.000=-22.000
σ	0.000
min	851.000-873.000=-22.000
max	851.000-873.000=-22.000

*mean*	2878.771-2730.553=148.218
σ	233.797-533.286=-299.489
min	2484.605-1961.402=523.203
max	3221.428-3341.809=-120.380

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	840.875-873.000=-32.125
σ	28.638-0.000=28.638
min	770.000-873.000=-103.000
max	851.000-873.000=-22.000

*mean*	35.989-25.077=10.912
σ	9.047-6.857=2.190
min	20.282-19.993=0.289
max	49.313-40.246=9.067

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	840.875-873.000=-32.125
σ	28.638-0.000=28.638
min	770.000-873.000=-103.000
max	851.000-873.000=-22.000

*mean*	661.119-689.454=-28.334
σ	23.516-75.412=-51.896
min	621.794-617.975=3.820
max	682.445-783.443=-100.998

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.855=0.001
σ	0.039-0.035=0.003
min	282.802-282.804=-0.002
max	282.895-282.889=0.006

*mean*	442.000-441.800=0.200
σ	2.739-3.834=-1.095
min	440.000-439.000=1.000
max	445.000-446.000=-1.000

*mean*	0.378-0.378=-0.000
σ	0.002-0.001=0.000
min	0.376-0.376=-0.000
max	0.380-0.380=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.043-1268.059=-0.015
σ	0.079-0.117=-0.038
min	1267.966-1267.959=0.006
max	1268.164-1268.254=-0.090

*mean*	1113.600-1091.400=22.200
σ	186.057-167.710=18.347
min	892.000
max	1366.000-1320.000=46.000

*mean*	1.927-1.997=-0.070
σ	0.093-0.113=-0.020
min	1.838-1.844=-0.006
max	2.080-2.122=-0.042

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.066-1507.015=0.051
σ	2.935-2.968=-0.033
min	1505.583-1505.457=0.126
max	1512.309-1512.312=-0.003

*mean*	636.000-624.800=11.200
σ	91.466-86.872=4.594
min	498.000-495.000=3.000
max	738.000-726.000=12.000

*mean*	2.312-2.185=0.127
σ	0.240-0.177=0.063
min	2.123-2.089=0.034
max	2.640-2.500=0.139

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.075-1830.067=0.007
σ	0.057-0.048=0.009
min	1829.999-1829.995=0.003
max	1830.128-1830.115=0.013

*mean*	1745.600-1721.200=24.400
σ	213.273-188.995=24.278
min	1459.000-1454.000=5.000
max	1946.000-1892.000=54.000

*mean*	3.106-2.999=0.107
σ	0.356-0.341=0.014
min	2.761-2.763=-0.002
max	3.578-3.604=-0.026

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.727-1.782=-0.055
σ	0.147-0.092=0.055
min	1.473-1.645=-0.172
max	1.831-1.886=-0.055

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.200-406.198=0.002
σ	509.795-509.798=-0.002
min	151.297-151.297=0.001
max	1170.893-1170.895=-0.002

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.518-0.507=0.010
σ	0.519-0.506=0.013
min	0.256-0.253=0.003
max	1.296-1.267=0.029

policies=20

*mean*	1513.160-1513.136=0.023
σ	0.270-0.279=-0.008
min	1512.985-1512.953=0.031
max	1513.560-1513.549=0.011

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.000-445.000=1.000
σ	4.619-3.464=1.155
min	442.000
max	450.000-448.000=2.000

*mean*	2.506-2.504=0.002
σ	0.013-0.018=-0.005
min	2.494-2.481=0.012
max	2.525-2.525=-0.000

policies=200

*mean*	15140.078-15139.965=0.114
σ	0.131-0.052=0.079
min	15139.945-15139.895=0.050
max	15140.255-15140.010=0.245

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.250-498.750=-2.500
σ	4.349-5.795=-1.446
min	492.000-491.000=1.000
max	502.000-505.000=-3.000

*mean*	25.283-25.289=-0.007
σ	0.098-0.083=0.015
min	25.184-25.214=-0.030
max	25.418-25.400=0.018