Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883-558.633=-111.750
σ	0.000
min	446.883-558.633=-111.750
max	446.883-558.633=-111.750

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.860-54.888=-0.029
σ	0.360-0.359=0.000
min	54.721-54.749=-0.028
max	55.883-55.910=-0.028

*mean*	417.700-418.000=-0.300
σ	0.483-0.000=0.483
min	417.000-418.000=-1.000
max	418.000

*mean*	0.140-0.140=0.001
σ	0.004-0.006=-0.002
min	0.138-0.132=0.005
max	0.149-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.855=-0.008
σ	0.007-0.007=-0.001
min	43.835-43.844=-0.009
max	43.860-43.868=-0.008

*mean*	418.000-418.700=-0.700
σ	0.000-0.483=-0.483
min	418.000
max	418.000-419.000=-1.000

*mean*	0.123-0.122=0.001
σ	0.005-0.005=0.000
min	0.117-0.116=0.002
max	0.133-0.130=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.002

*mean*	4592.000-4041.375=550.625
σ	2248.533-2007.826=240.707
min	1484.000-1217.000=267.000
max	7385.000-7145.000=240.000

*mean*	184.310-13.059=171.252
σ	485.944-0.319=485.625
min	11.415-12.422=-1.007
max	1386.951-13.576=1373.375

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.617-36.620=-0.003

*mean*	4592.000-4041.375=550.625
σ	2248.533-2007.826=240.707
min	1484.000-1217.000=267.000
max	7385.000-7145.000=240.000

*mean*	13.855-13.138=0.717
σ	4.651-0.674=3.977
min	11.025-11.645=-0.619
max	24.459-13.675=10.784

op=table_records(), no indexes

*mean*	41.948-41.929=0.018
σ	0.002-0.002=0.000
min	41.946-41.928=0.018
max	41.951-41.932=0.019

*mean*	7385.000-7145.000=240.000
σ	0.000
min	7385.000-7145.000=240.000
max	7385.000-7145.000=240.000

*mean*	10.634-14.903=-4.269
σ	0.146-0.072=0.074
min	10.492-14.813=-4.321
max	10.917-15.004=-4.087

op=table_records(), repeat

*mean*	41.934-41.929=0.004
σ	0.002-0.002=-0.000
min	41.933-41.927=0.005
max	41.938-41.932=0.005

*mean*	4183.250-4041.375=141.875
σ	1945.007-2007.826=-62.819
min	1484.000-1217.000=267.000
max	7385.000-7145.000=240.000

*mean*	11.222-14.386=-3.163
σ	1.752-2.063=-0.311
min	10.287-11.125=-0.838
max	15.529-16.033=-0.504

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.654=0.001
σ	0.137-0.136=0.000
min	27.606-27.604=0.002
max	27.993-27.991=0.002

*mean*	4183.250-4041.375=141.875
σ	1945.007-2007.826=-62.819
min	1484.000-1217.000=267.000
max	7385.000-7145.000=240.000

*mean*	8.529-9.943=-1.415
σ	1.299-1.766=-0.467
min	7.698-8.567=-0.869
max	11.716-13.040=-1.325

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.401=0.005
σ	0.000-0.002=-0.002
min	26.406-26.400=0.006
max	26.406-26.404=0.002

*mean*	4183.250-4041.375=141.875
σ	1945.007-2007.826=-62.819
min	1484.000-1217.000=267.000
max	7385.000-7145.000=240.000

*mean*	6.277-7.872=-1.595
σ	1.114-1.569=-0.456
min	5.412-6.837=-1.425
max	8.848-10.556=-1.708

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.668=0.013
σ	0.003-0.004=-0.001
min	25.680-25.665=0.014
max	25.688-25.678=0.010

*mean*	4592.000-4041.375=550.625
σ	2248.533-2007.826=240.707
min	1484.000-1217.000=267.000
max	7385.000-7145.000=240.000

*mean*	6.007-6.029=-0.022
σ	0.982-0.206=0.776
min	5.379-5.590=-0.211
max	8.216-6.236=1.980

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.970=0.015
σ	0.000-0.002=-0.001
min	25.984-25.968=0.016
max	25.985-25.972=0.013

*mean*	4592.000-4041.375=550.625
σ	2248.533-2007.826=240.707
min	1484.000-1217.000=267.000
max	7385.000-7145.000=240.000

*mean*	5.867-6.008=-0.141
σ	1.074-0.802=0.272
min	5.125-5.184=-0.059
max	8.234-7.882=0.352

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.613=0.014
σ	0.002-0.002=0.000
min	1021.625-1021.612=0.013
max	1021.629-1021.616=0.013

*mean*	7385.000-7145.000=240.000
σ	0.000
min	7385.000-7145.000=240.000
max	7385.000-7145.000=240.000

*mean*	379.339-360.890=18.449
σ	81.285-39.924=41.361
min	348.086-341.746=6.341
max	580.464-459.347=121.118

op=load_product(), with indexes

*mean*	3495.878-7917.793=-4421.915
σ	0.469-0.469=-0.001
min	3495.713-7917.624=-4421.912
max	3497.038-7918.954=-4421.916

*mean*	3759.000-3273.500=485.500
σ	2299.813-1823.031=476.782
min	721.000-810.000=-89.000
max	7385.000-5618.000=1767.000

*mean*	1766.095-3766.048=-1999.954
σ	617.519-1238.832=-621.313
min	1402.252-3087.736=-1685.484
max	2763.719-6160.871=-3397.152

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4041.375
σ	2007.826
min	1217.000
max	7145.000

*mean*	91.948
σ	23.093
min	71.577
max	126.058

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.854
max	107.854

*mean*	4412.250
σ	2218.005
min	1484.000
max	7385.000

*mean*	274.857
σ	391.565
min	125.922
max	1243.131

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4412.250
σ	2218.005
min	1484.000
max	7385.000

*mean*	46.180
σ	9.101
min	41.192
max	68.221

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	62.102
σ	1.593
min	60.915
max	65.915

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	21.839
σ	1.390
min	20.941
max	25.175

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-66.688=4.620
σ	0.002-0.002=-0.001
min	71.307-66.686=4.620
max	71.311-66.691=4.620

*mean*	7385.000-7145.000=240.000
σ	0.000
min	7385.000-7145.000=240.000
max	7385.000-7145.000=240.000

*mean*	296.500-256.153=40.347
σ	680.887-337.621=343.266
min	54.574-98.158=-43.584
max	1981.603-1049.442=932.161

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-14217.171=-9570.320
σ	0.013-4.304=-4.290
min	4646.845-14215.576=-9568.731
max	4646.883-14227.820=-9580.937

*mean*	4183.250-4041.375=141.875
σ	1945.007-2007.826=-62.819
min	1484.000-1217.000=267.000
max	7385.000-7145.000=240.000

*mean*	3392.725-8167.884=-4775.159
σ	872.427-1934.155=-1061.728
min	2506.744-6033.437=-3526.693
max	4656.903-10848.284=-6191.381

op=vertical_lookup_list() on indexed

*mean*	1973.851-13159.109=-11185.257
σ	0.002-0.002=0.000
min	1973.849-13159.106=-11185.256
max	1973.854-13159.110=-11185.256

*mean*	7385.000-7145.000=240.000
σ	0.000
min	7385.000-7145.000=240.000
max	7385.000-7145.000=240.000

*mean*	1029.472-5299.521=-4270.049
σ	152.445-630.530=-478.085
min	926.568-4988.518=-4061.950
max	1331.995-6808.063=-5476.068

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	391.384
σ	3.839
min	386.916
max	398.320

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	476.000-477.000=-1.000
σ	0.000
min	476.000-477.000=-1.000
max	476.000-477.000=-1.000

*mean*	378.984-363.022=15.961
σ	24.610-32.334=-7.724
min	355.429-300.215=55.214
max	425.255-390.719=34.536

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	718.873-727.360=-8.487
σ	43.757-56.799=-13.042
min	645.375-624.660=20.715
max	774.018-773.804=0.214

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.299=0.267
σ	0.762-0.760=0.002
min	1024.092-1023.824=0.268
max	1027.714-1027.440=0.274

*mean*	1061.600-1050.800=10.800
σ	313.032-311.318=1.713
min	593.000-569.000=24.000
max	1530.000-1506.000=24.000

*mean*	1.388-1.566=-0.178
σ	0.109-0.050=0.059
min	1.230-1.509=-0.279
max	1.720-1.695=0.025

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.283-0.431=-0.148
σ	0.289-0.455=-0.166
min	0.126-0.160=-0.035
max	0.796-1.243=-0.446

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.488-0.742=-0.255
σ	0.361-0.300=0.061
min	0.312-0.587=-0.275
max	1.133-1.279=-0.146

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.219-0.384=-0.165
σ	0.020-0.035=-0.015
min	0.201-0.356=-0.155
max	0.251-0.443=-0.192

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.327-0.599=-0.272
σ	0.011-0.025=-0.014
min	0.313-0.580=-0.267
max	0.343-0.641=-0.298

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-964.840=0.130
σ	0.011
min	964.965-964.835=0.130
max	964.989-964.859=0.130

*mean*	431.600-435.000=-3.400
σ	1.342-2.236=-0.894
min	431.000
max	434.000-436.000=-2.000

*mean*	0.559-0.609=-0.051
σ	0.070-0.083=-0.012
min	0.449-0.540=-0.091
max	0.628-0.751=-0.123

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.820=0.078
σ	0.002
min	885.897-885.819=0.078
max	885.901-885.823=0.078

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.438-0.490=-0.052
σ	0.028-0.031=-0.003
min	0.397-0.435=-0.038
max	0.472-0.507=-0.035

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.583-2.608=-0.024
σ	0.096-0.072=0.024
min	2.437-2.468=-0.032
max	3.055-2.845=0.210

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.564-2.560=0.004
σ	0.093-0.071=0.022
min	2.427-2.454=-0.027
max	3.012-2.819=0.193

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.308-0.307=0.001
σ	0.042-0.031=0.010
min	0.292-0.291=0.001
max	0.714-0.608=0.106

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.290-0.298=-0.008
σ	0.009-0.054=-0.045
min	0.279-0.276=0.003
max	0.330-0.820=-0.490

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.931
σ	11.559
min	0.573
max	85.546

*mean*	460.955
σ	19.446
min	406.000
max	478.000

*mean*	0.027
σ	0.028
min	0.001
max	0.206

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.608-298.842=-0.234
σ	1.085-0.992=0.093
min	298.155-298.403=-0.248
max	301.680-301.658=0.021

*mean*	441.000-440.700=0.300
σ	17.146-13.647=3.500
min	414.000-417.000=-3.000
max	466.000-462.000=4.000

*mean*	0.606-0.591=0.015
σ	0.016-0.030=-0.015
min	0.572-0.552=0.021
max	0.633-0.640=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-236.681=-62.943
σ	0.000-0.000=0.000
min	173.738-236.681=-62.943
max	173.738-236.681=-62.943

*mean*	844.000-1064.125=-220.125
σ	0.000-33.588=-33.588
min	844.000-981.000=-137.000
max	844.000-1076.000=-232.000

*mean*	235.176-210.304=24.873
σ	21.205-5.337=15.868
min	196.066-201.670=-5.604
max	257.979-218.631=39.348

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	843.375-1064.125=-220.750
σ	1.768-33.588=-31.820
min	839.000-981.000=-142.000
max	844.000-1076.000=-232.000

*mean*	6.793-9.057=-2.264
σ	1.193-2.416=-1.223
min	6.250-6.304=-0.054
max	9.729-12.918=-3.188

phase=parser

*mean*	1042.431-1042.362=0.069
σ	0.000-0.000=0.000
min	1042.431-1042.361=0.069
max	1042.431-1042.362=0.069

*mean*	843.375-1064.125=-220.750
σ	1.768-33.588=-31.820
min	839.000-981.000=-142.000
max	844.000-1076.000=-232.000

*mean*	561.795-576.963=-15.168
σ	84.707-82.709=1.999
min	381.365-508.530=-127.164
max	614.044-758.428=-144.384

phase=processProdDef

*mean*	2243.980-4850.764=-2606.784
σ	0.000
min	2243.980-4850.764=-2606.784
max	2243.980-4850.764=-2606.784

*mean*	844.000-1076.000=-232.000
σ	0.000
min	844.000-1076.000=-232.000
max	844.000-1076.000=-232.000

*mean*	2707.062-4891.798=-2184.736
σ	575.749-662.242=-86.493
min	2008.758-3479.540=-1470.782
max	3460.661-5471.851=-2011.191

phase=renaming

*mean*	21.671-21.671=-0.000
σ	0.000
min	21.671-21.671=-0.000
max	21.671-21.671=-0.000

*mean*	843.375-1064.125=-220.750
σ	1.768-33.588=-31.820
min	839.000-981.000=-142.000
max	844.000-1076.000=-232.000

*mean*	25.890-33.639=-7.749
σ	9.425-11.223=-1.798
min	20.501-20.817=-0.315
max	41.970-49.029=-7.059

phase=type checker

*mean*	989.752-990.450=-0.698
σ	0.066-0.071=-0.005
min	989.654-990.344=-0.690
max	989.841-990.563=-0.722

*mean*	843.375-1064.125=-220.750
σ	1.768-33.588=-31.820
min	839.000-981.000=-142.000
max	844.000-1076.000=-232.000

*mean*	716.861-752.438=-35.577
σ	70.733-135.529=-64.795
min	653.021-639.583=13.438
max	855.936-1018.030=-162.095

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.819-293.822=-0.003
σ	0.037-0.038=-0.000
min	293.767-293.769=-0.003
max	293.858-293.861=-0.004

*mean*	444.000-440.800=3.200
σ	0.000-1.095=-1.095
min	444.000-440.000=4.000
max	444.000-442.000=2.000

*mean*	0.391-0.392=-0.001
σ	0.007-0.002=0.005
min	0.386-0.388=-0.003
max	0.403-0.394=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.288-1320.220=0.069
σ	0.137-0.034=0.103
min	1320.166-1320.170=-0.004
max	1320.515-1320.250=0.265

*mean*	1091.400-1083.400=8.000
σ	167.980-170.866=-2.886
min	894.000-879.000=15.000
max	1321.000-1313.000=8.000

*mean*	1.981-2.255=-0.274
σ	0.154-0.158=-0.004
min	1.865-2.094=-0.230
max	2.240-2.517=-0.276

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.285-1560.595=-1.310
σ	2.996-6.197=-3.202
min	1557.679-1557.634=0.045
max	1564.630-1571.677=-7.047

*mean*	625.800-611.400=14.400
σ	87.688-94.466=-6.778
min	495.000-497.000=-2.000
max	728.000-734.000=-6.000

*mean*	2.216-2.226=-0.010
σ	0.211-0.062=0.149
min	2.023-2.160=-0.137
max	2.571-2.312=0.259

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.341-1882.168=0.173
σ	0.056-0.059=-0.003
min	1882.261-1882.099=0.162
max	1882.418-1882.242=0.175

*mean*	1737.400-1734.800=2.600
σ	177.867-180.931=-3.064
min	1470.000-1463.000=7.000
max	1888.000-1889.000=-1.000

*mean*	2.936-3.004=-0.068
σ	0.159-0.111=0.048
min	2.738-2.921=-0.182
max	3.168-3.196=-0.028

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.668-1.755=-0.087
σ	0.110-0.097=0.014
min	1.540-1.626=-0.086
max	1.827-1.842=-0.015

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.942-452.084=-32.142
σ	518.105-582.724=-64.619
min	160.886-160.717=0.170
max	1197.099-1326.170=-129.071

*mean*	101.750-102.250=-0.500
σ	7.500-8.500=-1.000
min	98.000
max	113.000-115.000=-2.000

*mean*	446.000-441.000=5.000
σ	0.000
min	446.000-441.000=5.000
max	446.000-441.000=5.000

*mean*	0.525-0.539=-0.014
σ	0.533-0.531=0.002
min	0.257-0.273=-0.016
max	1.325-1.336=-0.011

policies=20

*mean*	1609.183-1607.529=1.654
σ	0.355-0.423=-0.068
min	1608.941-1607.255=1.686
max	1609.710-1608.159=1.551

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-444.000=6.500
σ	9.000-3.464=5.536
min	446.000-441.000=5.000
max	464.000-447.000=17.000

*mean*	2.588-2.688=-0.100
σ	0.013-0.021=-0.008
min	2.570-2.671=-0.100
max	2.599-2.716=-0.117

policies=200

*mean*	16100.613-16083.546=17.067
σ	0.108-0.115=-0.007
min	16100.480-16083.467=17.014
max	16100.721-16083.716=17.005

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.250-495.500=-1.250
σ	4.031-3.317=0.715
min	490.000-491.000=-1.000
max	499.000-498.000=1.000

*mean*	26.175-27.164=-0.989
σ	0.191-0.097=0.094
min	25.970-27.083=-1.113
max	26.415-27.305=-0.891