Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664-558.664=-111.000
σ	0.000
min	447.664-558.664=-111.000
max	447.664-558.664=-111.000

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.881=-0.000
σ	0.359-0.359=0.000
min	54.742-54.745=-0.004
max	55.902-55.902=-0.000

*mean*	421.400-417.000=4.400
σ	0.966-0.000=0.966
min	420.000-417.000=3.000
max	422.000-417.000=5.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.004=-0.000
min	0.137-0.137=0.000
max	0.148-0.148=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.849=0.001
σ	0.006-0.007=-0.001
min	43.838-43.836=0.002
max	43.856-43.858=-0.001

*mean*	422.000-417.000=5.000
σ	0.000
min	422.000-417.000=5.000
max	422.000-417.000=5.000

*mean*	0.124-0.125=-0.001
σ	0.004-0.004=-0.000
min	0.121-0.121=-0.000
max	0.133-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.616-36.618=-0.002
σ	0.000-0.002=-0.002
min	36.616-36.616=0.000
max	36.617-36.620=-0.004

*mean*	4429.000-4041.250=387.750
σ	2225.476-2008.838=216.638
min	1483.000-1216.000=267.000
max	7406.000-7148.000=258.000

*mean*	13.196-12.922=0.275
σ	2.374-0.315=2.058
min	11.975-12.554=-0.579
max	18.960-13.399=5.561

op=column_set() on indexed, repeat

*mean*	36.616-36.618=-0.002
σ	0.000-0.002=-0.002
min	36.616-36.616=0.000
max	36.617-36.620=-0.003

*mean*	4608.500-4041.250=567.250
σ	2256.622-2008.838=247.784
min	1483.000-1216.000=267.000
max	7406.000-7148.000=258.000

*mean*	167.160-12.723=154.437
σ	434.850-0.673=434.176
min	11.546-11.824=-0.278
max	1243.345-13.784=1229.561

op=table_records(), no indexes

*mean*	41.947-41.930=0.018
σ	0.002-0.002=0.000
min	41.945-41.928=0.017
max	41.950-41.933=0.017

*mean*	7406.000-7148.000=258.000
σ	0.000
min	7406.000-7148.000=258.000
max	7406.000-7148.000=258.000

*mean*	11.023-15.374=-4.352
σ	0.115-0.184=-0.070
min	10.812-15.153=-4.341
max	11.193-15.642=-4.448

op=table_records(), repeat

*mean*	41.933-41.929=0.003
σ	0.000-0.002=-0.002
min	41.932-41.927=0.005
max	41.933-41.932=0.001

*mean*	4200.375-4041.250=159.125
σ	1953.255-2008.838=-55.583
min	1483.000-1216.000=267.000
max	7406.000-7148.000=258.000

*mean*	11.486-13.615=-2.128
σ	1.340-1.889=-0.549
min	10.797-10.758=0.039
max	14.774-16.383=-1.610

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.001
σ	0.137-0.136=0.001
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4200.375-4041.250=159.125
σ	1953.255-2008.838=-55.583
min	1483.000-1216.000=267.000
max	7406.000-7148.000=258.000

*mean*	8.763-9.605=-0.843
σ	0.581-1.283=-0.702
min	8.055-8.591=-0.535
max	10.012-12.677=-2.665

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.401=0.003
σ	0.000-0.002=-0.002
min	26.404-26.400=0.004
max	26.404-26.404=-0.000

*mean*	4200.375-4041.250=159.125
σ	1953.255-2008.838=-55.583
min	1483.000-1216.000=267.000
max	7406.000-7148.000=258.000

*mean*	6.896-8.017=-1.121
σ	0.514-1.500=-0.985
min	6.314-6.994=-0.680
max	7.998-10.704=-2.706

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.679-25.668=0.011
σ	0.003-0.004=-0.001
min	25.678-25.665=0.012
max	25.686-25.678=0.008

*mean*	4608.500-4041.250=567.250
σ	2256.622-2008.838=247.784
min	1483.000-1216.000=267.000
max	7406.000-7148.000=258.000

*mean*	6.628-6.038=0.589
σ	1.081-0.108=0.973
min	5.909-5.866=0.043
max	9.048-6.163=2.885

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.982-25.970=0.012
σ	0.000-0.002=-0.001
min	25.982-25.968=0.013
max	25.983-25.972=0.011

*mean*	4608.500-4041.250=567.250
σ	2256.622-2008.838=247.784
min	1483.000-1216.000=267.000
max	7406.000-7148.000=258.000

*mean*	6.403-5.855=0.548
σ	1.111-0.100=1.010
min	5.778-5.674=0.104
max	8.948-5.989=2.958

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.613=0.001
σ	0.002-0.002=0.000
min	1021.612-1021.612=0.000
max	1021.617-1021.616=0.001

*mean*	7406.000-7148.000=258.000
σ	0.000
min	7406.000-7148.000=258.000
max	7406.000-7148.000=258.000

*mean*	350.151-366.098=-15.946
σ	2.533-53.388=-50.855
min	346.481-344.524=1.957
max	352.751-498.137=-145.386

op=load_product(), with indexes

*mean*	3495.866-7917.792=-4421.926
σ	0.469-0.469=-0.001
min	3495.700-7917.624=-4421.925
max	3497.025-7918.954=-4421.928

*mean*	3772.750-3272.875=499.875
σ	2310.010-1823.353=486.656
min	720.000-809.000=-89.000
max	7406.000-5619.000=1787.000

*mean*	1796.714-3806.810=-2010.096
σ	670.759-1320.083=-649.324
min	1397.500-3082.815=-1685.315
max	2977.810-6199.142=-3221.332

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4041.250
σ	2008.838
min	1216.000
max	7148.000

*mean*	91.506
σ	19.702
min	75.383
max	127.516

op=column_set() on unindexed, dense, minor warmup

*mean*	107.853
σ	0.000
min	107.852
max	107.853

*mean*	4200.375
σ	1953.255
min	1483.000
max	7406.000

*mean*	134.659
σ	10.344
min	125.356
max	158.704

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.001
min	62.080
max	62.084

*mean*	4429.000
σ	2225.476
min	1483.000
max	7406.000

*mean*	164.687
σ	342.355
min	41.777
max	1011.964

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7148.000
σ	0.000
min	7148.000
max	7148.000

*mean*	61.265
σ	0.323
min	60.918
max	61.671

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	7406.000
σ	0.000
min	7406.000
max	7406.000

*mean*	74.387
σ	147.012
min	21.496
max	438.208

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.307-66.688=4.619
σ	0.002-0.002=-0.000
min	71.305-66.686=4.619
max	71.310-66.691=4.619

*mean*	7406.000-7148.000=258.000
σ	0.000
min	7406.000-7148.000=258.000
max	7406.000-7148.000=258.000

*mean*	58.948-100.160=-41.211
σ	6.541-0.693=5.848
min	55.782-99.234=-43.452
max	75.045-101.288=-26.243

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.849-14217.171=-9570.322
σ	0.013-4.304=-4.290
min	4646.844-14215.575=-9568.731
max	4646.882-14227.821=-9580.939

*mean*	4200.375-4041.250=159.125
σ	1953.255-2008.838=-55.583
min	1483.000-1216.000=267.000
max	7406.000-7148.000=258.000

*mean*	3307.264-8175.550=-4868.285
σ	706.389-2157.102=-1450.714
min	2528.485-6002.891=-3474.407
max	4261.279-11067.801=-6806.523

op=vertical_lookup_list() on indexed

*mean*	1973.849-13159.109=-11185.260
σ	0.002-0.002=0.000
min	1973.847-13159.106=-11185.259
max	1973.851-13159.110=-11185.259

*mean*	7406.000-7148.000=258.000
σ	0.000
min	7406.000-7148.000=258.000
max	7406.000-7148.000=258.000

*mean*	1030.923-5090.331=-4059.408
σ	200.866-172.373=28.493
min	936.401-4962.508=-4026.108
max	1516.450-5381.260=-3864.810

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.103
σ	0.002
min	905.101
max	905.106

*mean*	7406.000
σ	0.000
min	7406.000
max	7406.000

*mean*	405.026
σ	42.658
min	377.201
max	509.732

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	476.750-477.000=-0.250
σ	2.188-0.000=2.188
min	475.000-477.000=-2.000
max	480.000-477.000=3.000

*mean*	381.713-382.309=-0.596
σ	30.425-19.092=11.333
min	321.177-350.784=-29.607
max	430.649-394.179=36.470

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	562.375-561.000=1.375
σ	3.623-0.000=3.623
min	558.000-561.000=-3.000
max	565.000-561.000=4.000

*mean*	750.531-704.380=46.151
σ	80.100-73.371=6.729
min	619.893-591.987=27.906
max	838.710-790.846=47.864

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.299=0.266
σ	0.759-0.759=0.000
min	1024.095-1023.827=0.268
max	1027.704-1027.437=0.267

*mean*	1050.600-1037.800=12.800
σ	312.741-301.078=11.663
min	594.000-562.000=32.000
max	1515.000-1460.000=55.000

*mean*	1.400-1.536=-0.136
σ	0.077-0.068=0.009
min	1.319-1.361=-0.042
max	1.589-1.642=-0.053

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.304-0.442=-0.138
σ	0.283-0.625=-0.342
min	0.144-0.132=0.013
max	0.807-1.557=-0.750

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.719=-0.239
σ	0.325-0.292=0.034
min	0.326-0.562=-0.237
max	1.062-1.239=-0.177

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.381=-0.162
σ	0.020-0.041=-0.021
min	0.204-0.356=-0.152
max	0.253-0.451=-0.198

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.341-0.584=-0.243
σ	0.022-0.030=-0.008
min	0.324-0.560=-0.236
max	0.380-0.634=-0.254

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.024-964.840=0.183
σ	0.011
min	965.018-964.835=0.183
max	965.042-964.859=0.183

*mean*	431.000-435.200=-4.200
σ	0.000-4.550=-4.550
min	431.000
max	431.000-440.000=-9.000

*mean*	0.558-0.608=-0.049
σ	0.062-0.075=-0.014
min	0.487-0.548=-0.061
max	0.612-0.739=-0.127

name=cdr_enhanced_4k_loc.art

*mean*	885.928-885.820=0.107
σ	0.002
min	885.926-885.819=0.107
max	885.930-885.823=0.107

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.502-0.463=0.039
σ	0.024-0.032=-0.008
min	0.466-0.426=0.040
max	0.521-0.495=0.026

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	2.579-2.634=-0.055
σ	0.251-0.123=0.128
min	1.952-2.457=-0.505
max	3.020-3.248=-0.228

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	2.619-2.605=0.013
σ	0.067-0.094=-0.026
min	2.454-2.428=0.026
max	2.764-2.841=-0.078

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.308-0.303=0.005
σ	0.010-0.011=-0.001
min	0.290-0.286=0.004
max	0.360-0.372=-0.012

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.300-0.303=-0.003
σ	0.041-0.070=-0.028
min	0.277-0.274=0.004
max	0.696-0.757=-0.061

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.929
σ	12.303
min	0.574
max	117.262

*mean*	455.433
σ	17.748
min	406.000
max	474.000

*mean*	0.027
σ	0.030
min	0.001
max	0.285

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.875-298.896=-0.021
σ	0.965-1.002=-0.037
min	298.454-298.502=-0.049
max	301.613-301.743=-0.130

*mean*	445.900-441.200=4.700
σ	16.656-14.359=2.297
min	425.000-418.000=7.000
max	470.000-467.000=3.000

*mean*	0.601-0.598=0.003
σ	0.024-0.024=-0.001
min	0.555-0.546=0.009
max	0.647-0.621=0.026

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=0.000
min	236.681-236.678=0.004
max	236.681-236.678=0.004

*mean*	1014.375-1065.000=-50.625
σ	63.993-33.941=30.052
min	856.000-981.000=-125.000
max	1037.000-1077.000=-40.000

*mean*	206.661-204.754=1.907
σ	3.298-2.560=0.738
min	202.536-200.470=2.066
max	213.956-208.766=5.190

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1014.375-1065.000=-50.625
σ	63.993-33.941=30.052
min	856.000-981.000=-125.000
max	1037.000-1077.000=-40.000

*mean*	12.044-10.272=1.772
σ	2.797-2.103=0.694
min	6.406-6.365=0.041
max	16.020-13.111=2.909

phase=parser

*mean*	1042.451-1042.363=0.088
σ	0.000-0.000=-0.000
min	1042.451-1042.362=0.089
max	1042.452-1042.363=0.089

*mean*	1014.375-1065.000=-50.625
σ	63.993-33.941=30.052
min	856.000-981.000=-125.000
max	1037.000-1077.000=-40.000

*mean*	660.406-534.641=125.766
σ	156.532-108.425=48.107
min	380.858-379.637=1.221
max	832.868-708.169=124.699

phase=processProdDef

*mean*	2232.166-4850.764=-2618.598
σ	0.000
min	2232.166-4850.764=-2618.598
max	2232.166-4850.764=-2618.598

*mean*	1037.000-1077.000=-40.000
σ	0.000
min	1037.000-1077.000=-40.000
max	1037.000-1077.000=-40.000

*mean*	2717.412-4957.461=-2240.049
σ	427.216-326.121=101.095
min	1765.656-4349.627=-2583.971
max	3187.407-5330.964=-2143.557

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1014.375-1065.000=-50.625
σ	63.993-33.941=30.052
min	856.000-981.000=-125.000
max	1037.000-1077.000=-40.000

*mean*	44.915-39.943=4.973
σ	7.984-8.042=-0.058
min	30.810-21.633=9.177
max	55.648-48.137=7.511

phase=type checker

*mean*	990.450-990.450=0.000
σ	0.071
min	990.345-990.344=0.000
max	990.563-990.563=0.000

*mean*	1014.375-1065.000=-50.625
σ	63.993-33.941=30.052
min	856.000-981.000=-125.000
max	1037.000-1077.000=-40.000

*mean*	938.864-745.459=193.405
σ	81.635-82.410=-0.775
min	834.858-643.765=191.092
max	1075.027-894.559=180.468

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=-0.000
σ	0.038-0.038=-0.000
min	293.767-293.768=-0.000
max	293.860-293.860=-0.000

*mean*	441.000-443.000=-2.000
σ	3.000-0.000=3.000
min	438.000-443.000=-5.000
max	445.000-443.000=2.000

*mean*	0.398-0.400=-0.002
σ	0.008-0.005=0.003
min	0.392-0.394=-0.002
max	0.410-0.406=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.293-1320.211=0.082
σ	0.138-0.047=0.091
min	1320.166-1320.137=0.030
max	1320.520-1320.257=0.263

*mean*	1113.800-1067.600=46.200
σ	169.549-164.483=5.065
min	897.000-845.000=52.000
max	1324.000-1268.000=56.000

*mean*	1.928-2.249=-0.321
σ	0.027-0.124=-0.097
min	1.903-2.147=-0.244
max	1.969-2.456=-0.488

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.293-1560.617=-1.324
σ	2.966-6.226=-3.260
min	1557.726-1557.635=0.090
max	1564.584-1571.750=-7.166

*mean*	637.200-619.600=17.600
σ	74.045-82.984=-8.938
min	539.000-494.000=45.000
max	727.000-717.000=10.000

*mean*	2.334-2.304=0.030
σ	0.249-0.188=0.060
min	2.064-2.181=-0.117
max	2.622-2.623=-0.001

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.375-1882.168=0.206
σ	0.075-0.056=0.020
min	1882.291-1882.105=0.187
max	1882.474-1882.241=0.233

*mean*	1753.400-1708.600=44.800
σ	208.905-258.907=-50.002
min	1474.000-1396.000=78.000
max	1951.000-2056.000=-105.000

*mean*	3.272-2.929=0.343
σ	0.392-0.076=0.316
min	2.893-2.842=0.050
max	3.806-3.013=0.794

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.805-1.841=-0.036
σ	0.137-0.050=0.087
min	1.581-1.755=-0.174
max	1.919-1.874=0.045

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	416.906-452.082=-35.176
σ	512.374-582.721=-70.347
min	160.715-160.720=-0.005
max	1185.467-1326.164=-140.697

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	446.000-441.000=5.000
σ	0.000
min	446.000-441.000=5.000
max	446.000-441.000=5.000

*mean*	0.512-0.541=-0.028
σ	0.492-0.542=-0.050
min	0.265-0.268=-0.003
max	1.250-1.354=-0.103

policies=20

*mean*	1607.478-1607.527=-0.050
σ	0.359-0.413=-0.053
min	1607.222-1607.247=-0.025
max	1608.007-1608.139=-0.131

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.000-445.000=3.000
σ	2.309-4.619=-2.309
min	446.000-441.000=5.000
max	450.000-449.000=1.000

*mean*	2.612-2.694=-0.082
σ	0.010-0.017=-0.008
min	2.601-2.677=-0.077
max	2.624-2.714=-0.089

policies=200

*mean*	16083.303-16083.364=-0.061
σ	0.125-0.167=-0.042
min	16083.148-16083.200=-0.052
max	16083.432-16083.533=-0.101

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.250-493.750=6.500
σ	5.560-4.031=1.529
min	494.000-489.000=5.000
max	507.000-498.000=9.000

*mean*	26.446-27.146=-0.700
σ	0.220-0.033=0.186
min	26.166-27.115=-0.949
max	26.702-27.193=-0.491