Compare commits

Home / Compare a0786547 .. 08dfa9f6

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.676
σ0.000
min5.676
max5.676

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.883-558.664=-111.781
σ0.000
min446.883-558.664=-111.781
max446.883-558.664=-111.781

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.835-54.881=-0.046
σ0.365-0.361=0.005
min54.706-54.742=-0.036
max55.875-55.906=-0.031
mean418.000-416.000=2.000
σ0.000
min418.000-416.000=2.000
max418.000-416.000=2.000
mean0.140-0.142=-0.002
σ0.004-0.006=-0.002
min0.137-0.137=-0.001
max0.148-0.153=-0.005
cache=y
dps=1
iters=10
policies=100
mean43.842-43.850=-0.008
σ0.003-0.005=-0.002
min43.835-43.842=-0.007
max43.847-43.860=-0.013
mean418.000-416.000=2.000
σ0.000
min418.000-416.000=2.000
max418.000-416.000=2.000
mean0.120-0.125=-0.005
σ0.005-0.004=0.001
min0.115-0.122=-0.008
max0.129-0.133=-0.004

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.617-36.618=-0.001
σ0.000-0.002=-0.002
min36.617-36.616=0.001
max36.618-36.620=-0.002
mean4591.625-4043.500=548.125
σ2249.892-2009.675=240.218
min1485.000-1217.000=268.000
max7386.000-7149.000=237.000
mean114.937-12.694=102.243
σ288.354-1.739=286.615
min11.828-11.912=-0.083
max828.559-16.980=811.580
op=column_set() on indexed, repeat
mean36.617-36.618=-0.001
σ0.000-0.002=-0.002
min36.617-36.616=0.001
max36.618-36.620=-0.003
mean4591.625-4043.500=548.125
σ2249.892-2009.675=240.218
min1485.000-1217.000=268.000
max7386.000-7149.000=237.000
mean13.030-12.578=0.452
σ2.428-1.977=0.451
min11.330-11.178=0.151
max18.631-17.229=1.403
op=table_records(), no indexes
mean41.948-41.930=0.018
σ0.002-0.002=0.000
min41.946-41.928=0.018
max41.950-41.932=0.018
mean7386.000-7149.000=237.000
σ0.000
min7386.000-7149.000=237.000
max7386.000-7149.000=237.000
mean11.144-14.697=-3.552
σ0.244-0.144=0.101
min10.846-14.500=-3.655
max11.525-14.957=-3.432
op=table_records(), repeat
mean41.933-41.929=0.004
σ0.000-0.002=-0.002
min41.933-41.927=0.005
max41.934-41.932=0.001
mean4182.500-4043.500=139.000
σ1946.264-2009.675=-63.411
min1485.000-1217.000=268.000
max7386.000-7149.000=237.000
mean12.024-14.013=-1.989
σ1.752-1.646=0.106
min11.112-10.247=0.865
max16.308-15.384=0.925
op=vertical_lookup_list() on indexed, after table_records()
mean27.655-27.654=0.001
σ0.137-0.136=0.000
min27.606-27.604=0.002
max27.993-27.991=0.002
mean4182.500-4043.500=139.000
σ1946.264-2009.675=-63.411
min1485.000-1217.000=268.000
max7386.000-7149.000=237.000
mean8.939-9.388=-0.448
σ1.288-1.595=-0.307
min8.053-8.038=0.015
max12.071-12.106=-0.035
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.406-26.401=0.005
σ0.000-0.002=-0.002
min26.406-26.400=0.006
max26.406-26.404=0.002
mean4182.500-4043.500=139.000
σ1946.264-2009.675=-63.411
min1485.000-1217.000=268.000
max7386.000-7149.000=237.000
mean6.696-7.148=-0.452
σ1.133-1.628=-0.494
min5.717-5.925=-0.208
max9.395-9.812=-0.417
op=vertical_lookup_row_list() on 2 indexed
mean25.681-25.668=0.013
σ0.003-0.004=-0.001
min25.680-25.665=0.014
max25.688-25.678=0.010
mean4591.625-4043.500=548.125
σ2249.892-2009.675=240.218
min1485.000-1217.000=268.000
max7386.000-7149.000=237.000
mean6.244-5.566=0.679
σ0.456-0.542=-0.087
min5.935-5.251=0.684
max7.337-6.876=0.461
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.984-25.970=0.015
σ0.000-0.002=-0.001
min25.984-25.968=0.016
max25.985-25.972=0.013
mean4591.625-4043.500=548.125
σ2249.892-2009.675=240.218
min1485.000-1217.000=268.000
max7386.000-7149.000=237.000
mean6.056-5.399=0.657
σ0.551-0.460=0.091
min5.688-5.087=0.602
max7.391-6.499=0.891

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.627-1021.613=0.014
σ0.002-0.002=0.000
min1021.625-1021.612=0.013
max1021.629-1021.616=0.013
mean7386.000-7149.000=237.000
σ0.000
min7386.000-7149.000=237.000
max7386.000-7149.000=237.000
mean362.034-374.308=-12.274
σ43.324-79.599=-36.274
min344.450-343.433=1.017
max469.155-571.240=-102.085
op=load_product(), with indexes
mean3495.878-7917.793=-4421.914
σ0.469-0.469=-0.001
min3495.713-7917.625=-4421.913
max3497.038-7918.954=-4421.916
mean3758.375-3274.875=483.500
σ2300.951-1825.216=475.735
min720.000-809.000=-89.000
max7386.000-5624.000=1762.000
mean1723.757-3658.245=-1934.488
σ611.701-1038.497=-426.796
min1394.931-3070.515=-1675.584
max2975.665-6036.809=-3061.144

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4043.500
σ2009.675
min1217.000
max7149.000
mean88.482
σ20.978
min69.692
max117.258
op=column_set() on unindexed, dense, minor warmup
mean107.854
σ0.000
min107.853
max107.855
mean4411.500
σ2219.313
min1485.000
max7386.000
mean247.170
σ318.899
min123.643
max1035.335
op=column_set() on unindexed, dense, repeat
mean62.081
σ0.000
min62.081
max62.082
mean4411.500
σ2219.313
min1485.000
max7386.000
mean44.825
σ7.450
min40.444
max63.028
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7149.000
σ0.000
min7149.000
max7149.000
mean60.642
σ1.309
min59.502
max63.778
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.948
σ0.002
min40.947
max40.950
mean7386.000
σ0.000
min7386.000
max7386.000
mean22.609
σ2.070
min21.488
max27.679
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.308-66.688=4.620
σ0.002-0.002=-0.000
min71.307-66.686=4.621
max71.311-66.691=4.620
mean7386.000-7149.000=237.000
σ0.000
min7386.000-7149.000=237.000
max7386.000-7149.000=237.000
mean220.672-99.493=121.178
σ463.445-0.625=462.820
min55.060-98.642=-43.583
max1367.610-100.577=1267.033

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.851-14217.171=-9570.320
σ0.014-4.303=-4.290
min4646.845-14215.575=-9568.730
max4646.884-14227.820=-9580.936
mean4182.500-4043.500=139.000
σ1946.264-2009.675=-63.411
min1485.000-1217.000=268.000
max7386.000-7149.000=237.000
mean3273.001-8004.461=-4731.460
σ741.343-1980.310=-1238.968
min2508.135-5963.004=-3454.869
max4490.800-10983.517=-6492.717
op=vertical_lookup_list() on indexed
mean1973.851-13159.108=-11185.257
σ0.002-0.002=0.000
min1973.849-13159.106=-11185.256
max1973.854-13159.110=-11185.256
mean7386.000-7149.000=237.000
σ0.000
min7386.000-7149.000=237.000
max7386.000-7149.000=237.000
mean1048.030-5277.361=-4229.332
σ199.087-594.570=-395.483
min920.638-4991.534=-4070.896
max1490.188-6697.683=-5207.495
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.105
σ0.002
min905.102
max905.108
mean7386.000
σ0.000
min7386.000
max7386.000
mean391.510
σ7.462
min379.071
max405.699

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144-172.559=-24.414
σ0.001
min148.144-172.558=-24.414
max148.148-172.562=-24.414
mean476.875-477.000=-0.125
σ0.354-0.000=0.354
min476.000-477.000=-1.000
max477.000
mean386.309-362.827=23.482
σ25.849-35.619=-9.771
min360.969-291.720=69.249
max426.852-394.130=32.722
op=pointedIndexFromKvs
rows=400000
mean308.493-357.322=-48.828
σ0.001
min308.493-357.321=-48.828
max308.497-357.325=-48.828
mean564.750-562.000=2.750
σ3.536-0.000=3.536
min556.000-562.000=-6.000
max566.000-562.000=4.000
mean712.753-739.148=-26.395
σ83.392-76.360=7.032
min582.426-584.521=-2.095
max814.817-805.016=9.801

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean963.972-1024.300=-60.328
σ1.820-0.759=1.061
min963.264-1023.827=-60.563
max971.668-1027.437=-55.769
mean1043.950-1042.450=1.500
σ309.546-300.010=9.536
min584.000-556.000=28.000
max1500.000-1463.000=37.000
mean1.239-1.541=-0.303
σ0.062-0.060=0.002
min1.173-1.472=-0.299
max1.411-1.697=-0.286

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913-0.913=0.000
σ0.020
min0.903-0.903=0.000
max0.949-0.949=0.000
mean402.000
σ0.000
min402.000
max402.000
mean0.290-0.309=-0.018
σ0.292-0.291=0.001
min0.135-0.151=-0.015
max0.808-0.826=-0.018
name=error_case.art
mean2.340-2.339=0.001
σ0.012
min2.334-2.333=0.001
max2.362-2.361=0.001
mean402.000
σ0.000
min402.000
max402.000
mean0.469-0.480=-0.012
σ0.324-0.319=0.006
min0.314-0.326=-0.013
max1.048-1.050=-0.002
name=heavy_item.art
mean1.523-1.522=0.000
σ0.002
min1.521-1.521=0.000
max1.525-1.525=0.000
mean402.000
σ0.000
min402.000
max402.000
mean0.206-0.221=-0.015
σ0.027-0.021=0.006
min0.188-0.206=-0.017
max0.253-0.257=-0.003
name=nested_use.art
mean2.358-2.357=0.001
σ0.002
min2.357-2.356=0.001
max2.361-2.360=0.001
mean402.000
σ0.000
min402.000
max402.000
mean0.327-0.331=-0.005
σ0.015-0.016=-0.001
min0.315-0.320=-0.004
max0.352-0.358=-0.006

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.971-964.840=0.130
σ0.011
min964.965-964.835=0.130
max964.989-964.859=0.130
mean431.400-436.600=-5.200
σ0.894-6.066=-5.172
min431.000
max433.000-443.000=-10.000
mean0.571-0.524=0.047
σ0.036-0.050=-0.013
min0.519-0.470=0.050
max0.607-0.602=0.006
name=cdr_enhanced_4k_loc.art
mean885.898-885.820=0.078
σ0.002
min885.897-885.819=0.078
max885.901-885.823=0.078
mean439.000-443.000=-4.000
σ0.000
min439.000-443.000=-4.000
max439.000-443.000=-4.000
mean0.441-0.498=-0.057
σ0.054-0.020=0.034
min0.378-0.477=-0.099
max0.522-0.520=0.003

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.710-7.709=0.001
σ0.002
min7.709-7.708=0.001
max7.713-7.712=0.001
mean439.000-443.000=-4.000
σ0.000
min439.000-443.000=-4.000
max439.000-443.000=-4.000
mean2.620-2.618=0.001
σ0.095-0.086=0.008
min2.424-2.445=-0.021
max2.910-2.936=-0.026
name=record_render_large_syntax_err.art
mean7.658-7.657=0.001
σ0.002
min7.657-7.656=0.001
max7.661-7.660=0.001
mean439.000-443.000=-4.000
σ0.000
min439.000-443.000=-4.000
max439.000-443.000=-4.000
mean2.574-2.549=0.025
σ0.074-0.062=0.012
min2.427-2.418=0.008
max2.867-2.797=0.069
name=record_render_success.art
mean2.290-2.289=0.000
σ0.002
min2.289-2.289=0.000
max2.293-2.293=0.000
mean439.000-443.000=-4.000
σ0.000
min439.000-443.000=-4.000
max439.000-443.000=-4.000
mean0.303-0.308=-0.005
σ0.008-0.017=-0.008
min0.288-0.291=-0.004
max0.355-0.417=-0.062
name=record_render_syntax_err.art
mean2.165-2.165=0.000
σ0.002
min2.164-2.164=0.000
max2.168-2.168=0.000
mean439.000-443.000=-4.000
σ0.000
min439.000-443.000=-4.000
max439.000-443.000=-4.000
mean0.290-0.295=-0.005
σ0.007-0.007=0.000
min0.278-0.281=-0.003
max0.326-0.339=-0.013

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.621
σ10.889
min0.574
max77.630
mean466.441
σ18.992
min408.000
max483.000
mean0.027
σ0.027
min0.001
max0.191

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean278.677-298.692=-20.015
σ1.114-1.038=0.077
min278.187-298.327=-20.140
max281.828-301.644=-19.816
mean445.100-441.800=3.300
σ17.760-16.322=1.439
min415.000-417.000=-2.000
max466.000-468.000=-2.000
mean0.574-0.593=-0.019
σ0.021-0.035=-0.014
min0.536-0.527=0.010
max0.610-0.638=-0.028

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean173.738-236.678=-62.940
σ0.000-0.000=-0.000
min173.738-236.678=-62.940
max173.738-236.678=-62.940
mean842.500-1064.875=-222.375
σ0.535-34.295=-33.760
min842.000-980.000=-138.000
max843.000-1077.000=-234.000
mean239.566-203.855=35.710
σ15.086-2.968=12.118
min216.319-200.425=15.894
max251.899-208.466=43.433
phase=macro expansion
mean6.133-6.130=0.004
σ0.000
min6.133-6.130=0.004
max6.133-6.130=0.004
mean842.375-1064.875=-222.500
σ0.518-34.295=-33.777
min842.000-980.000=-138.000
max843.000-1077.000=-234.000
mean9.524-10.048=-0.524
σ0.132-2.531=-2.399
min9.356-6.558=2.798
max9.728-12.812=-3.084
phase=parser
mean1042.435-1042.366=0.069
σ0.000-0.001=-0.001
min1042.435-1042.363=0.072
max1042.435-1042.366=0.069
mean842.375-1064.875=-222.500
σ0.518-34.295=-33.777
min842.000-980.000=-138.000
max843.000-1077.000=-234.000
mean598.325-577.633=20.692
σ7.137-125.907=-118.771
min588.791-403.653=185.138
max608.362-720.663=-112.301
phase=processProdDef
mean2243.976-4850.765=-2606.788
σ0.000-0.000=-0.000
min2243.976-4850.765=-2606.788
max2243.976-4850.765=-2606.789
mean842.500-1077.000=-234.500
σ0.535-0.000=0.535
min842.000-1077.000=-235.000
max843.000-1077.000=-234.000
mean2608.063-4669.794=-2061.731
σ468.800-498.763=-29.963
min2032.189-3743.943=-1711.754
max3212.052-5428.587=-2216.535
phase=renaming
mean21.671-21.671=-0.000
σ0.000
min21.671-21.671=-0.000
max21.671-21.671=-0.000
mean842.375-1064.875=-222.500
σ0.518-34.295=-33.777
min842.000-980.000=-138.000
max843.000-1077.000=-234.000
mean40.477-37.836=2.641
σ0.312-11.557=-11.245
min40.056-19.908=20.149
max41.155-47.763=-6.608
phase=type checker
mean989.752-990.453=-0.702
σ0.066-0.072=-0.006
min989.654-990.344=-0.690
max989.841-990.567=-0.726
mean842.375-1064.875=-222.500
σ0.518-34.295=-33.777
min842.000-980.000=-138.000
max843.000-1077.000=-234.000
mean691.661-747.410=-55.749
σ32.230-93.821=-61.591
min668.733-640.420=28.313
max764.826-882.400=-117.574

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean282.396-293.821=-11.426
σ0.036-0.038=-0.002
min282.340-293.768=-11.428
max282.427-293.860=-11.433
mean441.200-443.000=-1.800
σ1.643-0.000=1.643
min440.000-443.000=-3.000
max443.000
mean0.377-0.393=-0.016
σ0.002-0.000=0.001
min0.375-0.392=-0.017
max0.379-0.394=-0.014
iters=5
new-facts=1
prior-facts=6402
mean1267.096-1320.223=-53.127
σ0.087-0.029=0.058
min1267.009-1320.174=-53.166
max1267.227-1320.247=-53.020
mean1088.400-1084.600=3.800
σ174.043-179.553=-5.511
min850.000-851.000=-1.000
max1294.000-1309.000=-15.000
mean1.888-2.239=-0.351
σ0.109-0.038=0.071
min1.797-2.186=-0.389
max2.067-2.278=-0.210
iters=5
new-facts=6402
prior-facts=1
mean1506.074-1560.612=-54.538
σ2.964-6.245=-3.282
min1504.518-1557.612=-53.094
max1511.363-1571.779=-60.416
mean614.000-620.400=-6.400
σ77.878-83.494=-5.616
min494.000-495.000=-1.000
max701.000-720.000=-19.000
mean2.210-2.333=-0.123
σ0.223-0.256=-0.032
min2.054-2.198=-0.144
max2.598-2.790=-0.192
iters=5
new-facts=6402
prior-facts=6402
mean1829.106-1882.147=-53.041
σ0.030-0.046=-0.016
min1829.056-1882.099=-53.043
max1829.139-1882.221=-53.083
mean1736.400-1735.200=1.200
σ241.360-226.928=14.433
min1428.000-1440.000=-12.000
max2045.000-1953.000=92.000
mean2.904-3.069=-0.165
σ0.089-0.220=-0.130
min2.797-2.862=-0.065
max2.991-3.384=-0.394

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.757-1.718=0.040
σ0.089-0.148=-0.059
min1.645-1.469=0.176
max1.846-1.839=0.007

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean397.698-452.082=-54.384
σ518.052-582.722=-64.670
min138.670-160.718=-22.048
max1174.776-1326.165=-151.389
mean97.750-102.250=-4.500
σ7.500-8.500=-1.000
min94.000-98.000=-4.000
max109.000-115.000=-6.000
mean447.000-443.000=4.000
σ0.000
min447.000-443.000=4.000
max447.000-443.000=4.000
mean0.499-0.536=-0.037
σ0.531-0.527=0.004
min0.232-0.265=-0.034
max1.296-1.327=-0.032
policies=20
mean1386.840-1607.524=-220.684
σ0.165-0.406=-0.241
min1386.725-1607.248=-220.523
max1387.085-1608.124=-221.040
mean940.000-980.000=-40.000
σ0.000
min940.000-980.000=-40.000
max940.000-980.000=-40.000
mean447.000-446.750=0.250
σ0.000-7.500=-7.500
min447.000-443.000=4.000
max447.000-458.000=-11.000
mean2.325-2.681=-0.356
σ0.017-0.013=0.004
min2.311-2.661=-0.350
max2.349-2.691=-0.342
policies=200
mean13876.893-16083.348=-2206.455
σ0.079-0.110=-0.031
min13876.812-16083.237=-2206.425
max13877.002-16083.479=-2206.477
mean9400.000-9800.000=-400.000
σ0.000
min9400.000-9800.000=-400.000
max9400.000-9800.000=-400.000
mean495.250-497.750=-2.500
σ4.500-5.315=-0.815
min490.000-492.000=-2.000
max501.000-504.000=-3.000
mean23.507-27.116=-3.609
σ0.170-0.042=0.128
min23.343-27.072=-3.729
max23.738-27.172=-3.434