Improve visual display of progressbar

.github/workflows/ci.yml

@@ -425,7 +425,7 @@ jobs:
         python setup.py sdist bdist_wheel
 
     - name: Publish to PyPI (Test)
-      uses: pypa/gh-action-pypi-publish@v1.8.5
+      uses: pypa/gh-action-pypi-publish@v1.8.4
       if: (github.event_name == 'release')
       with:
         user: __token__
@@ -433,7 +433,7 @@ jobs:
         repository_url: https://test.pypi.org/legacy/
 
     - name: Publish to PyPI
-      uses: pypa/gh-action-pypi-publish@v1.8.5
+      uses: pypa/gh-action-pypi-publish@v1.8.4
       if: (github.event_name == 'release')
       with:
         user: __token__

.pre-commit-config.yaml

@@ -17,8 +17,8 @@ repos:
           - types-filelock==3.2.7
           - types-requests==2.28.11.17
           - types-tabulate==0.9.0.2
-          - types-python-dateutil==2.8.19.12
-          - SQLAlchemy==2.0.9
+          - types-python-dateutil==2.8.19.11
+          - SQLAlchemy==2.0.8
         # stages: [push]
 
   - repo: https://github.com/pycqa/isort

docs/requirements-docs.txt

@@ -1,6 +1,6 @@
 markdown==3.3.7
 mkdocs==1.4.2
-mkdocs-material==9.1.6
+mkdocs-material==9.1.5
 mdx_truly_sane_lists==1.3
-pymdown-extensions==9.11
+pymdown-extensions==9.10
 jinja2==3.1.2

docs/rest-api.md

@@ -9,6 +9,9 @@ This same command can also be used to update freqUI, should there be a new relea
 
 Once the bot is started in trade / dry-run mode (with `freqtrade trade`) - the UI will be available under the configured port below (usually `http://127.0.0.1:8080`).
 
+!!! info "Alpha release"
+    FreqUI is still considered an alpha release - if you encounter bugs or inconsistencies please open a [FreqUI issue](https://github.com/freqtrade/frequi/issues/new/choose).
+
 !!! Note "developers"
     Developers should not use this method, but instead use the method described in the [freqUI repository](https://github.com/freqtrade/frequi) to get the source-code of freqUI.
 

docs/telegram-usage.md

@@ -279,7 +279,6 @@ Return a summary of your profit/loss and performance.
 >   ∙ `33.095 EUR`
 >
 > **Total Trade Count:** `138`
-> **Bot started:** `2022-07-11 18:40:44`
 > **First Trade opened:** `3 days ago`
 > **Latest Trade opened:** `2 minutes ago`
 > **Avg. Duration:** `2:33:45`
@@ -293,7 +292,6 @@ The relative profit of `15.2 Σ%` is be based on the starting capital - so in th
 Starting capital is either taken from the `available_capital` setting, or calculated by using current wallet size - profits.
 Profit Factor is calculated as gross profits / gross losses - and should serve as an overall metric for the strategy.
 Max drawdown corresponds to the backtesting metric `Absolute Drawdown (Account)` - calculated as `(Absolute Drawdown) / (DrawdownHigh + startingBalance)`.
-Bot started date will refer to the date the bot was first started. For older bots, this will default to the first trade's open date.
 
 ### /forceexit <trade_id>
 

freqtrade/data/btanalysis.py

@@ -246,8 +246,14 @@ def _load_backtest_data_df_compatibility(df: pd.DataFrame) -> pd.DataFrame:
     """
     Compatibility support for older backtest data.
     """
-    df['open_date'] = pd.to_datetime(df['open_date'], utc=True)
-    df['close_date'] = pd.to_datetime(df['close_date'], utc=True)
+    df['open_date'] = pd.to_datetime(df['open_date'],
+                                     utc=True,
+                                     infer_datetime_format=True
+                                     )
+    df['close_date'] = pd.to_datetime(df['close_date'],
+                                      utc=True,
+                                      infer_datetime_format=True
+                                      )
     # Compatibility support for pre short Columns
     if 'is_short' not in df.columns:
         df['is_short'] = False

freqtrade/data/converter.py

@@ -34,7 +34,7 @@ def ohlcv_to_dataframe(ohlcv: list, timeframe: str, pair: str, *,
     cols = DEFAULT_DATAFRAME_COLUMNS
     df = DataFrame(ohlcv, columns=cols)
 
-    df['date'] = to_datetime(df['date'], unit='ms', utc=True)
+    df['date'] = to_datetime(df['date'], unit='ms', utc=True, infer_datetime_format=True)
 
     # Some exchanges return int values for Volume and even for OHLC.
     # Convert them since TA-LIB indicators used in the strategy assume floats

freqtrade/data/history/featherdatahandler.py

@@ -63,7 +63,10 @@ class FeatherDataHandler(IDataHandler):
         pairdata.columns = self._columns
         pairdata = pairdata.astype(dtype={'open': 'float', 'high': 'float',
                                           'low': 'float', 'close': 'float', 'volume': 'float'})
-        pairdata['date'] = to_datetime(pairdata['date'], unit='ms', utc=True)
+        pairdata['date'] = to_datetime(pairdata['date'],
+                                       unit='ms',
+                                       utc=True,
+                                       infer_datetime_format=True)
         return pairdata
 
     def ohlcv_append(

freqtrade/data/history/jsondatahandler.py

@@ -75,7 +75,10 @@ class JsonDataHandler(IDataHandler):
             return DataFrame(columns=self._columns)
         pairdata = pairdata.astype(dtype={'open': 'float', 'high': 'float',
                                           'low': 'float', 'close': 'float', 'volume': 'float'})
-        pairdata['date'] = to_datetime(pairdata['date'], unit='ms', utc=True)
+        pairdata['date'] = to_datetime(pairdata['date'],
+                                       unit='ms',
+                                       utc=True,
+                                       infer_datetime_format=True)
         return pairdata
 
     def ohlcv_append(

freqtrade/data/history/parquetdatahandler.py

@@ -62,7 +62,10 @@ class ParquetDataHandler(IDataHandler):
         pairdata.columns = self._columns
         pairdata = pairdata.astype(dtype={'open': 'float', 'high': 'float',
                                           'low': 'float', 'close': 'float', 'volume': 'float'})
-        pairdata['date'] = to_datetime(pairdata['date'], unit='ms', utc=True)
+        pairdata['date'] = to_datetime(pairdata['date'],
+                                       unit='ms',
+                                       utc=True,
+                                       infer_datetime_format=True)
         return pairdata
 
     def ohlcv_append(

freqtrade/freqtradebot.py

@@ -26,7 +26,6 @@ from freqtrade.exchange import (ROUND_DOWN, ROUND_UP, timeframe_to_minutes, time
 from freqtrade.misc import safe_value_fallback, safe_value_fallback2
 from freqtrade.mixins import LoggingMixin
 from freqtrade.persistence import Order, PairLocks, Trade, init_db
-from freqtrade.persistence.key_value_store import set_startup_time
 from freqtrade.plugins.pairlistmanager import PairListManager
 from freqtrade.plugins.protectionmanager import ProtectionManager
 from freqtrade.resolvers import ExchangeResolver, StrategyResolver
@@ -183,7 +182,6 @@ class FreqtradeBot(LoggingMixin):
         performs startup tasks
         """
         migrate_binance_futures_names(self.config)
-        set_startup_time()
 
         self.rpc.startup_messages(self.config, self.pairlists, self.protections)
         # Update older trades with precision and precision mode

freqtrade/loggers/__init__.py

@@ -1,24 +1,11 @@
 import logging
-import sys
 from logging import Formatter
-from logging.handlers import BufferingHandler, RotatingFileHandler, SysLogHandler
+from logging.handlers import RotatingFileHandler, SysLogHandler
 
 from freqtrade.constants import Config
 from freqtrade.exceptions import OperationalException
-
-
-class FTBufferingHandler(BufferingHandler):
-    def flush(self):
-        """
-        Override Flush behaviour - we keep half of the configured capacity
-        otherwise, we have moments with "empty" logs.
-        """
-        self.acquire()
-        try:
-            # Keep half of the records in buffer.
-            self.buffer = self.buffer[-int(self.capacity / 2):]
-        finally:
-            self.release()
+from freqtrade.loggers.buffering_handler import FTBufferingHandler
+from freqtrade.loggers.std_err_stream_handler import FTStdErrStreamHandler
 
 
 logger = logging.getLogger(__name__)
@@ -69,7 +56,7 @@ def setup_logging_pre() -> None:
     logging.basicConfig(
         level=logging.INFO,
         format=LOGFORMAT,
-        handlers=[logging.StreamHandler(sys.stderr), bufferHandler]
+        handlers=[FTStdErrStreamHandler(), bufferHandler]
     )
 
 

freqtrade/loggers/buffering_handler.py

@@ -0,0 +1,15 @@
+from logging.handlers import BufferingHandler
+
+
+class FTBufferingHandler(BufferingHandler):
+    def flush(self):
+        """
+        Override Flush behaviour - we keep half of the configured capacity
+        otherwise, we have moments with "empty" logs.
+        """
+        self.acquire()
+        try:
+            # Keep half of the records in buffer.
+            self.buffer = self.buffer[-int(self.capacity / 2):]
+        finally:
+            self.release()

freqtrade/loggers/std_err_stream_handler.py

@@ -0,0 +1,26 @@
+import sys
+from logging import Handler
+
+
+class FTStdErrStreamHandler(Handler):
+    def flush(self):
+        """
+        Override Flush behaviour - we keep half of the configured capacity
+        otherwise, we have moments with "empty" logs.
+        """
+        self.acquire()
+        try:
+            sys.stderr.flush()
+        finally:
+            self.release()
+
+    def emit(self, record):
+        try:
+            msg = self.format(record)
+            # Don't keep a reference to stderr - this can be problematic with progressbars.
+            sys.stderr.write(msg + '\n')
+            self.flush()
+        except RecursionError:
+            raise
+        except Exception:
+            self.handleError(record)

freqtrade/optimize/hyperopt.py

@@ -13,13 +13,13 @@ from math import ceil
 from pathlib import Path
 from typing import Any, Dict, List, Optional, Tuple
 
-import progressbar
 import rapidjson
-from colorama import Fore, Style
 from colorama import init as colorama_init
 from joblib import Parallel, cpu_count, delayed, dump, load, wrap_non_picklable_objects
 from joblib.externals import cloudpickle
 from pandas import DataFrame
+from rich.progress import (BarColumn, MofNCompleteColumn, Progress, TaskProgressColumn, TextColumn,
+                           TimeElapsedColumn, TimeRemainingColumn)
 
 from freqtrade.constants import DATETIME_PRINT_FORMAT, FTHYPT_FILEVERSION, LAST_BT_RESULT_FN, Config
 from freqtrade.data.converter import trim_dataframes
@@ -44,8 +44,6 @@ with warnings.catch_warnings():
     from skopt import Optimizer
     from skopt.space import Dimension
 
-progressbar.streams.wrap_stderr()
-progressbar.streams.wrap_stdout()
 logger = logging.getLogger(__name__)
 
 
@@ -520,29 +518,6 @@ class Hyperopt:
         else:
             return self.opt.ask(n_points=n_points), [False for _ in range(n_points)]
 
-    def get_progressbar_widgets(self):
-        if self.print_colorized:
-            widgets = [
-                ' [Epoch ', progressbar.Counter(), ' of ', str(self.total_epochs),
-                ' (', progressbar.Percentage(), ')] ',
-                progressbar.Bar(marker=progressbar.AnimatedMarker(
-                    fill='\N{FULL BLOCK}',
-                    fill_wrap=Fore.GREEN + '{}' + Fore.RESET,
-                    marker_wrap=Style.BRIGHT + '{}' + Style.RESET_ALL,
-                )),
-                ' [', progressbar.ETA(), ', ', progressbar.Timer(), ']',
-            ]
-        else:
-            widgets = [
-                ' [Epoch ', progressbar.Counter(), ' of ', str(self.total_epochs),
-                ' (', progressbar.Percentage(), ')] ',
-                progressbar.Bar(marker=progressbar.AnimatedMarker(
-                    fill='\N{FULL BLOCK}',
-                )),
-                ' [', progressbar.ETA(), ', ', progressbar.Timer(), ']',
-            ]
-        return widgets
-
     def evaluate_result(self, val: Dict[str, Any], current: int, is_random: bool):
         """
         Evaluate results returned from generate_optimizer
@@ -602,11 +577,19 @@ class Hyperopt:
                 logger.info(f'Effective number of parallel workers used: {jobs}')
 
                 # Define progressbar
-                widgets = self.get_progressbar_widgets()
-                with progressbar.ProgressBar(
-                    max_value=self.total_epochs, redirect_stdout=False, redirect_stderr=False,
-                    widgets=widgets
+                with Progress(
+                    TextColumn("[progress.description]{task.description}"),
+                    BarColumn(bar_width=None),
+                    MofNCompleteColumn(),
+                    TaskProgressColumn(),
+                    "•",
+                    TimeElapsedColumn(),
+                    "•",
+                    TimeRemainingColumn(),
+                    expand=True,
                 ) as pbar:
+                    task = pbar.add_task("Epochs", total=self.total_epochs)
+
                     start = 0
 
                     if self.analyze_per_epoch:
@@ -616,7 +599,7 @@ class Hyperopt:
                         f_val0 = self.generate_optimizer(asked[0])
                         self.opt.tell(asked, [f_val0['loss']])
                         self.evaluate_result(f_val0, 1, is_random[0])
-                        pbar.update(1)
+                        pbar.update(task, advance=1)
                         start += 1
 
                     evals = ceil((self.total_epochs - start) / jobs)
@@ -630,14 +613,12 @@ class Hyperopt:
                         f_val = self.run_optimizer_parallel(parallel, asked)
                         self.opt.tell(asked, [v['loss'] for v in f_val])
 
-                        # Calculate progressbar outputs
                         for j, val in enumerate(f_val):
                             # Use human-friendly indexes here (starting from 1)
                             current = i * jobs + j + 1 + start
 
                             self.evaluate_result(val, current, is_random[j])
-
-                            pbar.update(current)
+                            pbar.update(task, advance=1)
 
         except KeyboardInterrupt:
             print('User interrupted..')

freqtrade/persistence/__init__.py

@@ -1,6 +1,5 @@
 # flake8: noqa: F401
 
-from freqtrade.persistence.key_value_store import KeyStoreKeys, KeyValueStore
 from freqtrade.persistence.models import init_db
 from freqtrade.persistence.pairlock_middleware import PairLocks
 from freqtrade.persistence.trade_model import LocalTrade, Order, Trade

freqtrade/persistence/key_value_store.py

@@ -1,179 +0,0 @@
-from datetime import datetime, timezone
-from enum import Enum
-from typing import ClassVar, Optional, Union
-
-from sqlalchemy import String
-from sqlalchemy.orm import Mapped, mapped_column
-
-from freqtrade.persistence.base import ModelBase, SessionType
-
-
-ValueTypes = Union[str, datetime, float, int]
-
-
-class ValueTypesEnum(str, Enum):
-    STRING = 'str'
-    DATETIME = 'datetime'
-    FLOAT = 'float'
-    INT = 'int'
-
-
-class KeyStoreKeys(str, Enum):
-    BOT_START_TIME = 'bot_start_time'
-    STARTUP_TIME = 'startup_time'
-
-
-class _KeyValueStoreModel(ModelBase):
-    """
-    Pair Locks database model.
-    """
-    __tablename__ = 'KeyValueStore'
-    session: ClassVar[SessionType]
-
-    id: Mapped[int] = mapped_column(primary_key=True)
-
-    key: Mapped[KeyStoreKeys] = mapped_column(String(25), nullable=False, index=True)
-
-    value_type: Mapped[ValueTypesEnum] = mapped_column(String(20), nullable=False)
-
-    string_value: Mapped[Optional[str]]
-    datetime_value: Mapped[Optional[datetime]]
-    float_value: Mapped[Optional[float]]
-    int_value: Mapped[Optional[int]]
-
-
-class KeyValueStore():
-    """
-    Generic bot-wide, persistent key-value store
-    Can be used to store generic values, e.g. very first bot startup time.
-    Supports the types str, datetime, float and int.
-    """
-
-    @staticmethod
-    def store_value(key: KeyStoreKeys, value: ValueTypes) -> None:
-        """
-        Store the given value for the given key.
-        :param key: Key to store the value for - can be used in get-value to retrieve the key
-        :param value: Value to store - can be str, datetime, float or int
-        """
-        kv = _KeyValueStoreModel.session.query(_KeyValueStoreModel).filter(
-            _KeyValueStoreModel.key == key).first()
-        if kv is None:
-            kv = _KeyValueStoreModel(key=key)
-        if isinstance(value, str):
-            kv.value_type = ValueTypesEnum.STRING
-            kv.string_value = value
-        elif isinstance(value, datetime):
-            kv.value_type = ValueTypesEnum.DATETIME
-            kv.datetime_value = value
-        elif isinstance(value, float):
-            kv.value_type = ValueTypesEnum.FLOAT
-            kv.float_value = value
-        elif isinstance(value, int):
-            kv.value_type = ValueTypesEnum.INT
-            kv.int_value = value
-        else:
-            raise ValueError(f'Unknown value type {kv.value_type}')
-        _KeyValueStoreModel.session.add(kv)
-        _KeyValueStoreModel.session.commit()
-
-    @staticmethod
-    def delete_value(key: KeyStoreKeys) -> None:
-        """
-        Delete the value for the given key.
-        :param key: Key to delete the value for
-        """
-        kv = _KeyValueStoreModel.session.query(_KeyValueStoreModel).filter(
-            _KeyValueStoreModel.key == key).first()
-        if kv is not None:
-            _KeyValueStoreModel.session.delete(kv)
-            _KeyValueStoreModel.session.commit()
-
-    @staticmethod
-    def get_value(key: KeyStoreKeys) -> Optional[ValueTypes]:
-        """
-        Get the value for the given key.
-        :param key: Key to get the value for
-        """
-        kv = _KeyValueStoreModel.session.query(_KeyValueStoreModel).filter(
-            _KeyValueStoreModel.key == key).first()
-        if kv is None:
-            return None
-        if kv.value_type == ValueTypesEnum.STRING:
-            return kv.string_value
-        if kv.value_type == ValueTypesEnum.DATETIME and kv.datetime_value is not None:
-            return kv.datetime_value.replace(tzinfo=timezone.utc)
-        if kv.value_type == ValueTypesEnum.FLOAT:
-            return kv.float_value
-        if kv.value_type == ValueTypesEnum.INT:
-            return kv.int_value
-        # This should never happen unless someone messed with the database manually
-        raise ValueError(f'Unknown value type {kv.value_type}')  # pragma: no cover
-
-    @staticmethod
-    def get_string_value(key: KeyStoreKeys) -> Optional[str]:
-        """
-        Get the value for the given key.
-        :param key: Key to get the value for
-        """
-        kv = _KeyValueStoreModel.session.query(_KeyValueStoreModel).filter(
-            _KeyValueStoreModel.key == key,
-            _KeyValueStoreModel.value_type == ValueTypesEnum.STRING).first()
-        if kv is None:
-            return None
-        return kv.string_value
-
-    @staticmethod
-    def get_datetime_value(key: KeyStoreKeys) -> Optional[datetime]:
-        """
-        Get the value for the given key.
-        :param key: Key to get the value for
-        """
-        kv = _KeyValueStoreModel.session.query(_KeyValueStoreModel).filter(
-            _KeyValueStoreModel.key == key,
-            _KeyValueStoreModel.value_type == ValueTypesEnum.DATETIME).first()
-        if kv is None or kv.datetime_value is None:
-            return None
-        return kv.datetime_value.replace(tzinfo=timezone.utc)
-
-    @staticmethod
-    def get_float_value(key: KeyStoreKeys) -> Optional[float]:
-        """
-        Get the value for the given key.
-        :param key: Key to get the value for
-        """
-        kv = _KeyValueStoreModel.session.query(_KeyValueStoreModel).filter(
-            _KeyValueStoreModel.key == key,
-            _KeyValueStoreModel.value_type == ValueTypesEnum.FLOAT).first()
-        if kv is None:
-            return None
-        return kv.float_value
-
-    @staticmethod
-    def get_int_value(key: KeyStoreKeys) -> Optional[int]:
-        """
-        Get the value for the given key.
-        :param key: Key to get the value for
-        """
-        kv = _KeyValueStoreModel.session.query(_KeyValueStoreModel).filter(
-            _KeyValueStoreModel.key == key,
-            _KeyValueStoreModel.value_type == ValueTypesEnum.INT).first()
-        if kv is None:
-            return None
-        return kv.int_value
-
-
-def set_startup_time():
-    """
-    sets bot_start_time to the first trade open date - or "now" on new databases.
-    sets startup_time to "now"
-    """
-    st = KeyValueStore.get_value('bot_start_time')
-    if st is None:
-        from freqtrade.persistence import Trade
-        t = Trade.session.query(Trade).order_by(Trade.open_date.asc()).first()
-        if t is not None:
-            KeyValueStore.store_value('bot_start_time', t.open_date_utc)
-        else:
-            KeyValueStore.store_value('bot_start_time', datetime.now(timezone.utc))
-    KeyValueStore.store_value('startup_time', datetime.now(timezone.utc))

freqtrade/persistence/models.py

@@ -13,7 +13,6 @@ from sqlalchemy.pool import StaticPool
 
 from freqtrade.exceptions import OperationalException
 from freqtrade.persistence.base import ModelBase
-from freqtrade.persistence.key_value_store import _KeyValueStoreModel
 from freqtrade.persistence.migrations import check_migrate
 from freqtrade.persistence.pairlock import PairLock
 from freqtrade.persistence.trade_model import Order, Trade
@@ -77,7 +76,6 @@ def init_db(db_url: str) -> None:
         bind=engine, autoflush=False), scopefunc=get_request_or_thread_id)
     Order.session = Trade.session
     PairLock.session = Trade.session
-    _KeyValueStoreModel.session = Trade.session
 
     previous_tables = inspect(engine).get_table_names()
     ModelBase.metadata.create_all(engine)

freqtrade/rpc/api_server/api_schemas.py

@@ -108,8 +108,6 @@ class Profit(BaseModel):
     max_drawdown: float
     max_drawdown_abs: float
     trading_volume: Optional[float]
-    bot_start_timestamp: int
-    bot_start_date: str
 
 
 class SellReason(BaseModel):

freqtrade/rpc/rpc.py

@@ -26,7 +26,7 @@ from freqtrade.exceptions import ExchangeError, PricingError
 from freqtrade.exchange import timeframe_to_minutes, timeframe_to_msecs
 from freqtrade.loggers import bufferHandler
 from freqtrade.misc import decimals_per_coin, shorten_date
-from freqtrade.persistence import KeyStoreKeys, KeyValueStore, Order, PairLocks, Trade
+from freqtrade.persistence import Order, PairLocks, Trade
 from freqtrade.persistence.models import PairLock
 from freqtrade.plugins.pairlist.pairlist_helpers import expand_pairlist
 from freqtrade.rpc.fiat_convert import CryptoToFiatConverter
@@ -543,7 +543,6 @@ class RPC:
         first_date = trades[0].open_date if trades else None
         last_date = trades[-1].open_date if trades else None
         num = float(len(durations) or 1)
-        bot_start = KeyValueStore.get_datetime_value(KeyStoreKeys.BOT_START_TIME)
         return {
             'profit_closed_coin': profit_closed_coin_sum,
             'profit_closed_percent_mean': round(profit_closed_ratio_mean * 100, 2),
@@ -577,8 +576,6 @@ class RPC:
             'max_drawdown': max_drawdown,
             'max_drawdown_abs': max_drawdown_abs,
             'trading_volume': trading_volume,
-            'bot_start_timestamp': int(bot_start.timestamp() * 1000) if bot_start else 0,
-            'bot_start_date': bot_start.strftime(DATETIME_PRINT_FORMAT) if bot_start else '',
         }
 
     def _rpc_balance(self, stake_currency: str, fiat_display_currency: str) -> Dict:
@@ -1196,7 +1193,6 @@ class RPC:
         from freqtrade.resolvers.strategy_resolver import StrategyResolver
         strategy = StrategyResolver.load_strategy(config)
         strategy.dp = DataProvider(config, exchange=exchange, pairlists=None)
-        strategy.ft_bot_start()
 
         df_analyzed = strategy.analyze_ticker(_data[pair], {'pair': pair})
 

freqtrade/rpc/telegram.py

@@ -819,7 +819,7 @@ class Telegram(RPCHandler):
         best_pair = stats['best_pair']
         best_pair_profit_ratio = stats['best_pair_profit_ratio']
         if stats['trade_count'] == 0:
-            markdown_msg = f"No trades yet.\n*Bot started:* `{stats['bot_start_date']}`"
+            markdown_msg = 'No trades yet.'
         else:
             # Message to display
             if stats['closed_trade_count'] > 0:
@@ -838,7 +838,6 @@ class Telegram(RPCHandler):
                 f"({profit_all_percent} \N{GREEK CAPITAL LETTER SIGMA}%)`\n"
                 f"∙ `{round_coin_value(profit_all_fiat, fiat_disp_cur)}`\n"
                 f"*Total Trade Count:* `{trade_count}`\n"
-                f"*Bot started:* `{stats['bot_start_date']}`\n"
                 f"*{'First Trade opened' if not timescale else 'Showing Profit since'}:* "
                 f"`{first_trade_date}`\n"
                 f"*Latest Trade opened:* `{latest_trade_date}`\n"

requirements-dev.txt

@@ -7,10 +7,10 @@
 -r docs/requirements-docs.txt
 
 coveralls==3.3.1
-ruff==0.0.261
-mypy==1.2.0
-pre-commit==3.2.2
-pytest==7.3.0
+ruff==0.0.260
+mypy==1.1.1
+pre-commit==3.2.1
+pytest==7.2.2
 pytest-asyncio==0.21.0
 pytest-cov==4.0.0
 pytest-mock==3.10.0
@@ -29,4 +29,4 @@ types-cachetools==5.3.0.5
 types-filelock==3.2.7
 types-requests==2.28.11.17
 types-tabulate==0.9.0.2
-types-python-dateutil==2.8.19.12
+types-python-dateutil==2.8.19.11

requirements-hyperopt.txt

@@ -5,5 +5,4 @@
 scipy==1.10.1
 scikit-learn==1.1.3
 scikit-optimize==0.9.0
-filelock==3.11.0
-progressbar2==4.2.0
+filelock==3.10.6

requirements-plot.txt

@@ -1,4 +1,4 @@
 # Include all requirements to run the bot.
 -r requirements.txt
 
-plotly==5.14.1
+plotly==5.14.0

requirements.txt

@@ -1,11 +1,11 @@
 numpy==1.24.2
-pandas==2.0.0
+pandas==1.5.3
 pandas-ta==0.3.14b
 
-ccxt==3.0.59
+ccxt==3.0.50
 cryptography==40.0.1
 aiohttp==3.8.4
-SQLAlchemy==2.0.9
+SQLAlchemy==2.0.8
 python-telegram-bot==13.15
 arrow==1.2.3
 cachetools==4.2.2
@@ -20,6 +20,7 @@ jinja2==3.1.2
 tables==3.8.0
 blosc==1.11.1
 joblib==1.2.0
+rich==13.3.3
 pyarrow==11.0.0; platform_machine != 'armv7l'
 
 # find first, C search in arrays
@@ -28,7 +29,7 @@ py_find_1st==1.1.5
 # Load ticker files 30% faster
 python-rapidjson==1.10
 # Properly format api responses
-orjson==3.8.10
+orjson==3.8.9
 
 # Notify systemd
 sdnotify==0.3.2
@@ -50,10 +51,10 @@ prompt-toolkit==3.0.38
 python-dateutil==2.8.2
 
 #Futures
-schedule==1.2.0
+schedule==1.1.0
 
 #WS Messages
-websockets==11.0.1
+websockets==11.0
 janus==1.0.0
 
 ast-comments==1.0.1

setup.py

@@ -8,7 +8,6 @@ hyperopt = [
     'scikit-learn',
     'scikit-optimize>=0.7.0',
     'filelock',
-    'progressbar2',
 ]
 
 freqai = [
@@ -82,6 +81,7 @@ setup(
         'numpy',
         'pandas',
         'joblib>=1.2.0',
+        'rich',
         'pyarrow; platform_machine != "armv7l"',
         'fastapi',
         'pydantic>=1.8.0',

tests/persistence/test_key_value_store.py

@@ -1,69 +0,0 @@
-from datetime import datetime, timedelta, timezone
-
-import pytest
-
-from freqtrade.persistence.key_value_store import KeyValueStore, set_startup_time
-from tests.conftest import create_mock_trades_usdt
-
-
-@pytest.mark.usefixtures("init_persistence")
-def test_key_value_store(time_machine):
-    start = datetime(2023, 1, 1, 4, tzinfo=timezone.utc)
-    time_machine.move_to(start, tick=False)
-
-    KeyValueStore.store_value("test", "testStringValue")
-    KeyValueStore.store_value("test_dt", datetime.now(timezone.utc))
-    KeyValueStore.store_value("test_float", 22.51)
-    KeyValueStore.store_value("test_int", 15)
-
-    assert KeyValueStore.get_value("test") == "testStringValue"
-    assert KeyValueStore.get_value("test") == "testStringValue"
-    assert KeyValueStore.get_string_value("test") == "testStringValue"
-    assert KeyValueStore.get_value("test_dt") == datetime.now(timezone.utc)
-    assert KeyValueStore.get_datetime_value("test_dt") == datetime.now(timezone.utc)
-    assert KeyValueStore.get_string_value("test_dt") is None
-    assert KeyValueStore.get_float_value("test_dt") is None
-    assert KeyValueStore.get_int_value("test_dt") is None
-    assert KeyValueStore.get_value("test_float") == 22.51
-    assert KeyValueStore.get_float_value("test_float") == 22.51
-    assert KeyValueStore.get_value("test_int") == 15
-    assert KeyValueStore.get_int_value("test_int") == 15
-    assert KeyValueStore.get_datetime_value("test_int") is None
-
-    time_machine.move_to(start + timedelta(days=20, hours=5), tick=False)
-    assert KeyValueStore.get_value("test_dt") != datetime.now(timezone.utc)
-    assert KeyValueStore.get_value("test_dt") == start
-    # Test update works
-    KeyValueStore.store_value("test_dt", datetime.now(timezone.utc))
-    assert KeyValueStore.get_value("test_dt") == datetime.now(timezone.utc)
-
-    KeyValueStore.store_value("test_float", 23.51)
-    assert KeyValueStore.get_value("test_float") == 23.51
-    # test deleting
-    KeyValueStore.delete_value("test_float")
-    assert KeyValueStore.get_value("test_float") is None
-    # Delete same value again (should not fail)
-    KeyValueStore.delete_value("test_float")
-
-    with pytest.raises(ValueError, match=r"Unknown value type"):
-        KeyValueStore.store_value("test_float", {'some': 'dict'})
-
-
-@pytest.mark.usefixtures("init_persistence")
-def test_set_startup_time(fee, time_machine):
-    create_mock_trades_usdt(fee)
-    start = datetime.now(timezone.utc)
-    time_machine.move_to(start, tick=False)
-    set_startup_time()
-
-    assert KeyValueStore.get_value("startup_time") == start
-    initial_time = KeyValueStore.get_value("bot_start_time")
-    assert initial_time <= start
-
-    # Simulate bot restart
-    new_start = start + timedelta(days=5)
-    time_machine.move_to(new_start, tick=False)
-    set_startup_time()
-
-    assert KeyValueStore.get_value("startup_time") == new_start
-    assert KeyValueStore.get_value("bot_start_time") == initial_time

tests/rpc/test_rpc_apiserver.py

@@ -883,8 +883,6 @@ def test_api_profit(botclient, mocker, ticker, fee, markets, is_short, expected)
         'max_drawdown': ANY,
         'max_drawdown_abs': ANY,
         'trading_volume': expected['trading_volume'],
-        'bot_start_timestamp': 0,
-        'bot_start_date': '',
     }
 
 
@@ -1405,10 +1403,10 @@ def test_api_pair_candles(botclient, ohlcv_history):
              ])
 
 
-def test_api_pair_history(botclient, mocker):
+def test_api_pair_history(botclient, ohlcv_history):
     ftbot, client = botclient
     timeframe = '5m'
-    lfm = mocker.patch('freqtrade.strategy.interface.IStrategy.load_freqAI_model')
+
     # No pair
     rc = client_get(client,
                     f"{BASE_URI}/pair_history?timeframe={timeframe}"
@@ -1442,7 +1440,6 @@ def test_api_pair_history(botclient, mocker):
     assert len(rc.json()['data']) == rc.json()['length']
     assert 'columns' in rc.json()
     assert 'data' in rc.json()
-    assert lfm.call_count == 1
     assert rc.json()['pair'] == 'UNITTEST/BTC'
     assert rc.json()['strategy'] == CURRENT_TEST_STRATEGY
     assert rc.json()['data_start'] == '2018-01-11 00:00:00+00:00'

tests/test_configuration.py

@@ -23,7 +23,8 @@ from freqtrade.configuration.load_config import (load_config_file, load_file, lo
 from freqtrade.constants import DEFAULT_DB_DRYRUN_URL, DEFAULT_DB_PROD_URL, ENV_VAR_PREFIX
 from freqtrade.enums import RunMode
 from freqtrade.exceptions import OperationalException
-from freqtrade.loggers import FTBufferingHandler, _set_loggers, setup_logging, setup_logging_pre
+from freqtrade.loggers import (FTBufferingHandler, FTStdErrStreamHandler, _set_loggers,
+                               setup_logging, setup_logging_pre)
 from tests.conftest import (CURRENT_TEST_STRATEGY, log_has, log_has_re,
                             patched_configuration_load_config_file)
 
@@ -658,7 +659,7 @@ def test_set_loggers_syslog():
     setup_logging(config)
     assert len(logger.handlers) == 3
     assert [x for x in logger.handlers if type(x) == logging.handlers.SysLogHandler]
-    assert [x for x in logger.handlers if type(x) == logging.StreamHandler]
+    assert [x for x in logger.handlers if type(x) == FTStdErrStreamHandler]
     assert [x for x in logger.handlers if type(x) == FTBufferingHandler]
     # setting up logging again should NOT cause the loggers to be added a second time.
     setup_logging(config)
@@ -681,7 +682,7 @@ def test_set_loggers_Filehandler(tmpdir):
     setup_logging(config)
     assert len(logger.handlers) == 3
     assert [x for x in logger.handlers if type(x) == logging.handlers.RotatingFileHandler]
-    assert [x for x in logger.handlers if type(x) == logging.StreamHandler]
+    assert [x for x in logger.handlers if type(x) == FTStdErrStreamHandler]
     assert [x for x in logger.handlers if type(x) == FTBufferingHandler]
     # setting up logging again should NOT cause the loggers to be added a second time.
     setup_logging(config)
@@ -706,7 +707,7 @@ def test_set_loggers_journald(mocker):
     setup_logging(config)
     assert len(logger.handlers) == 3
     assert [x for x in logger.handlers if type(x).__name__ == "JournaldLogHandler"]
-    assert [x for x in logger.handlers if type(x) == logging.StreamHandler]
+    assert [x for x in logger.handlers if type(x) == FTStdErrStreamHandler]
     # reset handlers to not break pytest
     logger.handlers = orig_handlers