# pragma pylint: disable=missing-docstring,C0103 import datetime from copy import deepcopy from pathlib import Path from unittest.mock import MagicMock import pandas as pd import pytest from freqtrade.misc import (dataframe_to_json, decimals_per_coin, deep_merge_dicts, file_dump_json, file_load_json, format_ms_time, json_to_dataframe, pair_to_filename, parse_db_uri_for_logging, plural, render_template, render_template_with_fallback, round_coin_value, safe_value_fallback, safe_value_fallback2, shorten_date) def test_decimals_per_coin(): assert decimals_per_coin('USDT') == 3 assert decimals_per_coin('EUR') == 3 assert decimals_per_coin('BTC') == 8 assert decimals_per_coin('ETH') == 5 def test_round_coin_value(): assert round_coin_value(222.222222, 'USDT') == '222.222 USDT' assert round_coin_value(222.2, 'USDT', keep_trailing_zeros=True) == '222.200 USDT' assert round_coin_value(222.2, 'USDT') == '222.2 USDT' assert round_coin_value(222.12745, 'EUR') == '222.127 EUR' assert round_coin_value(0.1274512123, 'BTC') == '0.12745121 BTC' assert round_coin_value(0.1274512123, 'ETH') == '0.12745 ETH' assert round_coin_value(222.222222, 'USDT', False) == '222.222' assert round_coin_value(222.2, 'USDT', False) == '222.2' assert round_coin_value(222.00, 'USDT', False) == '222' assert round_coin_value(222.12745, 'EUR', False) == '222.127' assert round_coin_value(0.1274512123, 'BTC', False) == '0.12745121' assert round_coin_value(0.1274512123, 'ETH', False) == '0.12745' assert round_coin_value(222.2, 'USDT', False, True) == '222.200' def test_shorten_date() -> None: str_data = '1 day, 2 hours, 3 minutes, 4 seconds ago' str_shorten_data = '1 d, 2 h, 3 min, 4 sec ago' assert shorten_date(str_data) == str_shorten_data def test_file_dump_json(mocker) -> None: file_open = mocker.patch('freqtrade.misc.Path.open', MagicMock()) json_dump = mocker.patch('rapidjson.dump', MagicMock()) file_dump_json(Path('somefile'), [1, 2, 3]) assert file_open.call_count == 1 assert json_dump.call_count == 1 file_open = mocker.patch('freqtrade.misc.gzip.open', MagicMock()) json_dump = mocker.patch('rapidjson.dump', MagicMock()) file_dump_json(Path('somefile'), [1, 2, 3], True) assert file_open.call_count == 1 assert json_dump.call_count == 1 def test_file_load_json(mocker, testdatadir) -> None: # 7m .json does not exist ret = file_load_json(testdatadir / 'UNITTEST_BTC-7m.json') assert not ret # 1m json exists (but no .gz exists) ret = file_load_json(testdatadir / 'UNITTEST_BTC-1m.json') assert ret # 8 .json is empty and will fail if it's loaded. .json.gz is a copy of 1.json ret = file_load_json(testdatadir / 'UNITTEST_BTC-8m.json') assert ret @pytest.mark.parametrize("pair,expected_result", [ ("ETH/BTC", 'ETH_BTC'), ("ETH/USDT", 'ETH_USDT'), ("ETH/USDT:USDT", 'ETH_USDT_USDT'), # swap with USDT as settlement currency ("ETH/USD:USD", 'ETH_USD_USD'), # swap with USD as settlement currency ("AAVE/USD:USD", 'AAVE_USD_USD'), # swap with USDT as settlement currency ("ETH/USDT:USDT-210625", 'ETH_USDT_USDT-210625'), # expiring futures ("Fabric Token/ETH", 'Fabric_Token_ETH'), ("ETHH20", 'ETHH20'), (".XBTBON2H", '_XBTBON2H'), ("ETHUSD.d", 'ETHUSD_d'), ("ADA-0327", 'ADA-0327'), ("BTC-USD-200110", 'BTC-USD-200110'), ("BTC-PERP:USDT", 'BTC-PERP_USDT'), ("F-AKRO/USDT", 'F-AKRO_USDT'), ("LC+/ETH", 'LC__ETH'), ("CMT@18/ETH", 'CMT_18_ETH'), ("LBTC:1022/SAI", 'LBTC_1022_SAI'), ("$PAC/BTC", '_PAC_BTC'), ("ACC_OLD/BTC", 'ACC_OLD_BTC'), ]) def test_pair_to_filename(pair, expected_result): pair_s = pair_to_filename(pair) assert pair_s == expected_result def test_format_ms_time() -> None: # Date 2018-04-10 18:02:01 date_in_epoch_ms = 1523383321000 date = format_ms_time(date_in_epoch_ms) assert type(date) is str res = datetime.datetime(2018, 4, 10, 18, 2, 1, tzinfo=datetime.timezone.utc) assert date == res.astimezone(None).strftime('%Y-%m-%dT%H:%M:%S') res = datetime.datetime(2017, 12, 13, 8, 2, 1, tzinfo=datetime.timezone.utc) # Date 2017-12-13 08:02:01 date_in_epoch_ms = 1513152121000 assert format_ms_time(date_in_epoch_ms) == res.astimezone(None).strftime('%Y-%m-%dT%H:%M:%S') def test_safe_value_fallback(): dict1 = {'keya': None, 'keyb': 2, 'keyc': 5, 'keyd': None} assert safe_value_fallback(dict1, 'keya', 'keyb') == 2 assert safe_value_fallback(dict1, 'keyb', 'keya') == 2 assert safe_value_fallback(dict1, 'keyb', 'keyc') == 2 assert safe_value_fallback(dict1, 'keya', 'keyc') == 5 assert safe_value_fallback(dict1, 'keyc', 'keyb') == 5 assert safe_value_fallback(dict1, 'keya', 'keyd') is None assert safe_value_fallback(dict1, 'keyNo', 'keyNo') is None assert safe_value_fallback(dict1, 'keyNo', 'keyNo', 55) == 55 def test_safe_value_fallback2(): dict1 = {'keya': None, 'keyb': 2, 'keyc': 5, 'keyd': None} dict2 = {'keya': 20, 'keyb': None, 'keyc': 6, 'keyd': None} assert safe_value_fallback2(dict1, dict2, 'keya', 'keya') == 20 assert safe_value_fallback2(dict2, dict1, 'keya', 'keya') == 20 assert safe_value_fallback2(dict1, dict2, 'keyb', 'keyb') == 2 assert safe_value_fallback2(dict2, dict1, 'keyb', 'keyb') == 2 assert safe_value_fallback2(dict1, dict2, 'keyc', 'keyc') == 5 assert safe_value_fallback2(dict2, dict1, 'keyc', 'keyc') == 6 assert safe_value_fallback2(dict1, dict2, 'keyd', 'keyd') is None assert safe_value_fallback2(dict2, dict1, 'keyd', 'keyd') is None assert safe_value_fallback2(dict2, dict1, 'keyd', 'keyd', 1234) == 1234 assert safe_value_fallback2(dict1, dict2, 'keyNo', 'keyNo') is None assert safe_value_fallback2(dict2, dict1, 'keyNo', 'keyNo') is None assert safe_value_fallback2(dict2, dict1, 'keyNo', 'keyNo', 1234) == 1234 def test_plural() -> None: assert plural(0, "page") == "pages" assert plural(0.0, "page") == "pages" assert plural(1, "page") == "page" assert plural(1.0, "page") == "page" assert plural(2, "page") == "pages" assert plural(2.0, "page") == "pages" assert plural(-1, "page") == "page" assert plural(-1.0, "page") == "page" assert plural(-2, "page") == "pages" assert plural(-2.0, "page") == "pages" assert plural(0.5, "page") == "pages" assert plural(1.5, "page") == "pages" assert plural(-0.5, "page") == "pages" assert plural(-1.5, "page") == "pages" assert plural(0, "ox", "oxen") == "oxen" assert plural(0.0, "ox", "oxen") == "oxen" assert plural(1, "ox", "oxen") == "ox" assert plural(1.0, "ox", "oxen") == "ox" assert plural(2, "ox", "oxen") == "oxen" assert plural(2.0, "ox", "oxen") == "oxen" assert plural(-1, "ox", "oxen") == "ox" assert plural(-1.0, "ox", "oxen") == "ox" assert plural(-2, "ox", "oxen") == "oxen" assert plural(-2.0, "ox", "oxen") == "oxen" assert plural(0.5, "ox", "oxen") == "oxen" assert plural(1.5, "ox", "oxen") == "oxen" assert plural(-0.5, "ox", "oxen") == "oxen" assert plural(-1.5, "ox", "oxen") == "oxen" def test_render_template_fallback(mocker): from jinja2.exceptions import TemplateNotFound with pytest.raises(TemplateNotFound): val = render_template( templatefile='subtemplates/indicators_does-not-exist.j2',) val = render_template_with_fallback( templatefile='strategy_subtemplates/indicators_does-not-exist.j2', templatefallbackfile='strategy_subtemplates/indicators_minimal.j2', ) assert isinstance(val, str) assert 'if self.dp' in val @pytest.mark.parametrize('conn_url,expected', [ ("postgresql+psycopg2://scott123:scott123@host:1245/dbname", "postgresql+psycopg2://scott123:*****@host:1245/dbname"), ("postgresql+psycopg2://scott123:scott123@host.name.com/dbname", "postgresql+psycopg2://scott123:*****@host.name.com/dbname"), ("mariadb+mariadbconnector://app_user:Password123!@127.0.0.1:3306/company", "mariadb+mariadbconnector://app_user:*****@127.0.0.1:3306/company"), ("mysql+pymysql://user:pass@some_mariadb/dbname?charset=utf8mb4", "mysql+pymysql://user:*****@some_mariadb/dbname?charset=utf8mb4"), ("sqlite:////freqtrade/user_data/tradesv3.sqlite", "sqlite:////freqtrade/user_data/tradesv3.sqlite"), ]) def test_parse_db_uri_for_logging(conn_url, expected) -> None: assert parse_db_uri_for_logging(conn_url) == expected def test_deep_merge_dicts(): a = {'first': {'rows': {'pass': 'dog', 'number': '1', 'test': None}}} b = {'first': {'rows': {'fail': 'cat', 'number': '5', 'test': 'asdf'}}} res = {'first': {'rows': {'pass': 'dog', 'fail': 'cat', 'number': '5', 'test': 'asdf'}}} res2 = {'first': {'rows': {'pass': 'dog', 'fail': 'cat', 'number': '1', 'test': None}}} assert deep_merge_dicts(b, deepcopy(a)) == res assert deep_merge_dicts(a, deepcopy(b)) == res2 res2['first']['rows']['test'] = 'asdf' assert deep_merge_dicts(a, deepcopy(b), allow_null_overrides=False) == res2 def test_dataframe_json(ohlcv_history): from pandas.testing import assert_frame_equal json = dataframe_to_json(ohlcv_history) dataframe = json_to_dataframe(json) assert list(ohlcv_history.columns) == list(dataframe.columns) assert len(ohlcv_history) == len(dataframe) assert_frame_equal(ohlcv_history, dataframe) ohlcv_history.at[1, 'date'] = pd.NaT json = dataframe_to_json(ohlcv_history) dataframe = json_to_dataframe(json)