stable/freqtrade/resolvers/iresolver.py

185 lines
7.3 KiB
Python
Raw Normal View History

# pragma pylint: disable=attribute-defined-outside-init
"""
This module load custom objects
"""
import importlib.util
import inspect
import logging
2018-11-24 19:39:16 +00:00
from pathlib import Path
2020-02-15 03:18:00 +00:00
from typing import Any, Dict, Iterator, List, Optional, Tuple, Type, Union
from freqtrade.exceptions import OperationalException
2019-12-24 12:54:46 +00:00
2020-09-28 17:39:41 +00:00
logger = logging.getLogger(__name__)
2019-09-12 01:39:52 +00:00
class IResolver:
"""
This class contains all the logic to load custom classes
"""
2019-12-24 12:34:37 +00:00
# Childclasses need to override this
object_type: Type[Any]
2019-12-24 12:54:46 +00:00
object_type_str: str
user_subdir: Optional[str] = None
2020-02-19 18:50:01 +00:00
initial_search_path: Optional[Path]
2019-12-24 12:54:46 +00:00
@classmethod
2020-02-02 04:00:40 +00:00
def build_search_paths(cls, config: Dict[str, Any], user_subdir: Optional[str] = None,
extra_dir: Optional[str] = None) -> List[Path]:
abs_paths: List[Path] = []
if cls.initial_search_path:
abs_paths.append(cls.initial_search_path)
2019-10-30 14:55:35 +00:00
if user_subdir:
abs_paths.insert(0, config['user_data_dir'].joinpath(user_subdir))
if extra_dir:
# Add extra directory to the top of the search paths
abs_paths.insert(0, Path(extra_dir).resolve())
return abs_paths
2019-12-24 12:34:37 +00:00
@classmethod
2020-02-15 03:18:00 +00:00
def _get_valid_object(cls, module_path: Path, object_name: Optional[str],
enum_failed: bool = False) -> Iterator[Any]:
"""
Generator returning objects with matching object_type and object_name in the path given.
:param module_path: absolute path to the module
:param object_name: Class name of the object
2020-02-14 18:15:36 +00:00
:param enum_failed: If True, will return None for modules which fail.
Otherwise, failing modules are skipped.
2020-09-17 05:38:56 +00:00
:return: generator containing tuple of matching objects
Tuple format: [Object, source]
"""
# Generate spec based on absolute path
# Pass object_name as first argument to have logging print a reasonable name.
2019-12-24 14:28:35 +00:00
spec = importlib.util.spec_from_file_location(object_name or "", str(module_path))
2021-06-14 17:18:42 +00:00
if not spec:
return iter([None])
module = importlib.util.module_from_spec(spec)
try:
spec.loader.exec_module(module) # type: ignore # importlib does not use typehints
except (ModuleNotFoundError, SyntaxError, ImportError, NameError) as err:
# Catch errors in case a specific module is not installed
2019-03-15 18:50:38 +00:00
logger.warning(f"Could not import {module_path} due to '{err}'")
2020-02-14 18:15:36 +00:00
if enum_failed:
2020-02-15 03:18:00 +00:00
return iter([None])
valid_objects_gen = (
2020-09-17 05:38:56 +00:00
(obj, inspect.getsource(module)) for
name, obj in inspect.getmembers(
2020-09-17 04:56:51 +00:00
module, inspect.isclass) if ((object_name is None or object_name == name)
and issubclass(obj, cls.object_type)
and obj is not cls.object_type)
)
return valid_objects_gen
2019-12-24 12:34:37 +00:00
@classmethod
2020-10-04 07:12:52 +00:00
def _search_object(cls, directory: Path, *, object_name: str, add_source: bool = False
) -> Union[Tuple[Any, Path], Tuple[None, None]]:
"""
Search for the objectname in the given directory
:param directory: relative or absolute directory path
2019-12-24 12:34:37 +00:00
:param object_name: ClassName of the object to load
:return: object class
"""
2019-12-24 14:28:35 +00:00
logger.debug(f"Searching for {cls.object_type.__name__} {object_name} in '{directory}'")
2018-11-24 19:39:16 +00:00
for entry in directory.iterdir():
# Only consider python files
2018-11-24 19:39:16 +00:00
if not str(entry).endswith('.py'):
logger.debug('Ignoring %s', entry)
continue
if entry.is_symlink() and not entry.is_file():
logger.debug('Ignoring broken symlink %s', entry)
continue
module_path = entry.resolve()
2020-02-15 17:43:11 +00:00
obj = next(cls._get_valid_object(module_path, object_name), None)
if obj:
2020-09-17 05:38:56 +00:00
obj[0].__file__ = str(entry)
if add_source:
obj[0].__source__ = obj[1]
2020-09-17 04:56:51 +00:00
return (obj[0], module_path)
2019-07-12 20:45:49 +00:00
return (None, None)
2019-12-24 12:34:37 +00:00
@classmethod
2020-10-04 07:12:52 +00:00
def _load_object(cls, paths: List[Path], *, object_name: str, add_source: bool = False,
2019-07-21 17:21:50 +00:00
kwargs: dict = {}) -> Optional[Any]:
"""
Try to load object from path list.
"""
for _path in paths:
try:
2019-12-24 12:34:37 +00:00
(module, module_path) = cls._search_object(directory=_path,
2020-09-17 05:38:56 +00:00
object_name=object_name,
add_source=add_source)
if module:
logger.info(
2019-12-24 12:34:37 +00:00
f"Using resolved {cls.object_type.__name__.lower()[1:]} {object_name} "
f"from '{module_path}'...")
return module(**kwargs)
except FileNotFoundError:
logger.warning('Path "%s" does not exist.', _path.resolve())
return None
2019-12-24 12:54:46 +00:00
@classmethod
2020-10-04 07:12:52 +00:00
def load_object(cls, object_name: str, config: dict, *, kwargs: dict,
2019-12-24 12:54:46 +00:00
extra_dir: Optional[str] = None) -> Any:
"""
Search and loads the specified object as configured in hte child class.
:param objectname: name of the module to import
:param config: configuration dictionary
:param extra_dir: additional directory to search for the given pairlist
:raises: OperationalException if the class is invalid or does not exist.
:return: Object instance or None
"""
abs_paths = cls.build_search_paths(config,
user_subdir=cls.user_subdir,
extra_dir=extra_dir)
2020-09-17 04:56:51 +00:00
found_object = cls._load_object(paths=abs_paths, object_name=object_name,
kwargs=kwargs)
if found_object:
return found_object
2019-12-24 12:54:46 +00:00
raise OperationalException(
f"Impossible to load {cls.object_type_str} '{object_name}'. This class does not exist "
"or contains Python code errors."
)
2019-12-24 14:28:35 +00:00
@classmethod
2020-02-14 18:15:36 +00:00
def search_all_objects(cls, directory: Path,
enum_failed: bool) -> List[Dict[str, Any]]:
2019-12-24 14:28:35 +00:00
"""
Searches a directory for valid objects
:param directory: Path to search
2020-02-14 18:15:36 +00:00
:param enum_failed: If True, will return None for modules which fail.
Otherwise, failing modules are skipped.
2019-12-24 14:28:35 +00:00
:return: List of dicts containing 'name', 'class' and 'location' entires
"""
logger.debug(f"Searching for {cls.object_type.__name__} '{directory}'")
objects = []
for entry in directory.iterdir():
# Only consider python files
if not str(entry).endswith('.py'):
logger.debug('Ignoring %s', entry)
continue
module_path = entry.resolve()
logger.debug(f"Path {module_path}")
2020-02-14 18:15:36 +00:00
for obj in cls._get_valid_object(module_path, object_name=None,
enum_failed=enum_failed):
2019-12-24 14:28:35 +00:00
objects.append(
2020-09-17 04:56:51 +00:00
{'name': obj[0].__name__ if obj is not None else '',
'class': obj[0] if obj is not None else None,
2019-12-24 14:28:35 +00:00
'location': entry,
})
return objects