adelorenzo/stable
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

flake8 fix

Browse Source
This commit is contained in:
Stefano Ariestasia 2022-12-08 20:06:02 +09:00
parent 404df7ae20
commit 3b9052247f
1 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
freqtrade/data/converter.py
View File

@ -121,6 +121,7 @@ def ohlcv_fill_up_missing_data(dataframe: DataFrame, timeframe: str, pair: str)
logger.debug(message) logger.debug(message)
return df return df
def reduce_mem_usage(pair: str, df: DataFrame) -> DataFrame: def reduce_mem_usage(pair: str, df: DataFrame) -> DataFrame:
""" iterate through all the columns of a dataframe and modify the data type """ iterate through all the columns of a dataframe and modify the data type
to reduce memory usage. to reduce memory usage.
@ -161,6 +162,7 @@ def reduce_mem_usage(pair: str, df: DataFrame) -> DataFrame:
return df return df
def trim_dataframe(df: DataFrame, timerange, df_date_col: str = 'date', def trim_dataframe(df: DataFrame, timerange, df_date_col: str = 'date',
startup_candles: int = 0) -> DataFrame: startup_candles: int = 0) -> DataFrame:
""" """
@ -196,10 +198,10 @@ def trim_dataframes(preprocessed: Dict[str, DataFrame], timerange,
trimed_df = trim_dataframe(df, timerange, startup_candles=startup_candles) trimed_df = trim_dataframe(df, timerange, startup_candles=startup_candles)
if not trimed_df.empty: if not trimed_df.empty:
# start_mem = trimed_df.memory_usage().sum() / 1024**2 # start_mem = trimed_df.memory_usage().sum() / 1024**2
# logger.info(f"Memory usage of dataframe for {pair} before reduced is {start_mem:.2f} MB") # logger.info(f"Memory usage of df for {pair} before reduced is {start_mem:.2f} MB")
trimed_df = reduce_mem_usage(pair, trimed_df) trimed_df = reduce_mem_usage(pair, trimed_df)
# end_mem = trimed_df.memory_usage().sum() / 1024**2 # end_mem = trimed_df.memory_usage().sum() / 1024**2
# logger.info(f"Memory usage of dataframe for {pair} after reduced is {end_mem:.2f} MB") # logger.info(f"Memory usage of df for {pair} after reduced is {end_mem:.2f} MB")
processed[pair] = trimed_df processed[pair] = trimed_df
else: else:
logger.warning(f'{pair} has no data left after adjusting for startup candles, ' logger.warning(f'{pair} has no data left after adjusting for startup candles, '