adelorenzo
/
stable
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Optimize reduce_dataframe_footprint function

This commit is contained in:
Emre 2022-11-05 19:13:02 +03:00
parent 257c833831
commit 43bdd34964
No known key found for this signature in database
GPG Key ID: 0EAD2EE11B666ABA
1 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
freqtrade/freqai/data_kitchen.py
View File

@ -1355,13 +1355,15 @@ class FreqaiDataKitchen:
start_mem = df.memory_usage().sum() / 1024**2
print("Memory usage of dataframe is {:.2f} MB".format(start_mem))
for col in df.columns[1:]:
col_type = df[col].dtype
if col_type != object:
if str(col_type)[:3] == "int":
df[col] = df[col].astype(np.int32)
else:
df[col] = df[col].astype(np.float32)
df_dtypes = df.dtypes
for column, dtype in df_dtypes.items():
if column in ['open', 'high', 'low', 'close', 'volume']:
continue
if dtype == np.float64:
df_dtypes[column] = np.float32
elif dtype == np.int64:
df_dtypes[column] = np.int32
df = df.astype(df_dtypes)
end_mem = df.memory_usage().sum() / 1024**2
print("Memory usage after optimization is: {:.2f} MB".format(end_mem))