From ae79f79d922cc09312e85c0c02b3f9f2a43e81ae Mon Sep 17 00:00:00 2001 From: longyu Date: Sun, 18 Sep 2022 10:21:36 +0200 Subject: [PATCH] save the pickle data with bz2 compression and FP32. it saves up to x5 data size --- freqtrade/freqai/data_drawer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/freqtrade/freqai/data_drawer.py b/freqtrade/freqai/data_drawer.py index 1c091f1be..7ed459f52 100644 --- a/freqtrade/freqai/data_drawer.py +++ b/freqtrade/freqai/data_drawer.py @@ -420,8 +420,8 @@ class FreqaiDataDrawer: rapidjson.dump(dk.data, fp, default=self.np_encoder, number_mode=rapidjson.NM_NATIVE) # save the train data to file so we can check preds for area of applicability later - dk.data_dictionary["train_features"].to_pickle( - save_path / f"{dk.model_filename}_trained_df.pkl" + dk.data_dictionary["train_features"].astype("floa32").to_pickle( + save_path / f"{dk.model_filename}_trained_df.pkl.bz2" ) dk.data_dictionary["train_dates"].to_pickle(