Catch infrequent issue associated with grabbing first candle
This commit is contained in:
parent
eda9464d30
commit
4cac67fd66
@ -327,10 +327,11 @@ class FreqaiDataKitchen:
|
|||||||
f" due to NaNs in populated dataset {len(unfiltered_dataframe)}."
|
f" due to NaNs in populated dataset {len(unfiltered_dataframe)}."
|
||||||
)
|
)
|
||||||
if (1 - len(filtered_dataframe) / len(unfiltered_dataframe)) > 0.1 and self.live:
|
if (1 - len(filtered_dataframe) / len(unfiltered_dataframe)) > 0.1 and self.live:
|
||||||
|
worst_indicator = str(unfiltered_dataframe.count().idxmin())
|
||||||
logger.warning(
|
logger.warning(
|
||||||
f" {(1 - len(filtered_dataframe)/len(unfiltered_dataframe)) * 100:.2f} percent"
|
f" {(1 - len(filtered_dataframe)/len(unfiltered_dataframe)) * 100:.0f} percent "
|
||||||
" of training data dropped due to NaNs, model may perform inconsistent "
|
" of training data dropped due to NaNs, model may perform inconsistent "
|
||||||
"with expectations"
|
f"with expectations. Verify {worst_indicator}"
|
||||||
)
|
)
|
||||||
self.data["filter_drop_index_training"] = drop_index
|
self.data["filter_drop_index_training"] = drop_index
|
||||||
|
|
||||||
@ -878,12 +879,18 @@ class FreqaiDataKitchen:
|
|||||||
data_load_timerange.stopts = int(time)
|
data_load_timerange.stopts = int(time)
|
||||||
retrain = True
|
retrain = True
|
||||||
|
|
||||||
|
# logger.info(
|
||||||
|
# f"downloading data for "
|
||||||
|
# f"{(data_load_timerange.stopts-data_load_timerange.startts)/SECONDS_IN_DAY:.2f} "
|
||||||
|
# " days. "
|
||||||
|
# f"Extension of {additional_seconds/SECONDS_IN_DAY:.2f} days"
|
||||||
|
# )
|
||||||
|
|
||||||
return retrain, trained_timerange, data_load_timerange
|
return retrain, trained_timerange, data_load_timerange
|
||||||
|
|
||||||
def set_new_model_names(self, pair: str, trained_timerange: TimeRange):
|
def set_new_model_names(self, pair: str, trained_timerange: TimeRange):
|
||||||
|
|
||||||
coin, _ = pair.split("/")
|
coin, _ = pair.split("/")
|
||||||
# set the new data_path
|
|
||||||
self.data_path = Path(
|
self.data_path = Path(
|
||||||
self.full_path
|
self.full_path
|
||||||
/ str("sub-train" + "-" + pair.split("/")[0] + str(int(trained_timerange.stopts)))
|
/ str("sub-train" + "-" + pair.split("/")[0] + str(int(trained_timerange.stopts)))
|
||||||
@ -966,10 +973,21 @@ class FreqaiDataKitchen:
|
|||||||
):
|
):
|
||||||
continue
|
continue
|
||||||
|
|
||||||
|
try:
|
||||||
index = (
|
index = (
|
||||||
df_dp.loc[df_dp["date"] == history_data[pair][tf].iloc[-1]["date"]].index[0]
|
df_dp.loc[
|
||||||
|
df_dp["date"] == history_data[pair][tf].iloc[-1]["date"]
|
||||||
|
].index[0]
|
||||||
+ 1
|
+ 1
|
||||||
)
|
)
|
||||||
|
except IndexError:
|
||||||
|
logger.warning(
|
||||||
|
f"Unable to update pair history for {pair}. "
|
||||||
|
"If this does not resolve itself after 1 additional candle, "
|
||||||
|
"please report the error to #freqai discord channel"
|
||||||
|
)
|
||||||
|
return
|
||||||
|
|
||||||
history_data[pair][tf] = pd.concat(
|
history_data[pair][tf] = pd.concat(
|
||||||
[
|
[
|
||||||
history_data[pair][tf],
|
history_data[pair][tf],
|
||||||
|
@ -315,7 +315,7 @@ class IFreqaiModel(ABC):
|
|||||||
pred_df = DataFrame(np.zeros((2, len(dk.label_list))), columns=dk.label_list)
|
pred_df = DataFrame(np.zeros((2, len(dk.label_list))), columns=dk.label_list)
|
||||||
do_preds, dk.DI_values = np.ones(2) * 2, np.zeros(2)
|
do_preds, dk.DI_values = np.ones(2) * 2, np.zeros(2)
|
||||||
logger.warning(
|
logger.warning(
|
||||||
"Model expired, returning null values to strategy. Strategy "
|
f"Model expired for {pair}, returning null values to strategy. Strategy "
|
||||||
"construction should take care to consider this event with "
|
"construction should take care to consider this event with "
|
||||||
"prediction == 0 and do_predict == 2"
|
"prediction == 0 and do_predict == 2"
|
||||||
)
|
)
|
||||||
|
Loading…
Reference in New Issue
Block a user