diff --git a/Dockerfile b/Dockerfile
index 14a67edc8..d06b53202 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -33,7 +33,7 @@ RUN cd /tmp && /tmp/install_ta-lib.sh && rm -r /tmp/*ta-lib*
 ENV LD_LIBRARY_PATH /usr/local/lib
 
 # Install dependencies
-COPY --chown=ftuser:ftuser requirements.txt requirements-hyperopt.txt /freqtrade/
+COPY --chown=ftuser:ftuser requirements.txt requirements-hyperopt.txt requirements-freqai.txt /freqtrade/
 USER ftuser
 RUN  pip install --user --no-cache-dir numpy \
   && pip install --user --no-cache-dir -r requirements-hyperopt.txt
diff --git a/requirements-freqai.txt b/requirements-freqai.txt
index 869606365..6000f8e0f 100644
--- a/requirements-freqai.txt
+++ b/requirements-freqai.txt
@@ -7,6 +7,6 @@ joblib==1.1.0
 catboost==1.0.6; platform_machine != 'aarch64'
 lightgbm==3.3.2
 torch==1.12.1
-stable-baselines3==1.5.0
+stable-baselines3==1.6.0
 gym==0.21.0
 tensorboard==2.9.1
\ No newline at end of file
diff --git a/requirements-hyperopt.txt b/requirements-hyperopt.txt
index 020ccdda8..e19eb27c1 100644
--- a/requirements-hyperopt.txt
+++ b/requirements-hyperopt.txt
@@ -7,3 +7,4 @@ scikit-learn==1.1.2
 scikit-optimize==0.9.0
 filelock==3.8.0
 progressbar2==4.0.0
+-r requirements-freqai.txt
\ No newline at end of file