diff --git a/requirements-freqai-rl.txt b/requirements-freqai-rl.txt
index c242af43e..4def11140 100644
--- a/requirements-freqai-rl.txt
+++ b/requirements-freqai-rl.txt
@@ -3,8 +3,8 @@
 
 # Required for freqai-rl
 torch==1.13.1
-stable-baselines3==1.7.0
+stable-baselines3==1.7.0; sys_platform != "win32"
 sb3-contrib==1.7.0
 # Gym is forced to this version by stable-baselines3.
 setuptools==65.5.1 # Should be removed when gym is fixed.
-gym==0.21
+gym==0.21; sys_platform != "win32"
diff --git a/tests/freqai/test_freqai_interface.py b/tests/freqai/test_freqai_interface.py
index 5565bbed2..3ad987227 100644
--- a/tests/freqai/test_freqai_interface.py
+++ b/tests/freqai/test_freqai_interface.py
@@ -1,5 +1,6 @@
 import platform
 import shutil
+import sys
 from pathlib import Path
 from unittest.mock import MagicMock
 
@@ -16,6 +17,9 @@ from freqtrade.plugins.pairlistmanager import PairListManager
 from tests.conftest import create_mock_trades, get_patched_exchange, log_has_re
 from tests.freqai.conftest import get_patched_freqai_strategy, make_rl_config
 
+if sys.platform.startswith("win"):
+    pytest.skip("Skipping these tests as it depends on stable-baselines3==1.7.0 which doesn't support Windows",
+                allow_module_level=True)
 
 def is_arm() -> bool:
     machine = platform.machine()
diff --git a/tests/rpc/test_rpc.py b/tests/rpc/test_rpc.py
index 31e19ce3f..7909f2765 100644
--- a/tests/rpc/test_rpc.py
+++ b/tests/rpc/test_rpc.py
@@ -1,6 +1,6 @@
 # pragma pylint: disable=missing-docstring, C0103
 # pragma pylint: disable=invalid-sequence-index, invalid-name, too-many-arguments
-
+import sys
 from copy import deepcopy
 from datetime import datetime, timedelta, timezone
 from unittest.mock import ANY, MagicMock, PropertyMock
@@ -1247,6 +1247,7 @@ def test_rpc_edge_enabled(mocker, edge_conf) -> None:
     assert ret[0]['Stoploss'] == -0.02
 
 
+@pytest.mark.skipif(sys.platform.startswith("win"), reason="Throws OSError on Windows")
 def test_rpc_health(mocker, default_conf) -> None:
     mocker.patch('freqtrade.rpc.telegram.Telegram', MagicMock())
 
diff --git a/tests/rpc/test_rpc_apiserver.py b/tests/rpc/test_rpc_apiserver.py
index 43d9abb78..97b440d20 100644
--- a/tests/rpc/test_rpc_apiserver.py
+++ b/tests/rpc/test_rpc_apiserver.py
@@ -2,6 +2,7 @@
 Unit test file for rpc/api_server.py
 """
 import logging
+import sys
 import time
 from datetime import datetime, timedelta, timezone
 from pathlib import Path
@@ -1794,6 +1795,7 @@ def test_api_backtest_history(botclient, mocker, testdatadir):
     assert result2['backtest_result']['strategy'][strategy]
 
 
+@pytest.mark.skipif(sys.platform.startswith("win"), reason="Throws OSError on Windows")
 def test_health(botclient):
     ftbot, client = botclient