diff --git a/.travis.yml b/.travis.yml
index 455f4f037..33a45b280 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -19,7 +19,6 @@ addons:
 install:
 - cd build_helpers && ./install_ta-lib.sh; cd ..
 - export LD_LIBRARY_PATH=/usr/local/lib:$LD_LIBRARY_PATH
-- pip install --upgrade pytest-random-order
 - pip install -r requirements-dev.txt
 - pip install -e .
 jobs:
@@ -27,7 +26,7 @@ jobs:
   include:
     - stage: tests
       script:
-      - pytest --cov=freqtrade --cov-config=.coveragerc freqtrade/tests/
+      - pytest --random-order --cov=freqtrade --cov-config=.coveragerc freqtrade/tests/
       # Allow failure for coveralls
       - coveralls || true
       name: pytest
diff --git a/requirements-dev.txt b/requirements-dev.txt
index c360bc85e..83fec3b8a 100644
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -9,5 +9,6 @@ pytest==5.0.0
 pytest-mock==1.10.4
 pytest-asyncio==0.10.0
 pytest-cov==2.7.1
+pytest-random-order==1.0.4
 coveralls==1.8.1
 mypy==0.711