diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 5890f56a7..454432079 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -6,6 +6,7 @@ on: - master - stable - develop + - test_build_arm64 tags: release: types: [published] @@ -334,6 +335,7 @@ jobs: runs-on: ubuntu-20.04 if: (github.event_name == 'push' || github.event_name == 'schedule' || github.event_name == 'release') && github.repository == 'freqtrade/freqtrade' + steps: - uses: actions/checkout@v2 @@ -411,3 +413,31 @@ jobs: channel: '#notifications' url: ${{ secrets.SLACK_WEBHOOK }} + + deploy_arm: + needs: [ deploy ] + # Only run on 64bit machines + runs-on: [self-hosted, linux, ARM64] + if: (github.event_name == 'push' || github.event_name == 'schedule' || github.event_name == 'release') && github.repository == 'freqtrade/freqtrade' + + steps: + - uses: actions/checkout@v2 + + - name: Extract branch name + shell: bash + run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF##*/})" + id: extract_branch + + - name: Dockerhub login + env: + DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }} + DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }} + run: | + echo "${DOCKER_PASSWORD}" | docker login --username ${DOCKER_USERNAME} --password-stdin + + - name: Build and test and push docker images + env: + IMAGE_NAME: freqtradeorg/freqtrade + BRANCH_NAME: ${{ steps.extract_branch.outputs.branch }} + run: | + build_helpers/publish_docker_arm64.sh diff --git a/build_helpers/publish_docker_arm64.sh b/build_helpers/publish_docker_arm64.sh new file mode 100755 index 000000000..710e3065b --- /dev/null +++ b/build_helpers/publish_docker_arm64.sh @@ -0,0 +1,81 @@ +#!/bin/sh + +# Use BuildKit, otherwise building on ARM fails +export DOCKER_BUILDKIT=1 + +# Replace / with _ to create a valid tag +TAG=$(echo "${BRANCH_NAME}" | sed -e "s/\//_/g") +TAG_PLOT=${TAG}_plot +TAG_PI="${TAG}_pi" + +TAG_ARM=${TAG}_arm +TAG_PLOT_ARM=${TAG_PLOT}_arm +CACHE_IMAGE=freqtradeorg/freqtrade_cache + +echo "Running for ${TAG}" + +# Add commit and commit_message to docker container +echo "${GITHUB_SHA}" > freqtrade_commit + +if [ "${GITHUB_EVENT_NAME}" = "schedule" ]; then + echo "event ${GITHUB_EVENT_NAME}: full rebuild - skipping cache" + # Build regular image + docker build -t freqtrade:${TAG_ARM} . + +else + echo "event ${GITHUB_EVENT_NAME}: building with cache" + # Build regular image + docker pull ${IMAGE_NAME}:${TAG_ARM} + docker build --cache-from ${IMAGE_NAME}:${TAG_ARM} -t freqtrade:${TAG_ARM} . + +fi + +if [ $? -ne 0 ]; then + echo "failed building multiarch images" + return 1 +fi +# Tag image for upload and next build step +docker tag freqtrade:$TAG_ARM ${CACHE_IMAGE}:$TAG_ARM + +docker build --cache-from freqtrade:${TAG_ARM} --build-arg sourceimage=${TAG_ARM} -t freqtrade:${TAG_PLOT_ARM} -f docker/Dockerfile.plot . + +docker tag freqtrade:$TAG_PLOT_ARM ${CACHE_IMAGE}:$TAG_PLOT_ARM + +# Run backtest +docker run --rm -v $(pwd)/config_bittrex.json.example:/freqtrade/config.json:ro -v $(pwd)/tests:/tests freqtrade:${TAG_ARM} backtesting --datadir /tests/testdata --strategy-path /tests/strategy/strats/ --strategy DefaultStrategy + +if [ $? -ne 0 ]; then + echo "failed running backtest" + return 1 +fi + +docker images + +# docker push ${IMAGE_NAME} +docker push ${CACHE_IMAGE}:$TAG_PLOT_ARM +docker push ${CACHE_IMAGE}:$TAG_ARM + +# Create multiarch image +# Make sure that all images contained here are pushed to github first. +# Otherwise installation might fail. +echo "create manifests" + +docker manifest create --amend ${IMAGE_NAME}:${TAG} ${CACHE_IMAGE}:${TAG_ARM} ${IMAGE_NAME}:${TAG_PI} ${CACHE_IMAGE}:${TAG} +docker manifest push -p ${IMAGE_NAME}:${TAG} + + +docker manifest create --amend ${IMAGE_NAME}:${TAG_PLOT} ${CACHE_IMAGE}:${TAG_PLOT_ARM} ${CACHE_IMAGE}:${TAG_PLOT} +docker manifest push -p ${IMAGE_NAME}:${TAG_PLOT} + +Tag as latest for develop builds +if [ "${TAG}" = "develop" ]; then + docker manifest create --amend ${IMAGE_NAME}:latest ${CACHE_IMAGE}:${TAG_ARM} ${IMAGE_NAME}:${TAG_PI} ${CACHE_IMAGE}:${TAG} + docker manifest push -p ${IMAGE_NAME}:latest +fi + +docker images + +if [ $? -ne 0 ]; then + echo "failed building image" + return 1 +fi diff --git a/build_helpers/publish_docker_multi.sh b/build_helpers/publish_docker_multi.sh index 057ecbbf2..f2c6079ff 100755 --- a/build_helpers/publish_docker_multi.sh +++ b/build_helpers/publish_docker_multi.sh @@ -9,7 +9,8 @@ TAG_PI="${TAG}_pi" PI_PLATFORM="linux/arm/v7" echo "Running for ${TAG}" -CACHE_TAG=freqtradeorg/freqtrade_cache:${TAG}_cache +CACHE_IMAGE=freqtradeorg/freqtrade_cache +CACHE_TAG=${CACHE_IMAGE}:${TAG}_cache # Add commit and commit_message to docker container echo "${GITHUB_SHA}" > freqtrade_commit @@ -45,11 +46,11 @@ if [ $? -ne 0 ]; then return 1 fi # Tag image for upload and next build step -docker tag freqtrade:$TAG ${IMAGE_NAME}:$TAG +docker tag freqtrade:$TAG ${CACHE_IMAGE}:$TAG docker build --cache-from freqtrade:${TAG} --build-arg sourceimage=${TAG} -t freqtrade:${TAG_PLOT} -f docker/Dockerfile.plot . -docker tag freqtrade:$TAG_PLOT ${IMAGE_NAME}:$TAG_PLOT +docker tag freqtrade:$TAG_PLOT ${CACHE_IMAGE}:$TAG_PLOT # Run backtest docker run --rm -v $(pwd)/config_examples/config_bittrex.example.json:/freqtrade/config.json:ro -v $(pwd)/tests:/tests freqtrade:${TAG} backtesting --datadir /tests/testdata --strategy-path /tests/strategy/strats/ --strategy DefaultStrategy @@ -61,22 +62,9 @@ fi docker images -docker push ${IMAGE_NAME} -docker push ${IMAGE_NAME}:$TAG_PLOT -docker push ${IMAGE_NAME}:$TAG - -# Create multiarch image -# Make sure that all images contained here are pushed to github first. -# Otherwise installation might fail. - -docker manifest create freqtradeorg/freqtrade:${TAG} ${IMAGE_NAME}:${TAG} ${IMAGE_NAME}:${TAG_PI} -docker manifest push freqtradeorg/freqtrade:${TAG} - -# Tag as latest for develop builds -if [ "${TAG}" = "develop" ]; then - docker manifest create freqtradeorg/freqtrade:latest ${IMAGE_NAME}:${TAG} ${IMAGE_NAME}:${TAG_PI} - docker manifest push freqtradeorg/freqtrade:latest -fi +docker push ${CACHE_IMAGE} +docker push ${CACHE_IMAGE}:$TAG_PLOT +docker push ${CACHE_IMAGE}:$TAG docker images