refactor: changes from youtube to no-cookies (#1080) #283
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Backend Production Deployment | |
| on: | |
| push: | |
| branches: | |
| - master | |
| paths: | |
| - "zubhub_backend/**" | |
| - "!zubhub_backend/zubhub/docs/**" | |
| - "!zubhub_backend/.gitignore" | |
| - "!zubhub_backend/.env.example" | |
| - "!zubhub_backend/.dockerignore" | |
| workflow_dispatch: | |
| jobs: | |
| build_and_push: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| service: ['web', 'celery', 'media'] | |
| steps: | |
| - uses: unstructuredstudio/zubhub/.github/actions/checkout@master | |
| - name: Build and push ${{ matrix.service }} | |
| uses: unstructuredstudio/zubhub/.github/actions/docker_build_and_push@master | |
| with: | |
| username: ${{ vars.DOCKERHUB_USERNAME }} | |
| token: ${{ secrets.DOCKERHUB_TOKEN }} | |
| context: ./zubhub_backend/ | |
| file: ./zubhub_backend/compose/${{ matrix.service }}/prod/Dockerfile | |
| push: true | |
| tags: unstructuredstudio/zubhub-services_${{ matrix.service }}:latest | |
| deploy: | |
| needs: build_and_push | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: unstructuredstudio/zubhub/.github/actions/checkout@master | |
| - uses: unstructuredstudio/zubhub/.github/actions/scp_action@master | |
| with: | |
| host: ${{ vars.DO_BACKEND_HOST }} | |
| username: ${{ vars.DO_BACKEND_USERNAME }} | |
| key: ${{ secrets.DO_SSHKEY }} | |
| source: "." | |
| target: "/home/zubhub-services/zubhub" | |
| - uses: unstructuredstudio/zubhub/.github/actions/ssh_action@master | |
| with: | |
| host: ${{ vars.DO_BACKEND_HOST }} | |
| username: ${{ vars.DO_BACKEND_USERNAME }} | |
| key: ${{ secrets.DO_SSHKEY }} | |
| script: | | |
| cp /home/zubhub-services/zubhub/zubhub_backend/compose/deploy_backend.sh /home/zubhub-services/ | |
| sudo bash /home/zubhub-services/deploy_backend.sh | |
| doctl compute droplet list 'zubhub-services*' > droplets.txt | |
| droplets_count=`wc -l < droplets.txt` | |
| rm droplets.txt | |
| docker service scale zubhub-services_web=$(($droplets_count - 1)) | |
| - name: Get zubhub-services droplet IPs | |
| id: get_droplet_ips | |
| uses: unstructuredstudio/zubhub/.github/actions/doctl_action@master | |
| with: | |
| token: ${{ secrets.DO_ACCESS_TOKEN }} | |
| script: | | |
| # This script will be executed inside a composite action. | |
| # rename GITHUB_OUTPUT so that it's clear that it's a | |
| # composite output and should be handled differently from $GITHUB_OUTPUT | |
| COMPOSITE_OUTPUT=$GITHUB_OUTPUT | |
| doctl compute droplet list 'zubhub-services*' \ | |
| --format PublicIPv4 --no-header > droplets.txt | |
| # convert to stringified array to be used in the prune job | |
| echo "DROPLET_IPS=$( cat droplets.txt | jq -Rsc '. / "\n" - [""]')" >> $COMPOSITE_OUTPUT | |
| outputs: | |
| DROPLET_IPS: ${{ fromJson(steps.get_droplet_ips.outputs.JSON_STRING).DROPLET_IPS }} | |
| prune: | |
| needs: deploy | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| host: ${{ fromJson(needs.deploy.outputs.DROPLET_IPS) }} | |
| steps: | |
| - name: Execute docker system prune on ${{ matrix.host }} | |
| uses: unstructuredstudio/zubhub/.github/actions/ssh_action@master | |
| with: | |
| host: ${{ matrix.host }} | |
| username: ${{ vars.DO_BACKEND_USERNAME }} | |
| key: ${{ secrets.DO_SSHKEY }} | |
| script: | | |
| docker system prune -a -f | |
| volumes=$(docker volume ls -q) | |
| # Loop through the volumes | |
| while IFS= read -r volume; do | |
| # Delete the volume if it doesn't end with "_data" | |
| if [[ ! $volume =~ _data$ ]]; then | |
| docker volume rm "$volume" 2> /dev/null || true | |
| fi | |
| done <<< "$volumes" |