build-push-containers-all.yml

name: Build Push Containers

on:
  pull_request:
    types:
      - labeled
      - opened
      - synchronize
  push:
    branches:
      - '**' 

jobs:

  m1-da-light-node-build:
    if: github.event.label.name == 'cicd:suzuka-containers' ||  github.ref == 'refs/heads/main'
    permissions:
      contents: read
      packages: write
    strategy:
      matrix:
        architecture: [x86_64, arm64]
        
    runs-on: ${{ matrix.architecture == 'x86_64' && 'buildjet-8vcpu-ubuntu-2204' || 'buildjet-8vcpu-ubuntu-2204-arm' }}

    steps:
    - name: Checkout repository
      uses: actions/checkout@v4
      with: 
        submodules: true
        ref: ${{ github.event.pull_request.head.ref || github.ref }}
    
    - name: Login to Docker Hub
      uses: docker/login-action@v3
      with:
        registry: ghcr.io
        username: ${{ github.repository_owner }}
        password: ${{ secrets.GITHUB_TOKEN }}

    - name: Login to Docker Hub to Avoid Rate Limiting
      uses: docker/login-action@v3
      with:
        username: ${{ secrets.DOCKER_HUB_USERNAME }}
        password: ${{ secrets.DOCKER_HUB_TOKEN }}

    - name: Build and Push Docker image movement
      run: |
        ./scripts/movement/build-push-image m1-da-light-node

  m1-da-light-node-manifest:
    permissions:
      contents: read
      packages: write
    needs: m1-da-light-node-build
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with: 
          submodules: true
          ref: ${{ github.event.pull_request.head.ref || github.ref }}

      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}
      
      - name: Login to Docker Hub to Avoid Rate Limiting
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKER_HUB_USERNAME }}
          password: ${{ secrets.DOCKER_HUB_TOKEN }}

      - name: Build and Push Docker image movement
        run: |
          ./scripts/movement/manifest m1-da-light-node

  m1-da-light-node-celestia-appd-build:
    if: github.event.label.name == 'cicd:suzuka-containers' ||  github.ref == 'refs/heads/main'
    permissions:
      contents: read
      packages: write
    strategy:
      matrix:
        architecture: [x86_64, arm64]
        
    runs-on: ${{ matrix.architecture == 'x86_64' && 'buildjet-8vcpu-ubuntu-2204' || 'buildjet-8vcpu-ubuntu-2204-arm' }}

    steps:
    - name: Checkout repository
      uses: actions/checkout@v4
      with: 
        submodules: true
        ref: ${{ github.event.pull_request.head.ref || github.ref }}
    
    - name: Login to Docker Hub
      uses: docker/login-action@v3
      with:
        registry: ghcr.io
        username: ${{ github.repository_owner }}
        password: ${{ secrets.GITHUB_TOKEN }}

    - name: Login to Docker Hub to Avoid Rate Limiting
      uses: docker/login-action@v3
      with:
        username: ${{ secrets.DOCKER_HUB_USERNAME }}
        password: ${{ secrets.DOCKER_HUB_TOKEN }}

    - name: Build and Push Docker image movement
      run: |
        ./scripts/movement/build-push-image m1-da-light-node-celestia-appd

  m1-da-light-node-celestia-appd-manifest:
    permissions:
      contents: read
      packages: write
    needs: m1-da-light-node-celestia-appd-build
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with: 
          submodules: true
          ref: ${{ github.event.pull_request.head.ref || github.ref }}

      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Login to Docker Hub to Avoid Rate Limiting
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKER_HUB_USERNAME }}
          password: ${{ secrets.DOCKER_HUB_TOKEN }}

      - name: Build and Push Docker image movement
        run: |
          ./scripts/movement/manifest m1-da-light-node-celestia-appd

  m1-da-light-node-celestia-bridge-build:
    if: github.event.label.name == 'cicd:suzuka-containers' ||  github.ref == 'refs/heads/main'
    permissions:
      contents: read
      packages: write
    strategy:
      matrix:
        architecture: [x86_64, arm64]
        
    runs-on: ${{ matrix.architecture == 'x86_64' && 'buildjet-8vcpu-ubuntu-2204' || 'buildjet-8vcpu-ubuntu-2204-arm' }}

    steps:
    - name: Checkout repository
      uses: actions/checkout@v4
      with: 
        submodules: true
        ref: ${{ github.event.pull_request.head.ref || github.ref }}
    
    - name: Login to Docker Hub
      uses: docker/login-action@v3
      with:
        registry: ghcr.io
        username: ${{ github.repository_owner }}
        password: ${{ secrets.GITHUB_TOKEN }}

    - name: Login to Docker Hub to Avoid Rate Limiting
      uses: docker/login-action@v3
      with:
        username: ${{ secrets.DOCKER_HUB_USERNAME }}
        password: ${{ secrets.DOCKER_HUB_TOKEN }}

    - name: Build and Push Docker image movement
      run: |
        ./scripts/movement/build-push-image m1-da-light-node-celestia-bridge

  m1-da-light-node-celestia-bridge-manifest:
    permissions:
      contents: read
      packages: write
    needs: m1-da-light-node-celestia-bridge-build
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with: 
          submodules: true
          ref: ${{ github.event.pull_request.head.ref || github.ref }}

      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Login to Docker Hub to Avoid Rate Limiting
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKER_HUB_USERNAME }}
          password: ${{ secrets.DOCKER_HUB_TOKEN }}

      - name: Build and Push Docker image movement
        run: |
          ./scripts/movement/manifest m1-da-light-node-celestia-bridge

  suzuka-full-node-setup-build:
    if: github.event.label.name == 'cicd:suzuka-containers' ||  github.ref == 'refs/heads/main'
    permissions:
      contents: read
      packages: write
    strategy:
      matrix:
        architecture: [x86_64, arm64]
        
    runs-on: ${{ matrix.architecture == 'x86_64' && 'buildjet-8vcpu-ubuntu-2204' || 'buildjet-8vcpu-ubuntu-2204-arm' }}

    steps:
    - name: Checkout repository
      uses: actions/checkout@v4
      with:
        submodules: true
        ref: ${{ github.event.pull_request.head.ref || github.ref }}
    
    - name: Login to Docker Hub
      uses: docker/login-action@v3
      with:
        registry: ghcr.io
        username: ${{ github.repository_owner }}
        password: ${{ secrets.GITHUB_TOKEN }}

    - name: Login to Docker Hub to Avoid Rate Limiting
      uses: docker/login-action@v3
      with:
        username: ${{ secrets.DOCKER_HUB_USERNAME }}
        password: ${{ secrets.DOCKER_HUB_TOKEN }}

    - name: Build and Push Docker image movement
      run: |
        ./scripts/movement/build-push-image suzuka-full-node-setup

  suzuka-full-node-setup-manifest:
    permissions:
      contents: read
      packages: write
    needs: suzuka-full-node-setup-build
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with: 
          submodules: true
          ref: ${{ github.event.pull_request.head.ref || github.ref }}

      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Login to Docker Hub to Avoid Rate Limiting
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKER_HUB_USERNAME }}
          password: ${{ secrets.DOCKER_HUB_TOKEN }}

      - name: Build and Push Docker image movement
        run: |
          ./scripts/movement/manifest suzuka-full-node-setup

  wait-for-celestia-light-node-build:
    if: github.event.label.name == 'cicd:suzuka-containers' ||  github.ref == 'refs/heads/main'
    permissions:
      contents: read
      packages: write
    strategy:
      matrix:
        architecture: [x86_64, arm64]
        
    runs-on: ${{ matrix.architecture == 'x86_64' && 'buildjet-8vcpu-ubuntu-2204' || 'buildjet-8vcpu-ubuntu-2204-arm' }}

    steps:
    - name: Checkout repository
      uses: actions/checkout@v4
      with: 
        submodules: true
        ref: ${{ github.event.pull_request.head.ref || github.ref }}
    
    - name: Login to Docker Hub
      uses: docker/login-action@v3
      with:
        registry: ghcr.io
        username: ${{ github.repository_owner }}
        password: ${{ secrets.GITHUB_TOKEN }}

    - name: Login to Docker Hub to Avoid Rate Limiting
      uses: docker/login-action@v3
      with:
        username: ${{ secrets.DOCKER_HUB_USERNAME }}
        password: ${{ secrets.DOCKER_HUB_TOKEN }}

    - name: Build and Push Docker image movement
      run: |
        ./scripts/movement/build-push-image wait-for-celestia-light-node

  wait-for-celestia-light-node-manifest:
    permissions:
      contents: read
      packages: write
    needs: wait-for-celestia-light-node-build
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with: 
          submodules: true
          ref: ${{ github.event.pull_request.head.ref || github.ref }}

      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Login to Docker Hub to Avoid Rate Limiting
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKER_HUB_USERNAME }}
          password: ${{ secrets.DOCKER_HUB_TOKEN }}

      - name: Build and Push Docker image movement
        run: |
          ./scripts/movement/manifest wait-for-celestia-light-node

  suzuka-full-node-build:
    if: github.event.label.name == 'cicd:suzuka-containers' ||  github.ref == 'refs/heads/main'
    permissions:
      contents: read
      packages: write
    strategy:
      matrix:
        architecture: [x86_64, arm64]
        
    runs-on: ${{ matrix.architecture == 'x86_64' && 'buildjet-8vcpu-ubuntu-2204' || 'buildjet-8vcpu-ubuntu-2204-arm' }}

    steps:
    - name: Checkout repository
      uses: actions/checkout@v4
      with: 
        submodules: true
        ref: ${{ github.event.pull_request.head.ref || github.ref }}
    
    - name: Login to Docker Hub
      uses: docker/login-action@v3
      with:
        registry: ghcr.io
        username: ${{ github.repository_owner }}
        password: ${{ secrets.GITHUB_TOKEN }}

    - name: Login to Docker Hub to Avoid Rate Limiting
      uses: docker/login-action@v3
      with:
        username: ${{ secrets.DOCKER_HUB_USERNAME }}
        password: ${{ secrets.DOCKER_HUB_TOKEN }}

    - name: Build and Push Docker image movement
      run: |
        ./scripts/movement/build-push-image suzuka-full-node

  suzuka-full-node-manifest:
    permissions:
      contents: read
      packages: write
    needs: suzuka-full-node-build
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with: 
          submodules: true
          ref: ${{ github.event.pull_request.head.ref || github.ref }}

      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Login to Docker Hub to Avoid Rate Limiting
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKER_HUB_USERNAME }}
          password: ${{ secrets.DOCKER_HUB_TOKEN }}

      - name: Build and Push Docker image movement
        run: |
          ./scripts/movement/manifest suzuka-full-node

  suzuka-faucet-service-build:
    if: github.event.label.name == 'cicd:suzuka-containers' ||  github.ref == 'refs/heads/main'
    permissions:
      contents: read
      packages: write
    strategy:
      matrix:
        architecture: [x86_64, arm64]
        
    runs-on: ${{ matrix.architecture == 'x86_64' && 'buildjet-8vcpu-ubuntu-2204' || 'buildjet-8vcpu-ubuntu-2204-arm' }}

    steps:
    - name: Checkout repository
      uses: actions/checkout@v4
      with: 
        submodules: true
        ref: ${{ github.event.pull_request.head.ref || github.ref }}
    
    - name: Login to Docker Hub
      uses: docker/login-action@v3
      with:
        registry: ghcr.io
        username: ${{ github.repository_owner }}
        password: ${{ secrets.GITHUB_TOKEN }}

    - name: Login to Docker Hub to Avoid Rate Limiting
      uses: docker/login-action@v3
      with:
        username: ${{ secrets.DOCKER_HUB_USERNAME }}
        password: ${{ secrets.DOCKER_HUB_TOKEN }}

    - name: Build and Push Docker image movement
      run: |
        ./scripts/movement/build-push-image suzuka-faucet-service

  suzuka-faucet-service-manifest:
    permissions:
      contents: read
      packages: write
    needs: suzuka-faucet-service-build
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with: 
          submodules: true
          ref: ${{ github.event.pull_request.head.ref || github.ref }}

      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Login to Docker Hub to Avoid Rate Limiting
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKER_HUB_USERNAME }}
          password: ${{ secrets.DOCKER_HUB_TOKEN }}

      - name: Build and Push Docker image movement
        run: |
          ./scripts/movement/manifest suzuka-faucet-service

  suzuka-client-e2e-simple-interaction-build:
    permissions:
      contents: read
      packages: write
    strategy:
      matrix:
        architecture: [x86_64, arm64]
        
    runs-on: ${{ matrix.architecture == 'x86_64' && 'buildjet-8vcpu-ubuntu-2204' || 'buildjet-8vcpu-ubuntu-2204-arm' }}

    steps:
    - name: Checkout repository
      uses: actions/checkout@v4
      with: 
        submodules: true
        ref: ${{ github.event.pull_request.head.ref || github.ref }}
    
    - name: Login to Docker Hub
      uses: docker/login-action@v3
      with:
        registry: ghcr.io
        username: ${{ github.repository_owner }}
        password: ${{ secrets.GITHUB_TOKEN }}

    - name: Login to Docker Hub to Avoid Rate Limiting
      uses: docker/login-action@v3
      with:
        username: ${{ secrets.DOCKER_HUB_USERNAME }}
        password: ${{ secrets.DOCKER_HUB_TOKEN }}

    - name: Build and Push Docker image movement
      run: |
        ./scripts/movement/build-push-image suzuka-client-e2e-simple-interaction

  suzuka-client-e2e-simple-interaction-manifest:
    if: github.event.label.name == 'cicd:suzuka-containers' ||  github.ref == 'refs/heads/main'
    permissions:
      contents: read
      packages: write
    needs: suzuka-client-e2e-simple-interaction-build
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with: 
          submodules: true
          ref: ${{ github.event.pull_request.head.ref || github.ref }}

      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Login to Docker Hub to Avoid Rate Limiting
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKER_HUB_USERNAME }}
          password: ${{ secrets.DOCKER_HUB_TOKEN }}

      - name: Build and Push Docker image movement
        run: |
          ./scripts/movement/manifest suzuka-client-e2e-simple-interaction

  suzuka-indexer-build:
    permissions:
      contents: read
      packages: write
    strategy:
      matrix:
        architecture: [x86_64, arm64]
        
    runs-on: ${{ matrix.architecture == 'x86_64' && 'buildjet-8vcpu-ubuntu-2204' || 'buildjet-8vcpu-ubuntu-2204-arm' }}

    steps:
    - name: Checkout repository
      uses: actions/checkout@v4
      with: 
        submodules: true
        ref: ${{ github.event.pull_request.head.ref || github.ref }}
    
    - name: Login to Docker Hub
      uses: docker/login-action@v3
      with:
        registry: ghcr.io
        username: ${{ github.repository_owner }}
        password: ${{ secrets.GITHUB_TOKEN }}

    - name: Login to Docker Hub to Avoid Rate Limiting
      uses: docker/login-action@v3
      with:
        username: ${{ secrets.DOCKER_HUB_USERNAME }}
        password: ${{ secrets.DOCKER_HUB_TOKEN }}

    - name: Build and Push Docker image movement
      run: |
        ./scripts/movement/build-push-image suzuka-indexer

  suzuka-indexer-manifest:
    permissions:
      contents: read
      packages: write
    needs: suzuka-indexer-build
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with: 
          submodules: true
          ref: ${{ github.event.pull_request.head.ref || github.ref }}

      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Login to Docker Hub to Avoid Rate Limiting
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKER_HUB_USERNAME }}
          password: ${{ secrets.DOCKER_HUB_TOKEN }}

      - name: Build and Push Docker image movement
        run: |
          ./scripts/movement/manifest suzuka-indexer

  suzuka-client-e2e-followers-consistent-build:
    permissions:
      contents: read
      packages: write
    strategy:
      matrix:
        architecture: [x86_64, arm64]
        
    runs-on: ${{ matrix.architecture == 'x86_64' && 'buildjet-8vcpu-ubuntu-2204' || 'buildjet-8vcpu-ubuntu-2204-arm' }}

    steps:
    - name: Checkout repository
      uses: actions/checkout@v4
      with: 
        submodules: true
        ref: ${{ github.event.pull_request.head.ref || github.ref }}
    
    - name: Login to Docker Hub
      uses: docker/login-action@v3
      with:
        registry: ghcr.io
        username: ${{ github.repository_owner }}
        password: ${{ secrets.GITHUB_TOKEN }}

    - name: Login to Docker Hub to Avoid Rate Limiting
      uses: docker/login-action@v3
      with:
        username: ${{ secrets.DOCKER_HUB_USERNAME }}
        password: ${{ secrets.DOCKER_HUB_TOKEN }}

    - name: Build and Push Docker image movement
      run: |
        ./scripts/movement/build-push-image suzuka-client-e2e-followers-consistent

  suzuka-client-e2e-followers-consistent-manifest:
    if: github.event.label.name == 'cicd:suzuka-containers' ||  github.ref == 'refs/heads/main'
    permissions:
      contents: read
      packages: write
    needs: suzuka-client-e2e-followers-consistent-build
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with: 
          submodules: true
          ref: ${{ github.event.pull_request.head.ref || github.ref }}

      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Login to Docker Hub to Avoid Rate Limiting
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKER_HUB_USERNAME }}
          password: ${{ secrets.DOCKER_HUB_TOKEN }}

      - name: Build and Push Docker image movement
        run: |
          ./scripts/movement/manifest suzuka-client-e2e-followers-consistent

  
  container-checks:
    if: github.event.label.name == 'cicd:suzuka-containers' ||  github.ref == 'refs/heads/main'
    runs-on: buildjet-8vcpu-ubuntu-2204
    needs: 
      - m1-da-light-node-manifest
      - m1-da-light-node-celestia-appd-manifest
      - m1-da-light-node-celestia-bridge-manifest
      - suzuka-full-node-setup-manifest
      - wait-for-celestia-light-node-manifest
      - suzuka-full-node-manifest
      - suzuka-faucet-service-manifest
      - suzuka-client-e2e-simple-interaction-manifest
      - suzuka-client-e2e-followers-consistent-manifest
    steps:

      - name: Checkout repository
        uses: actions/checkout@v4
        with: 
          submodules: true
          ref: ${{ github.event.pull_request.head.ref || github.ref }}
  
      - name: Install Nix
        uses: DeterminateSystems/nix-installer-action@main
  
      - name: Read the commit SHA
        id: vars
        run: echo "CONTAINER_REV=${{ github.ref }}" >> .env

      - name: Display .env file
        run: cat .env

      - name: Install dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y wget
  
  
      - name: Install docker-ce-cli
        run: |
          sudo apt-get install -y docker-ce-cli
  
      - name: Verify Docker Installation
        run: |
          docker compose version
          docker --version
          docker version

      - name: Run docker-compose local.setup.test
        run: |
          nix develop --command bash  -c "just container-tests"  
          # run again to test restarts
          # nix develop --command bash  -c "just container-tests"  

### Unchecked containers

  bridge-service-build:
    if: github.event.label.name == 'cicd:bridge-containers' ||  github.ref == 'refs/heads/main'
    permissions:
      contents: read
      packages: write
    strategy:
      matrix:
        architecture: [x86_64, arm64]
        
    runs-on: ${{ matrix.architecture == 'x86_64' && 'buildjet-8vcpu-ubuntu-2204' || 'buildjet-8vcpu-ubuntu-2204-arm' }}

    steps:
    - name: Checkout repository
      uses: actions/checkout@v4
    
    - name: Login to Docker Hub
      uses: docker/login-action@v3
      with:
        registry: ghcr.io
        username: ${{ github.repository_owner }}
        password: ${{ secrets.GITHUB_TOKEN }}

    - name: Login to Docker Hub to Avoid Rate Limiting
      uses: docker/login-action@v3
      with:
        username: ${{ secrets.DOCKER_HUB_USERNAME }}
        password: ${{ secrets.DOCKER_HUB_TOKEN }}

    - name: Build and Push Docker image movement
      run: |
        ./scripts/movement/build-push-image bridge-service

  bridge-service-manifest:
    permissions:
      contents: read
      packages: write
    needs: bridge-service-build
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}
      
      - name: Login to Docker Hub to Avoid Rate Limiting
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKER_HUB_USERNAME }}
          password: ${{ secrets.DOCKER_HUB_TOKEN }}

      - name: Build and Push Docker image movement
        run: |
          ./scripts/movement/manifest bridge-service