release_bundler.yml

name: package builder release
on:
  workflow_dispatch: 
    inputs:
          version:
            description: 'version'
            required: true
          files:
              required: true
              type: boolean
          pip:
              required: true
              type: boolean
          docker:
              required: true
              type: boolean    
          docker_old:
              required: true
              type: boolean    
jobs:
  create_version:
    runs-on: ubuntu-20.04
    if: ${{ inputs.files}}
    name: create version doc
    steps:
      - name: Checkout
        uses: actions/checkout@v3
        with:
            fetch-depth: 0
            ref: ${{inputs.version}}
      - name: update line
        run: 
          sed -i -e s/'>=3.7.0,<4'/'>=3.7.0,<3.13'/ pyproject.toml      
      - name: Set up Python 3.11.5
        uses: actions/setup-python@v4
        with:
          python-version: '3.11.5'
      - name: install dunamai
        run: pip install dunamai
      - name: replace_version 
        run: | 
          sed -i -e s/'from dunamai import Version,Pattern'// ofscraper/__version__.py 
          sed -i -e  s/'Version.from_git(pattern=.*'/\""$(dunamai from git --format "{base}" --pattern "(?P<base>\d+\.\d+\.\d+|\d+\.\d+)")"\"/ ofscraper/__version__.py
      - name: show file
        run: cat ofscraper/__version__.py 
      - name: upload file
        uses: actions/upload-artifact@v3
        with:
          name: ofscraper_version
          path: /home/runner/work/OF-Scraper/OF-Scraper/ofscraper/__version__.py 
#       - name: list files 1
#         run: ls /home/runner/work/
#       - name: list files 2
#         run: ls /home/runner/work/OF-Scraper/
#       - name: list files 3
#         run: ls /home/runner/work/OF-Scraper/OF-Scraper
#       - name: list files 4
#         run: ls /home/runner/work/OF-Scraper/OF-Scraper/ofscraper         
  
  linux:
    needs: [create_version]
    runs-on: ubuntu-20.04
    name: create linux release
    steps:
      - name: Checkout
        uses: actions/checkout@v3
        with:
            fetch-depth: 0
            ref: ${{inputs.version}}
      - name: list files
        run:   ls -d $PWD/*    
      - name: list files2
        run:   ls -d $PWD/ofscraper/*       
      - name: update line
        run: 
          sed -i -e s/'>=3.7.0,<4'/'>=3.7.0,<3.13'/ pyproject.toml      
      - name: commit
        uses: pr-mpt/actions-commit-hash@v2
        id: commit            
      - name: replace version.py
        uses: actions/download-artifact@v3
        with:
          name: ofscraper_version 
          path: ofscraper      

    
      - name: create one file
        uses: addnab/docker-run-action@v3
        with:
            image: datawhores/ubuntu:latest
            options: -v ${{ github.workspace }}:/root/work
            shell: bash
            run: |
                cd work
                python3.11 -m venv .venv
                /root/.local/bin/poetry add lxml
                /root/.local/bin/poetry install
                /root/.local/bin/poetry add pyinstaller
                echo "install run pyinstaller"
                /root/.local/bin/poetry run pyinstaller .venv/bin/ofscraper --collect-submodules application --name "ofscraper_linux_${{inputs.version}}" --onefile
      - name: upload one file
        uses: actions/upload-artifact@v3
        with:
          name: ofscraper_linux
          path: "dist/ofscraper_linux_${{inputs.version}}"
      - name: create zip
        uses: addnab/docker-run-action@v3
        with:
            image: datawhores/ubuntu:latest
            options: -v ${{ github.workspace }}:/root/work
            shell: bash
            run: |
                cd work
                apt-get install zip -y
                python3.11 -m venv .venv
                /root/.local/bin/poetry install
                /root/.local/bin/poetry add pyinstaller
                /root/.local/bin/poetry run pyinstaller .venv/bin/ofscraper --collect-submodules application --name "ofscraper_linux_${{inputs.version}}" --onefile
                zip -r "dist/ofscraper_linux_${{inputs.version}}.zip" "dist/ofscraper_linux_${{inputs.version}}"
      - name: upload zip
        uses: actions/upload-artifact@v3
        with:
          name: ofscraper_linux_zip
          path: "dist/ofscraper_linux_${{inputs.version}}.zip"              
                      
  windows:
    needs: [create_version]
    runs-on: windows-latest
    name: create windows release
    steps:
      - name: Checkout
        uses: actions/checkout@v3
        with:
            fetch-depth: 0
            ref: ${{inputs.version}}
      - name: list files
        run:   ls .
      - name: list files2
        run:   ls ofscraper  
      - name: replace version.py
        uses: actions/download-artifact@v3
        with:
          name: ofscraper_version 
          path: ofscraper
      - name: update line
        run: 
          sed -i -e s/'>=3.7.0,<4'/'>=3.7.0,<3.13'/ pyproject.toml     
      - name: Set up Python 3.11.5
        uses: actions/setup-python@v4
        with:
          python-version: '3.11.5'
      - name: install poetry
        uses: abatilo/actions-poetry@v2
        with:
          poetry-version: 1.4.1 
      - name: create virtualenv
        run: python3 -m venv .venv
      - name: active env
        run: poetry env use  .venv/Scripts/python3        
      - name: Install package
        run: poetry install
      - name: install builder
        run: poetry add pyinstaller   
      - name: create-one-file   
        id: create-one-file
        run: poetry run pyinstaller D:\a\OF-Scraper\OF-Scraper\ofscraper\__main__.py --collect-submodules ofscraper --onefile --name "ofscraper_windows_${{inputs.version}}"
        continue-on-error: true
      - name: create-one-file2
        id: create-one-file2
        if: steps.create-one-file.outcome != 'success'
        run: poetry run pyinstaller .venv/Scripts/ofscraper --collect-submodules application --onefile --name "ofscraper_windows_${{inputs.version}}" 
      - name: upload file
        uses: actions/upload-artifact@v3
        with:
          name: ofscraper_windows
          path: 'dist\ofscraper_windows_${{inputs.version}}.exe'
      - name: create-dir
        id: create-dir
        run: poetry run pyinstaller D:\a\OF-Scraper\OF-Scraper\ofscraper\__main__.py --collect-submodules ofscraper --name "ofscraper_windows_${{inputs.version}}" 
        continue-on-error: true
      - name: create-dir2
        id: create-dir2
        if: steps.create-dir.outcome != 'success'
        run: poetry run pyinstaller .venv/Scripts/ofscraper --collect-submodules application --name "ofscraper_windows_${{inputs.version}}"      
      - uses: vimtor/action-zip@v1
        with:
          files: "dist/ofscraper_windows_${{inputs.version}}"
          dest: "dist/ofscraper_windows_${{inputs.version}}.zip"
      - name: upload file
        uses: actions/upload-artifact@v3
        with:
          name: ofscraper_windows_zip
          path: "dist/ofscraper_windows_${{inputs.version}}.zip"          
  mac:
    needs: [create_version]
    runs-on: macos-latest 
    name: create mac release
    steps:
      - name: Checkout
        uses: actions/checkout@v3
        with:
            fetch-depth: 0
            ref: ${{inputs.version}}
      - name: list files
        run:   ls -d $PWD/*    
      - name: list files2
        run:   ls -d $PWD/ofscraper/*    
      - name: replace version.py
        uses: actions/download-artifact@v3
        with:
          name: ofscraper_version     
          path: ofscraper
      # - name: update line
      #   run: 
      #     sed -i -e s/'>=3.7.0,<4'/'>=3.7.0,<3.13'/ pyproject.toml      
      - name: Set up Python 3.11.5
        uses: actions/setup-python@v4
        with:
          python-version: '3.11.5'
      - name: create virtualenv
        run: python3 -m venv .venv
      - name: install poetry
        uses: abatilo/actions-poetry@v2
        with:
          poetry-version: 1.4.1
      - name: Install package
        run: poetry install
      - name: install builder
        run: poetry add pyinstaller        
      - name: create-one-file
        id: create-one-file
        run: poetry run pyinstaller /Users/runner/work/OF-Scraper/OF-Scraper/ofscraper/__main__.py --collect-submodules application --onefile --name "ofscraper_macos_${{inputs.version}}"
        continue-on-error: true
      - name: create-one-file2
        id: create-one-file2
        if: steps.create-one-file.outcome != 'success'
        run: poetry run pyinstaller .venv/bin/ofscraper --collect-submodules application --onefile --name "ofscraper_macos_${{inputs.version}}" 
      - name: upload file
        uses: actions/upload-artifact@v3
        with:
          name: ofscraper_macos
          path: "dist/ofscraper_macos_${{inputs.version}}"
      - name: create-dir
        id: create-dir
        run: poetry run pyinstaller /Users/runner/work/OF-Scraper/OF-Scraper/ofscraper/__main__.py --collect-submodules application --name "ofscraper_macos_${{inputs.version}}" 
        continue-on-error: true
      - name: create-dir2
        id: create-dir2
        if: steps.create-dir.outcome != 'success'
        run: poetry run pyinstaller .venv/bin/ofscraper --collect-submodules application --name "ofscraper_macos_${{inputs.version}}" 
      - uses: vimtor/action-zip@v1
        with:
          files: "dist/ofscraper_macos_${{inputs.version}}"
          dest: "dist/ofscraper_macos_${{inputs.version}}.zip"
      - name: upload file
        uses: actions/upload-artifact@v3
        with:
          name: ofscraper_macos_zip
          path: "dist/ofscraper_macos_${{inputs.version}}.zip"               
          
  publish_release:
    runs-on: ubuntu-latest
    name: publish
    needs: [linux,windows,mac]
    permissions:
      contents: write 
    steps:
      - name: Download linux
        uses: actions/download-artifact@v3
        with:
          name: ofscraper_linux  
      - name: Download linux zip
        uses: actions/download-artifact@v3
        with:
          name: ofscraper_linux_zip 

      - name: Download mac
        uses: actions/download-artifact@v3
        with:
          name: ofscraper_macos   
      - name: Download mac zip
        uses: actions/download-artifact@v3
        with:
          name: ofscraper_macos_zip         
      - name: Download windows
        uses: actions/download-artifact@v3
        with:
          name: ofscraper_windows        
      - name: Download windows zip
        uses: actions/download-artifact@v3
        with:
          name: ofscraper_windows_zip  
      
      - name: commit
        uses: pr-mpt/actions-commit-hash@v2
        id: commit
      - name: show files
        run: ls /home/runner/work/OF-Scraper/OF-Scraper 
      - name: upload package
        uses: ncipollo/release-action@v1
        with:
          artifacts: "/home/runner/work/OF-Scraper/OF-Scraper/ofscraper_*"
          tag: ${{inputs.version}}
          allowUpdates: True
          omitBodyDuringUpdate: True
          omitDraftDuringUpdate: True

  pypi:
    if: ${{ inputs.pip}}
    runs-on: ubuntu-latest
    name: create pypi
    steps:
      - name: Checkout
        uses: actions/checkout@v3
        with:
          fetch-depth: 0
          ref: ${{inputs.version}}
      - name: Set up Python 3.11.5
        uses: actions/setup-python@v4
        with:
          python-version: '3.11.5'
      - name: 🐍 Install dependencies
        run: |
          pip install poetry-dynamic-versioning
          pip install dunamai 
      - name: Install Poetry
        uses: snok/install-poetry@v1
      - name: Build
        run: |
          poetry version $(dunamai from git --format "{base}" --pattern="(?P<base>\d+\.\d+\.\w+|\d+\.\w+)")
          poetry build
      - name: Push to pypi 
        env:
          PYPI_TOKEN: ${{ secrets.pypi }}
        run: |
          poetry config pypi-token.pypi $PYPI_TOKEN
          poetry publish
  docker:
    if: ${{ inputs.docker}}
    runs-on: ubuntu-latest
    name: Docker Release
    permissions:
      contents: read
      packages: write
      # This is used to complete the identity challenge
      # with sigstore/fulcio when running outside of PRs.
      id-token: write

    steps:  
      - name: Checkout repository
        uses: actions/checkout@v3
        with:
            fetch-depth: 0
      - name: get tag
        run: echo release=$(git describe --tags `git rev-list --tags --max-count=1`) >> $GITHUB_ENV       
      - name: Setup Docker buildx
        uses: docker/setup-buildx-action@v2
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v2
      #Install the cosign tool except on PR
      #https://github.com/sigstore/cosign-installer
      - name: Install cosign
        uses: sigstore/cosign-installer@main #v2.6.0
        with:
          cosign-release: 'v1.13.1'
      #Login against a Docker registry except on PR
      #https://github.com/docker/login-action
    
      -  name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v2
      
            
      - name: Login to Docker Hub
        uses: docker/login-action@v2
        with:
          username: ${{ secrets.DOCKERHUB_USERNAME }}
          password: ${{ secrets.DOCKERHUB_TOKEN }}
      

      
      - name: push image to Docker Hub
        id: build-and-push
        uses: docker/build-push-action@v4
        with:
          context: .
          tags: |
            datawhores/of-scraper:${{ inputs.version }}
            datawhores/of-scraper:latest
            
          cache-from: type=gha
          cache-to: type=gha,mode=max
          push: true
          
      - name: cosign-installer
        uses: sigstore/cosign-installer@v3.0.5
        
      - name: Write signing key to disk
        run: 'echo "$KEY" > cosign.key'
        shell: bash
        env:
          KEY: ${{ secrets.COSIGN_PRIVATE_KEY }}
      
      - name: Sign the published Docker image
        env:
          COSIGN_PASSWORD: ${{ secrets.COSIGN_PASSWORD }}
          COSIGN_EXPERIMENTAL: "true"
        run: echo "datawhores/of-scraper:${{ env.release }}" | xargs -I {} cosign sign --yes --key cosign.key {}@${{ steps.build-and-push.outputs.digest }}

#       # Sign the resulting Docker image digest except on PRs.
#       # This will only write to the public Rekor transparency log when the Docker
#       # repository is public to avoid leaking data.  If you would like to publish
#       # transparency data even for private images, pass --force to cosign below.
#       # https://github.com/sigstore/cosign
#       - name: Sign the published Docker image
#         env:
#           COSIGN_EXPERIMENTAL: "true"
#         # This step uses the identity token to provision an ephemeral certificate
#         # against the sigstore community Fulcio instance.
#         run: echo "datawhores/of-scraper:${{ env.release }}" | xargs -I {} cosign sign {}@${{ steps.build-and-push.outputs.digest }}
      #Login against a Docker registry except on PR
      #https://github.com/docker/login-action
      - name: login to ghcr
        uses: docker/login-action@v2
        with:
          registry:  ghcr.io
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN}}
          # Extract metadata (tags, labels) for Docker
      - name: push image to ghcr
        id: build-and-push2
        uses: docker/build-push-action@v4
        with:
          context: .
          tags: |
            ghcr.io/datawhores/of-scraper:${{ inputs.version }}
            ghcr.io/datawhores/of-scraper:latest
          cache-from: type=gha
          cache-to: type=gha,mode=max
          push: true          

  docker_old:
    if: ${{ inputs.docker_old}}
    runs-on: ubuntu-latest
    name: Docker Release Old
    permissions:
      contents: read
      packages: write
      # This is used to complete the identity challenge
      # with sigstore/fulcio when running outside of PRs.
      id-token: write

    steps:  
      - name: Checkout repository
        uses: actions/checkout@v3
        with:
            fetch-depth: 0
      - name: get tag
        run: echo release=$(git describe --tags `git rev-list --tags --max-count=1`) >> $GITHUB_ENV       
      - name: Setup Docker buildx
        uses: docker/setup-buildx-action@v2
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v2
      #Install the cosign tool except on PR
      #https://github.com/sigstore/cosign-installer
      - name: Install cosign
        uses: sigstore/cosign-installer@main #v2.6.0
        with:
          cosign-release: 'v1.13.1'
      #Login against a Docker registry except on PR
      #https://github.com/docker/login-action
    
      -  name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v2
      
            
      - name: Login to Docker Hub
        uses: docker/login-action@v2
        with:
          username: ${{ secrets.DOCKERHUB_USERNAME }}
          password: ${{ secrets.DOCKERHUB_TOKEN }}
      

      
      - name: push image to Docker Hub
        id: build-and-push
        uses: docker/build-push-action@v4
        with:
          context: .
          tags: |
            datawhores/of-scraper:${{ inputs.version }}
            
          cache-from: type=gha
          cache-to: type=gha,mode=max
          push: true
          
      - name: cosign-installer
        uses: sigstore/cosign-installer@v3.0.5
        
      - name: Write signing key to disk
        run: 'echo "$KEY" > cosign.key'
        shell: bash
        env:
          KEY: ${{ secrets.COSIGN_PRIVATE_KEY }}
      
      - name: Sign the published Docker image
        env:
          COSIGN_PASSWORD: ${{ secrets.COSIGN_PASSWORD }}
          COSIGN_EXPERIMENTAL: "true"
        run: echo "datawhores/of-scraper:${{ env.release }}" | xargs -I {} cosign sign --yes --key cosign.key {}@${{ steps.build-and-push.outputs.digest }}

#       # Sign the resulting Docker image digest except on PRs.
#       # This will only write to the public Rekor transparency log when the Docker
#       # repository is public to avoid leaking data.  If you would like to publish
#       # transparency data even for private images, pass --force to cosign below.
#       # https://github.com/sigstore/cosign
#       - name: Sign the published Docker image
#         env:
#           COSIGN_EXPERIMENTAL: "true"
#         # This step uses the identity token to provision an ephemeral certificate
#         # against the sigstore community Fulcio instance.
#         run: echo "datawhores/of-scraper:${{ env.release }}" | xargs -I {} cosign sign {}@${{ steps.build-and-push.outputs.digest }}
      #Login against a Docker registry except on PR
      #https://github.com/docker/login-action
      - name: login to ghcr
        uses: docker/login-action@v2
        with:
          registry:  ghcr.io
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN}}
          # Extract metadata (tags, labels) for Docker
      - name: push image to ghcr
        id: build-and-push2
        uses: docker/build-push-action@v4
        with:
          context: .
          tags: |
            ghcr.io/datawhores/of-scraper:${{ inputs.version }}
          cache-from: type=gha
          cache-to: type=gha,mode=max
          push: true