add ci using github actions

.github/workflows/build.yml

@@ -0,0 +1,207 @@
+name: build
+
+on:
+  push:
+    branches: [ "scarthgap-tisdk-10" ]
+  pull_request:
+    branches: [ "scarthgap-tisdk-10" ]
+  schedule:
+    - cron: "0 0 * * 5"
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+jobs:
+  prepare_container:
+    runs-on: self-hosted
+    outputs:
+      uid: ${{ steps.uid_step.outputs.userid }}
+      gid: ${{ steps.uid_step.outputs.groupid }}
+    steps:
+      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+      - uses: actions/checkout@v4
+
+      - name: Get user id/group
+        id: uid_step
+        run: |
+          echo "userid=$(id -u)" >> "$GITHUB_OUTPUT"
+          echo "groupid=$(id -g)" >> "$GITHUB_OUTPUT"
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+        with:
+          buildkitd-config: /etc/docker/cibuilder.toml
+
+      - name: Login to Docker Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ciserver.ci:5000
+          username: ${{ secrets.CI_CACHE_REGISTRY_LOGIN }}
+          password: ${{ secrets.CI_CACHE_REGISTRY_PASSWORD }}
+
+      - name: Build and push
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          push: true
+          tags: ciserver.ci:5000/${{ github.repository_id }}:latest
+          cache-from: type=registry,ref=ciserver.ci:5000/${{ github.repository_id }}:cache-tisdk-10
+          cache-to: type=registry,ref=ciserver.ci:5000/${{ github.repository_id }}:cache-tisdk-10,mode=max
+          file: conf/docker/Dockerfile
+          build-args: |
+            USER_ID=${{ steps.uid_step.outputs.userid }}
+            GROUP_ID=${{ steps.uid_step.outputs.groupid }}
+
+  build_images:
+    needs: prepare_container
+    runs-on: self-hosted
+    timeout-minutes: 1080
+    container:
+        image: ciserver.ci:5000/${{ github.repository_id }}:latest
+        credentials:
+            username: ${{ secrets.CI_CACHE_REGISTRY_LOGIN }}
+            password: ${{ secrets.CI_CACHE_REGISTRY_PASSWORD }}
+        options: --user developer
+    outputs:
+      build_tag: ${{ steps.tag_step.outputs.build_tag }}
+    steps:
+      - name: Checkout parent tisdk
+        uses: actions/checkout@v4
+        with:
+          ref: tisdk
+
+      - name: Checkout dependency layers
+        run: |
+          ./oe-layertool-setup.sh -f configs/processor-sdk/processor-sdk-scarthgap-10.01.10.04-config.txt
+          rm -rf sources/meta-solidrun-arm-am64
+
+      - name: Checkout pull-request version of meta-solidrun-arm-am64
+        uses: actions/checkout@v4
+        with:
+          path: sources/meta-solidrun-arm-am64
+
+      - name: Get build tag
+        id: tag_step
+        run: |
+          build_tag=$(date +%Y-%m-%d)_$(cd sources/meta-solidrun-arm-am64; git rev-parse --short HEAD)
+          echo "build_tag=$build_tag" >> "$GITHUB_OUTPUT"
+
+      - name: Create cache dir
+        run: mkdir -p buildcache
+
+      - name: Fetch cache from server
+        uses: tespkg/actions-cache/restore@v1
+        with:
+          endpoint: ciserver.ci
+          port: 9000
+          insecure: true
+          accessKey: ${{ secrets.CI_CACHE_MINIO_ACCESS }}
+          secretKey: ${{ secrets.CI_CACHE_MINIO_SECRET }}
+          bucket: cicache
+          use-fallback: false
+          key: ${{ github.repository }}-tisdk-10
+          path: |
+            buildcache
+
+      - name: Configure
+        shell: bash {0}
+        run: |
+            cd build
+            echo "require conf/includes/ci.conf" >> conf/local.conf
+
+      - name: Download Sources (ignore errors)
+        shell: bash {0}
+        run: |
+            cd build
+            . conf/setenv
+            export CACHE_DIR="$GITHUB_WORKSPACE/buildcache"
+            export BB_ENV_PASSTHROUGH_ADDITIONS="$BB_ENV_PASSTHROUGH_ADDITIONS CACHE_DIR"
+            MACHINE=am64xx-sr-som bitbake -k tisdk-base-image tisdk-thinlinux-image tisdk-default-image --runall=fetch
+        continue-on-error: true
+
+      - name: Build (ignore errors)
+        shell: bash {0}
+        run: |
+            cd build
+            . conf/setenv
+            export CACHE_DIR="$GITHUB_WORKSPACE/buildcache"
+            export BB_ENV_PASSTHROUGH_ADDITIONS="$BB_ENV_PASSTHROUGH_ADDITIONS CACHE_DIR"
+            MACHINE=am64xx-sr-som bitbake -k tisdk-base-image tisdk-thinlinux-image tisdk-default-image
+        continue-on-error: true
+
+      - name: Update cache on the server (build may have failed)
+#        if: github.event_name == 'schedule' || github.event_name == 'workflow_dispatch'
+        uses: tespkg/actions-cache/save@v1
+        with:
+          endpoint: ciserver.ci
+          port: 9000
+          insecure: true
+          accessKey: ${{ secrets.CI_CACHE_MINIO_ACCESS }}
+          secretKey: ${{ secrets.CI_CACHE_MINIO_SECRET }}
+          bucket: cicache
+          use-fallback: false
+          key: ${{ github.repository }}-tisdk-10
+          path: |
+            buildcache
+
+      - name: Fail Late
+        if: failure() && steps.build_step.outcome == 'failure'
+        shell: bash {0}
+        run: |
+            false
+
+      - name: Select artifacts for publishing
+        shell: bash -e {0}
+        run: |
+            DEPLOY_PATH=build/deploy-ti/images/am64xx-sr-som
+            ls -lh $DEPLOY_PATH
+            mkdir deploy
+            cp -L $DEPLOY_PATH/tiboot3-am64x-gp-sr-som.bin $DEPLOY_PATH/tiboot3-am64x_sr2-hs-fs-sr-som.bin $DEPLOY_PATH/tiboot3-am64x_sr2-hs-sr-som.bin deploy/
+            cp -L $DEPLOY_PATH/tispl.bin-am64xx-sr-som deploy/
+            cp -L $DEPLOY_PATH/u-boot-am64xx-sr-som.img deploy/
+            cp -L $DEPLOY_PATH/k3-am642-hummingboard-t.dtb $DEPLOY_PATH/k3-am642-hummingboard-t-pcie.dtb $DEPLOY_PATH/k3-am642-hummingboard-t-usb3.dtb deploy/
+            cp -L $DEPLOY_PATH/Image deploy/
+            cp -L $DEPLOY_PATH/modules-am64xx-sr-som.tgz deploy/
+            cp -L $DEPLOY_PATH/fitImage deploy/
+            cp -L $DEPLOY_PATH/tisdk-base-image-am64xx-sr-som.rootfs.manifest $DEPLOY_PATH/tisdk-base-image-am64xx-sr-som.rootfs.wic.bmap $DEPLOY_PATH/tisdk-base-image-am64xx-sr-som.rootfs.wic.xz deploy/
+            cp -L $DEPLOY_PATH/tisdk-thinlinux-image-am64xx-sr-som.rootfs.manifest $DEPLOY_PATH/tisdk-thinlinux-image-am64xx-sr-som.rootfs.wic.bmap $DEPLOY_PATH/tisdk-thinlinux-image-am64xx-sr-som.rootfs.wic.xz deploy/
+            cp -L $DEPLOY_PATH/tisdk-default-image-am64xx-sr-som.rootfs.manifest $DEPLOY_PATH/tisdk-default-image-am64xx-sr-som.rootfs.wic.bmap $DEPLOY_PATH/tisdk-default-image-am64xx-sr-som.rootfs.wic.xz deploy/
+            ls -lh deploy/
+
+      - name: Deploy to the local minio storage
+        uses: yakubique/[email protected]
+        with:
+          endpoint: http://ciserver.ci:9000
+          insecure: true
+          access_key: ${{ secrets.CI_CACHE_MINIO_ACCESS }}
+          secret_key: ${{ secrets.CI_CACHE_MINIO_SECRET }}
+          bucket: cipublish
+          source: ./deploy
+          target: "/${{ github.repository_id }}/${{ steps.tag_step.outputs.build_tag }}"
+          recursive: true
+
+  publish_images:
+    needs: build_images
+    runs-on: self-hosted
+    if: github.event_name == 'push'
+    steps:
+      - name: Download an artifacts from MinIO
+        uses: yakubique/[email protected]
+        with:
+          endpoint: http://ciserver.ci:9000
+          insecure: true
+          access_key: ${{ secrets.CI_CACHE_MINIO_ACCESS }}
+          secret_key: ${{ secrets.CI_CACHE_MINIO_SECRET }}
+          bucket: cipublish
+          source: "/${{ github.repository_id }}/${{ needs.build_images.outputs.build_tag }}/"
+          target: "."
+          recursive: true
+
+      - name: Upload to S3
+        uses: shallwefootball/[email protected]
+        with:
+          aws_key_id: ${{ secrets.IMAGES_S3_ACCESS }}
+          aws_secret_access_key: ${{ secrets.IMAGES_S3_SECRET }}
+          aws_bucket: ${{ secrets.IMAGES_S3_BUCKET }}
+          endpoint: ${{ secrets.IMAGES_S3_HOST }}
+          source_dir: deploy
+          destination_dir: AM64X/meta-solidrun-arm-am64/scarthgap-tisdk-10/${{ needs.build_images.outputs.build_tag }}

README.md

@@ -7,6 +7,10 @@ This is a yocto meta layer for adding SolidRun AM64 SoM support to TI Yocto SDK.
 - AM642 SoM (standalone, enough to boot)
 - AM642 SoM on HummingBoard-T
 
+## Binaries
+
+Binaries are generated automatically by our CI infrastructure to [images.solid-run.com](https://images.solid-run.com/AM64X/meta-solidrun-arm-am64/)
+
 ## TI Documentation
 
 - [Yocto SDK user manual](https://software-dl.ti.com/processor-sdk-linux/esd/AM64X/10_01_10_04/exports/docs/devices/AM64X/linux/Overview.html)

conf/docker/Dockerfile

@@ -0,0 +1,51 @@
+FROM ubuntu:22.04
+
+# Set the default shell to bash
+SHELL ["/bin/bash", "-c"]
+
+# Create and set the working directory
+WORKDIR /workspace
+
+# Install necessary packages and dependencies for Yocto builds.
+# This includes all the recommended packages listed in the Yocto Project Quick Start
+# guide for a Ubuntu-based host, plus packages listed in TI Documentation.
+ENV DEBIAN_FRONTEND noninteractive
+RUN apt-get update && apt-get install -y  \
+	apt-transport-https bash bison build-essential ca-certificates chrpath cpio curl \
+	debianutils diffstat dos2unix doxygen file flex gawk gcc git git-lfs g++-multilib \
+	icecc iputils-ping jq libacl1 libc6-dev-i386 libegl1-mesa liblz4-tool \
+	libsdl1.2-dev libssl-dev locales locales lz4 mesa-common-dev mono-complete \
+	mono-devel patchelf pigz pseudo python3 python3-distutils python3-git \
+	python3-jinja2 python3-pexpect python3-pip python3-sphinx python3-subunit repo \
+	socat sudo texinfo tree u-boot-tools unzip wget xz-utils zstd
+
+RUN locale-gen en_US.UTF-8
+
+RUN update-ca-certificates
+
+# Set environment variables
+ENV LANG=en_US.UTF-8 \
+    LANGUAGE=en_US:en \
+    LC_ALL=en_US.UTF-8
+
+# Arguments to pass host user's UID and GID
+ARG USER_ID=1000
+ARG GROUP_ID=1000
+
+# Create a user 'developer' with the same UID/GID as the host user
+RUN groupadd -g ${GROUP_ID} developer
+RUN useradd -m -u ${USER_ID} -g developer -d /home/developer developer
+RUN mkdir -p /workspace
+RUN chown -R developer:developer /workspace
+RUN mkdir -p /home/developer/.ssh
+RUN touch /home/developer/.ssh/known_hosts
+RUN chmod 700 /home/developer/.ssh
+RUN chmod 600 /home/developer/.ssh/known_hosts
+RUN chown -R developer:developer /home/developer/.ssh
+
+RUN git config --add --system user.email "[email protected]"
+RUN git config --add --system user.name "Build Container"
+RUN git config --add --system http.version HTTP/1.1
+
+# The entry point is set to bash. This means that when the container starts, it will drop the user into bash
+ENTRYPOINT ["/bin/bash"]

conf/includes/ci.conf

@@ -0,0 +1,12 @@
+CACHE_DIR ??= "${TOPDIR}"
+
+BB_GENERATE_MIRROR_TARBALLS = "1"
+BB_GIT_SHALLOW ?= "1"
+BB_GIT_SHALLOW_DEPTH ?= "1"
+
+DL_DIR = "${CACHE_DIR}/downloads"
+SSTATE_DIR = "${CACHE_DIR}/sstate-cache"
+CCACHE_TOP_DIR = "${CACHE_DIR}/ccache"
+
+INHERIT += "ccache"
+INHERIT += "rm_work"