From 5a7103ad31fa12d6f86e101359e6ff3d16217f0c Mon Sep 17 00:00:00 2001 From: Ioannis Tsakpinis Date: Sat, 27 Feb 2021 17:06:00 +0200 Subject: [PATCH] LWJGL CI configuration --- .gitattributes | 2 + .github/workflows/ccpp.yml | 134 --------------------- .github/workflows/cifuzz.yml | 26 ---- .github/workflows/lwjgl.yml | 205 ++++++++++++++++++++++++++++++++ .github/workflows/sanitizer.yml | 69 ----------- code/Common/StbCommon.h | 3 + 6 files changed, 210 insertions(+), 229 deletions(-) delete mode 100644 .github/workflows/ccpp.yml delete mode 100644 .github/workflows/cifuzz.yml create mode 100644 .github/workflows/lwjgl.yml delete mode 100644 .github/workflows/sanitizer.yml diff --git a/.gitattributes b/.gitattributes index f3df90d388..3f97bde26f 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1,3 +1,5 @@ +* -text + # Declare files that will always have LF line endings on checkout. *.cpp text eol=lf *.h text eol=lf diff --git a/.github/workflows/ccpp.yml b/.github/workflows/ccpp.yml deleted file mode 100644 index f9d0d6c05a..0000000000 --- a/.github/workflows/ccpp.yml +++ /dev/null @@ -1,134 +0,0 @@ -name: C/C++ CI - -on: - push: - branches: [ master ] - pull_request: - branches: [ master ] - -permissions: - contents: read # to fetch code (actions/checkout) - -jobs: - job: - name: ${{ matrix.name }}-build-and-test - runs-on: ${{ matrix.os }} - strategy: - fail-fast: false - matrix: - name: [ubuntu-latest-g++, macos-latest-clang++, windows-latest-cl.exe, ubuntu-latest-clang++, ubuntu-gcc-hunter, macos-clang-hunter, windows-msvc-hunter] - # For Windows msvc, for Linux and macOS let's use the clang compiler, use gcc for Linux. - include: - - name: windows-latest-cl.exe - os: windows-latest - cxx: cl.exe - cc: cl.exe - - name: ubuntu-latest-clang++ - os: ubuntu-latest - cxx: clang++ - cc: clang - - name: macos-latest-clang++ - os: macos-latest - cxx: clang++ - cc: clang - - name: ubuntu-latest-g++ - os: ubuntu-latest - cxx: g++ - cc: gcc - - name: ubuntu-gcc-hunter - os: ubuntu-latest - toolchain: ninja-gcc-cxx17-fpic - - name: macos-clang-hunter - os: macos-latest - toolchain: ninja-clang-cxx17-fpic - - name: windows-msvc-hunter - os: windows-latest - toolchain: ninja-vs-win64-cxx17 - - steps: - - uses: actions/checkout@v3 - with: - submodules: true - - - uses: lukka/get-cmake@latest - - - uses: ilammy/msvc-dev-cmd@v1 - - - name: Set Compiler Environment - if: "!endsWith(matrix.name, 'hunter')" - uses: lukka/set-shell-env@v1 - with: - CXX: ${{ matrix.cxx }} - CC: ${{ matrix.cc }} - - - name: Set Compiler Environment for Hunter on Windows - if: startsWith(matrix.name, 'windows') && endsWith(matrix.name, 'hunter') - uses: lukka/set-shell-env@v1 - with: - VS160COMNTOOLS: C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\Common7\Tools - - - name: Checkout Hunter toolchains - if: endsWith(matrix.name, 'hunter') - uses: actions/checkout@v3 - with: - repository: cpp-pm/polly - path: cmake/polly - - - name: Remove contrib directory for Hunter builds - if: contains(matrix.name, 'hunter') - uses: JesseTG/rm@v1.0.3 - with: - path: contrib - - - name: Cache DX SDK - id: dxcache - if: contains(matrix.name, 'windows') - uses: actions/cache@v3 - with: - path: '${{ github.workspace }}/DX_SDK' - key: ${{ runner.os }}-DX_SDK - restore-keys: | - ${{ runner.os }}-DX_SDK - - - name: Download DXSetup - if: contains(matrix.name, 'windows') && steps.dxcache.outputs.cache-hit != 'true' - run: | - curl -s -o DXSDK_Jun10.exe --location https://download.microsoft.com/download/A/E/7/AE743F1F-632B-4809-87A9-AA1BB3458E31/DXSDK_Jun10.exe - cmd.exe /c start /wait .\DXSDK_Jun10.exe /U /O /F /S /P "${{ github.workspace }}\DX_SDK" - - - name: Set Windows specific CMake arguments - if: contains(matrix.name, 'windows') - id: windows_extra_cmake_args - run: echo "::set-output name=args::-DASSIMP_BUILD_ASSIMP_TOOLS=1 -DASSIMP_BUILD_ASSIMP_VIEW=1 -DASSIMP_BUILD_ZLIB=1" - - - name: Set Hunter specific CMake arguments - if: contains(matrix.name, 'hunter') - id: hunter_extra_cmake_args - run: echo "::set-output name=args::-DBUILD_SHARED_LIBS=OFF -DASSIMP_HUNTER_ENABLED=ON -DCMAKE_TOOLCHAIN_FILE=${{ github.workspace }}/cmake/polly/${{ matrix.toolchain }}.cmake" - - - name: configure and build - uses: lukka/run-cmake@v3 - env: - DXSDK_DIR: '${{ github.workspace }}/DX_SDK' - - with: - cmakeListsOrSettingsJson: CMakeListsTxtAdvanced - cmakeListsTxtPath: '${{ github.workspace }}/CMakeLists.txt' - cmakeAppendedArgs: '-GNinja -DCMAKE_BUILD_TYPE=Release ${{ steps.windows_extra_cmake_args.outputs.args }} ${{ steps.hunter_extra_cmake_args.outputs.args }}' - buildWithCMakeArgs: '--parallel 24 -v' - buildDirectory: '${{ github.workspace }}/build/' - - - name: Exclude certain tests in Hunter specific builds - if: contains(matrix.name, 'hunter') - id: hunter_extra_test_args - run: echo "::set-output name=args::--gtest_filter=-utOpenGEXImportExport.Importissue1340_EmptyCameraObject:utColladaZaeImportExport.importBlenFromFileTest" - - - name: test - run: cd build/bin && ./unit ${{ steps.hunter_extra_test_args.outputs.args }} - shell: bash - - - uses: actions/upload-artifact@v3 - if: matrix.name == 'windows-msvc' - with: - name: 'assimp-bins-${{ matrix.name }}-${{ github.sha }}' - path: build/bin diff --git a/.github/workflows/cifuzz.yml b/.github/workflows/cifuzz.yml deleted file mode 100644 index a84be8cbc5..0000000000 --- a/.github/workflows/cifuzz.yml +++ /dev/null @@ -1,26 +0,0 @@ -name: CIFuzz -on: [pull_request] -jobs: - Fuzzing: - runs-on: ubuntu-latest - steps: - - name: Build Fuzzers - id: build - uses: google/oss-fuzz/infra/cifuzz/actions/build_fuzzers@master - with: - oss-fuzz-project-name: 'assimp' - dry-run: false - language: c++ - - name: Run Fuzzers - uses: google/oss-fuzz/infra/cifuzz/actions/run_fuzzers@master - with: - oss-fuzz-project-name: 'assimp' - fuzz-seconds: 300 - dry-run: false - language: c++ - - name: Upload Crash - uses: actions/upload-artifact@v3 - if: failure() && steps.build.outcome == 'success' - with: - name: artifacts - path: ./out/artifacts diff --git a/.github/workflows/lwjgl.yml b/.github/workflows/lwjgl.yml new file mode 100644 index 0000000000..b4fda184bf --- /dev/null +++ b/.github/workflows/lwjgl.yml @@ -0,0 +1,205 @@ +name: LWJGL Build + +on: + push: + branches: + - master + +env: + AWS_DEFAULT_REGION: us-east-1 + AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} + AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} + S3_PARAMS: --cache-control "public,must-revalidate,proxy-revalidate,max-age=0" + +jobs: + linux: + name: Linux + runs-on: ubuntu-latest + container: + image: centos:7 + strategy: + fail-fast: false + matrix: + ARCH: [x64] + include: + - ARCH: x64 + steps: + - run: | + yum -y install https://packages.endpointdev.com/rhel/7/os/x86_64/endpoint-repo.x86_64.rpm + yum -y install git + name: Upgrade git + - uses: actions/checkout@v3 + with: + fetch-depth: 3 + - run: | + yum -y install epel-release + yum -y update + name: Configure yum + - run: | + yum -y install centos-release-scl + yum -y install devtoolset-11-gcc-c++ + yum -y install cmake3 awscli + name: Install build dependencies + - run: | + source scl_source enable devtoolset-11 || true + cmake3 -B build -DASSIMP_BUILD_ASSIMP_TOOLS=OFF -DASSIMP_BUILD_TESTS=OFF -DASSIMP_BUILD_DRACO=ON -DASSIMP_BUILD_ZLIB=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_C_FLAGS="-U_FORTIFY_SOURCE -D_FORTIFY_SOURCE=0" + name: Configure build + - run: | + source scl_source enable devtoolset-11 || true + cmake3 --build build + strip build/bin/libassimp.so + name: Build + - run: | + aws s3 cp build/bin/libassimp.so s3://lwjgl-build/nightly/linux/${{matrix.ARCH}}/ $S3_PARAMS + aws s3 cp build/bin/libdraco.so s3://lwjgl-build/nightly/linux/${{matrix.ARCH}}/ $S3_PARAMS + name: Upload artifact + - run: | + git config --global --add safe.directory $PWD + git log --first-parent --pretty=format:%H HEAD~2..HEAD~1 > libassimp.so.git + aws s3 cp libassimp.so.git s3://lwjgl-build/nightly/linux/${{matrix.ARCH}}/ $S3_PARAMS + name: Upload git revision + + linux-cross: + name: Linux Cross + runs-on: ubuntu-latest + container: + image: ubuntu:18.04 + strategy: + fail-fast: false + matrix: + ARCH: [arm32, arm64] + include: + # ----- + - ARCH: arm32 + CROSS_ARCH: armhf + PACKAGES: gcc-arm-linux-gnueabihf g++-arm-linux-gnueabihf libc6-dev-armhf-cross + CROSS_PACKAGES: zlib1g-dev:armhf libc6-dev:armhf + CC: CC=arm-linux-gnueabihf-gcc CXX=arm-linux-gnueabihf-g++ + STRIP: arm-linux-gnueabihf-strip + # ----- + - ARCH: arm64 + CROSS_ARCH: arm64 + PACKAGES: gcc-aarch64-linux-gnu g++-aarch64-linux-gnu libc6-dev-arm64-cross + CROSS_PACKAGES: zlib1g-dev:arm64 libc6-dev:arm64 + CC: CC=aarch64-linux-gnu-gcc CXX=aarch64-linux-gnu-g++ + STRIP: aarch64-linux-gnu-strip + env: + LWJGL_ARCH: ${{matrix.ARCH}} + steps: + - run: | + apt-get -y update + apt-get -y install software-properties-common wget + apt-get -y install --reinstall ca-certificates + apt-get -y update + apt-get -y upgrade + wget https://apt.kitware.com/keys/kitware-archive-latest.asc + apt-key add kitware-archive-latest.asc + add-apt-repository -y 'deb https://apt.kitware.com/ubuntu/ bionic main' + add-apt-repository -y ppa:git-core/ppa + apt-get -y update + DEBIAN_FRONTEND=noninteractive apt-get -yq install awscli git + name: Upgrade git + - uses: actions/checkout@v3 + with: + fetch-depth: 3 + - run: DEBIAN_FRONTEND=noninteractive apt-get -yq install cmake ${{matrix.PACKAGES}} + name: Install dependencies + - run: | + sed -i 's/deb http/deb [arch=amd64,i386] http/' /etc/apt/sources.list + grep "ubuntu.com/ubuntu" /etc/apt/sources.list | tee /etc/apt/sources.list.d/ports.list + sed -i 's/amd64,i386/armhf,arm64/' /etc/apt/sources.list.d/ports.list + sed -i 's#http://.*/ubuntu#http://ports.ubuntu.com/ubuntu-ports#' /etc/apt/sources.list.d/ports.list + dpkg --add-architecture ${{matrix.CROSS_ARCH}} + apt-get update || true + name: Prepare cross-compilation + - run: apt-get -yq --allow-unauthenticated --no-install-suggests --no-install-recommends install ${{matrix.CROSS_PACKAGES}} -o Dpkg::Options::="--force-overwrite" + name: Install cross-compilation dependencies + - run: ${{matrix.CC}} cmake -B build -DASSIMP_BUILD_ASSIMP_TOOLS=OFF -DASSIMP_BUILD_TESTS=OFF -DASSIMP_BUILD_DRACO=ON -DASSIMP_BUILD_ZLIB=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_C_FLAGS="-U_FORTIFY_SOURCE -D_FORTIFY_SOURCE=0" + name: Configure build + - run: | + cmake --build build + ${{matrix.STRIP}} build/bin/libassimp.so + name: Build + - run: | + aws s3 cp build/bin/libassimp.so s3://lwjgl-build/nightly/linux/${{matrix.ARCH}}/ $S3_PARAMS + aws s3 cp build/bin/libdraco.so s3://lwjgl-build/nightly/linux/${{matrix.ARCH}}/ $S3_PARAMS + name: Upload artifacts + - run: | + git config --global --add safe.directory $(pwd) + git log --first-parent --pretty=format:%H HEAD~2..HEAD~1 > libassimp.so.git + aws s3 cp libassimp.so.git s3://lwjgl-build/nightly/linux/${{matrix.ARCH}}/ $S3_PARAMS + name: Upload git revision + + macos: + name: macOS + runs-on: macos-latest + strategy: + matrix: + ARCH: [x64, arm64] + include: + - ARCH: x64 + CMAKE_PARAMS: -DCMAKE_OSX_DEPLOYMENT_TARGET=10.9 + - ARCH: arm64 + CMAKE_PARAMS: -DCMAKE_OSX_DEPLOYMENT_TARGET=11.0 -DCMAKE_OSX_ARCHITECTURES=arm64 + steps: + - uses: actions/checkout@v3 + with: + fetch-depth: 3 + - run: | + mkdir build + cd build + cmake -DASSIMP_BUILD_ASSIMP_TOOLS=OFF -DASSIMP_BUILD_TESTS=OFF -DASSIMP_BUILD_DRACO=ON -DASSIMP_BUILD_ZLIB=ON -DCMAKE_BUILD_TYPE=Release ${{matrix.CMAKE_PARAMS}} .. + name: Configure build + - run: | + cd build + cmake --build . + strip -u -r bin/libassimp.dylib + name: Build + - run: | + aws s3 cp build/bin/libassimp.dylib s3://lwjgl-build/nightly/macosx/${{matrix.ARCH}}/ $S3_PARAMS + aws s3 cp build/bin/libdraco.dylib s3://lwjgl-build/nightly/macosx/${{matrix.ARCH}}/ $S3_PARAMS + name: Upload artifacts + - run: | + git log --first-parent --pretty=format:%H HEAD~2..HEAD~1 > libassimp.dylib.git + aws s3 cp libassimp.dylib.git s3://lwjgl-build/nightly/macosx/${{matrix.ARCH}}/ $S3_PARAMS + name: Upload git revision + + windows: + name: Windows + runs-on: windows-latest + strategy: + matrix: + ARCH: [x86, x64, arm64] + include: + - ARCH: x86 + PLATFORM: Win32 + - ARCH: x64 + PLATFORM: x64 + - ARCH: arm64 + PLATFORM: ARM64 + steps: + - uses: actions/checkout@v3 + with: + fetch-depth: 3 + # disabled Link Time Optimization for Draco + - run: | + mkdir build + cd build + cmake -G "Visual Studio 17 2022" -A ${{matrix.PLATFORM}} -DASSIMP_BUILD_ASSIMP_TOOLS=OFF -DASSIMP_BUILD_TESTS=OFF -DASSIMP_BUILD_DRACO=ON -DASSIMP_BUILD_ZLIB=ON -DCMAKE_C_FLAGS_RELEASE="/MT /EHsc /Ox /GF /Gy /GS- /DNDEBUG" -DCMAKE_CXX_FLAGS_RELEASE="/MT /EHsc /Ox /GF /Gy /GS- /DNDEBUG" -DCMAKE_SHARED_LINKER_FLAGS_RELEASE="/OPT:REF,ICF /INCREMENTAL:NO" .. + shell: cmd + name: Configure build + - run: | + cd build + cmake --build . --config Release + shell: cmd + name: Build + - run: | + aws s3 cp build\bin\Release\assimp-vc143-mt.dll s3://lwjgl-build/nightly/windows/${{matrix.ARCH}}/assimp.dll ${{env.S3_PARAMS}} + aws s3 cp build\bin\Release\draco.dll s3://lwjgl-build/nightly/windows/${{matrix.ARCH}}/ ${{env.S3_PARAMS}} + shell: cmd + name: Upload artifacts + - run: | + git log --first-parent --pretty=format:%%H HEAD~2..HEAD~1 > assimp.dll.git + aws s3 cp assimp.dll.git s3://lwjgl-build/nightly/windows/${{matrix.ARCH}}/ ${{env.S3_PARAMS}} + shell: cmd + name: Upload git revision diff --git a/.github/workflows/sanitizer.yml b/.github/workflows/sanitizer.yml deleted file mode 100644 index 483ee8fc1c..0000000000 --- a/.github/workflows/sanitizer.yml +++ /dev/null @@ -1,69 +0,0 @@ -name: C/C++ Sanitizer - -on: - push: - branches: [ master ] - pull_request: - branches: [ master ] - -permissions: - contents: read # to fetch code (actions/checkout) - -jobs: - job1: - name: adress-sanitizer - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v3 - - uses: lukka/get-cmake@latest - - uses: lukka/set-shell-env@v1 - with: - CXX: clang++ - CC: clang - - - name: configure and build - uses: lukka/run-cmake@v3 - with: - cmakeListsOrSettingsJson: CMakeListsTxtAdvanced - cmakeListsTxtPath: '${{ github.workspace }}/CMakeLists.txt' - cmakeAppendedArgs: '-GNinja -DCMAKE_BUILD_TYPE=Debug -DASSIMP_ASAN=ON' - buildWithCMakeArgs: '-- -v' - buildDirectory: '${{ github.workspace }}/build/' - - - name: test - run: cd build/bin && ./unit - shell: bash - - job2: - name: undefined-behavior-sanitizer - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v3 - - uses: lukka/get-cmake@latest - - uses: lukka/set-shell-env@v1 - with: - CXX: clang++ - CC: clang - - - name: configure and build - uses: lukka/run-cmake@v3 - with: - cmakeListsOrSettingsJson: CMakeListsTxtAdvanced - cmakeListsTxtPath: '${{ github.workspace }}/CMakeLists.txt' - cmakeAppendedArgs: '-GNinja -DCMAKE_BUILD_TYPE=Debug -DASSIMP_UBSAN=ON' - buildWithCMakeArgs: '-- -v' - buildDirectory: '${{ github.workspace }}/build/' - - - name: test - run: cd build/bin && ./unit - shell: bash - - job3: - name: printf-sanitizer - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v3 - - - name: run scan_printf script - run: ./scripts/scan_printf.sh - shell: bash diff --git a/code/Common/StbCommon.h b/code/Common/StbCommon.h index 5de2e176d2..791cbe7700 100644 --- a/code/Common/StbCommon.h +++ b/code/Common/StbCommon.h @@ -46,6 +46,9 @@ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. #else #pragma GCC diagnostic push #pragma GCC diagnostic ignored "-Wunused-function" +#if !defined(__clang__) +#pragma GCC diagnostic ignored "-Wmaybe-uninitialized" +#endif #endif #if defined(__clang__)