From 17d6d1f347c564a79b51f438341c489257cb9760 Mon Sep 17 00:00:00 2001 From: Ioannis Tsakpinis Date: Sat, 27 Feb 2021 17:06:00 +0200 Subject: [PATCH] LWJGL CI configuration --- .gitattributes | 2 + .github/workflows/ccpp.yml | 128 ---------------- .github/workflows/cifuzz.yml | 26 ---- .github/workflows/lwjgl.yml | 253 ++++++++++++++++++++++++++++++++ .github/workflows/sanitizer.yml | 69 --------- CMakeLists.txt | 2 +- code/Common/StbCommon.h | 3 + 7 files changed, 259 insertions(+), 224 deletions(-) delete mode 100644 .github/workflows/ccpp.yml delete mode 100644 .github/workflows/cifuzz.yml create mode 100644 .github/workflows/lwjgl.yml delete mode 100644 .github/workflows/sanitizer.yml diff --git a/.gitattributes b/.gitattributes index f3df90d3887..3f97bde26f1 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1,3 +1,5 @@ +* -text + # Declare files that will always have LF line endings on checkout. *.cpp text eol=lf *.h text eol=lf diff --git a/.github/workflows/ccpp.yml b/.github/workflows/ccpp.yml deleted file mode 100644 index 2c5ca438b9d..00000000000 --- a/.github/workflows/ccpp.yml +++ /dev/null @@ -1,128 +0,0 @@ -name: C/C++ CI - -on: - push: - branches: [ master ] - pull_request: - branches: [ master ] - -permissions: - contents: read # to fetch code (actions/checkout) - -jobs: - job: - name: ${{ matrix.name }}-build-and-test - runs-on: ${{ matrix.os }} - strategy: - fail-fast: false - matrix: - name: [ubuntu-latest-g++, macos-latest-clang++, windows-latest-cl.exe, ubuntu-latest-clang++, ubuntu-gcc-hunter, macos-clang-hunter, windows-msvc-hunter] - # For Windows msvc, for Linux and macOS let's use the clang compiler, use gcc for Linux. - include: - - name: windows-latest-cl.exe - os: windows-latest - cxx: cl.exe - cc: cl.exe - - name: ubuntu-latest-clang++ - os: ubuntu-latest - cxx: clang++ - cc: clang - - name: macos-latest-clang++ - os: macos-latest - cxx: clang++ - cc: clang - - name: ubuntu-latest-g++ - os: ubuntu-latest - cxx: g++ - cc: gcc - - name: ubuntu-gcc-hunter - os: ubuntu-latest - toolchain: ninja-gcc-cxx17-fpic - - name: macos-clang-hunter - os: macos-latest - toolchain: ninja-clang-cxx17-fpic - - name: windows-msvc-hunter - os: windows-latest - toolchain: ninja-vs-win64-cxx17 - - steps: - - uses: actions/checkout@v4 - with: - submodules: true - - - uses: lukka/get-cmake@latest - - - uses: ilammy/msvc-dev-cmd@v1 - - - name: Set Compiler Environment - if: "!endsWith(matrix.name, 'hunter')" - uses: lukka/set-shell-env@v1 - with: - CXX: ${{ matrix.cxx }} - CC: ${{ matrix.cc }} - - - name: Set Compiler Environment for Hunter on Windows - if: startsWith(matrix.name, 'windows') && endsWith(matrix.name, 'hunter') - uses: lukka/set-shell-env@v1 - with: - VS160COMNTOOLS: C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\Common7\Tools - - - name: Checkout Hunter toolchains - if: endsWith(matrix.name, 'hunter') - uses: actions/checkout@v4 - with: - repository: cpp-pm/polly - path: cmake/polly - - - name: Cache DX SDK - id: dxcache - if: contains(matrix.name, 'windows') - uses: actions/cache@v3 - with: - path: '${{ github.workspace }}/DX_SDK' - key: ${{ runner.os }}-DX_SDK - restore-keys: | - ${{ runner.os }}-DX_SDK - - - name: Download DXSetup - if: contains(matrix.name, 'windows') && steps.dxcache.outputs.cache-hit != 'true' - run: | - curl -s -o DXSDK_Jun10.exe --location https://download.microsoft.com/download/A/E/7/AE743F1F-632B-4809-87A9-AA1BB3458E31/DXSDK_Jun10.exe - cmd.exe /c start /wait .\DXSDK_Jun10.exe /U /O /F /S /P "${{ github.workspace }}\DX_SDK" - - - name: Set Windows specific CMake arguments - if: contains(matrix.name, 'windows') - id: windows_extra_cmake_args - run: echo "::set-output name=args::-DASSIMP_BUILD_ASSIMP_TOOLS=1 -DASSIMP_BUILD_ASSIMP_VIEW=1 -DASSIMP_BUILD_ZLIB=1" - - - name: Set Hunter specific CMake arguments - if: contains(matrix.name, 'hunter') - id: hunter_extra_cmake_args - run: echo "::set-output name=args::-DBUILD_SHARED_LIBS=OFF -DASSIMP_HUNTER_ENABLED=ON -DCMAKE_TOOLCHAIN_FILE=${{ github.workspace }}/cmake/polly/${{ matrix.toolchain }}.cmake" - - - name: configure and build - uses: lukka/run-cmake@v3 - env: - DXSDK_DIR: '${{ github.workspace }}/DX_SDK' - - with: - cmakeListsOrSettingsJson: CMakeListsTxtAdvanced - cmakeListsTxtPath: '${{ github.workspace }}/CMakeLists.txt' - cmakeAppendedArgs: '-GNinja -DCMAKE_BUILD_TYPE=Release ${{ steps.windows_extra_cmake_args.outputs.args }} ${{ steps.hunter_extra_cmake_args.outputs.args }}' - buildWithCMakeArgs: '--parallel 24 -v' - buildDirectory: '${{ github.workspace }}/build/' - - - name: Exclude certain tests in Hunter specific builds - if: contains(matrix.name, 'hunter') - id: hunter_extra_test_args - run: echo "::set-output name=args::--gtest_filter=-utOpenGEXImportExport.Importissue1340_EmptyCameraObject:utColladaZaeImportExport.importBlenFromFileTest" - - - name: test - run: cd build/bin && ./unit ${{ steps.hunter_extra_test_args.outputs.args }} - shell: bash - - - uses: actions/upload-artifact@v3 - if: matrix.name == 'windows-msvc' - with: - name: 'assimp-bins-${{ matrix.name }}-${{ github.sha }}' - path: build/bin diff --git a/.github/workflows/cifuzz.yml b/.github/workflows/cifuzz.yml deleted file mode 100644 index a84be8cbc5e..00000000000 --- a/.github/workflows/cifuzz.yml +++ /dev/null @@ -1,26 +0,0 @@ -name: CIFuzz -on: [pull_request] -jobs: - Fuzzing: - runs-on: ubuntu-latest - steps: - - name: Build Fuzzers - id: build - uses: google/oss-fuzz/infra/cifuzz/actions/build_fuzzers@master - with: - oss-fuzz-project-name: 'assimp' - dry-run: false - language: c++ - - name: Run Fuzzers - uses: google/oss-fuzz/infra/cifuzz/actions/run_fuzzers@master - with: - oss-fuzz-project-name: 'assimp' - fuzz-seconds: 300 - dry-run: false - language: c++ - - name: Upload Crash - uses: actions/upload-artifact@v3 - if: failure() && steps.build.outcome == 'success' - with: - name: artifacts - path: ./out/artifacts diff --git a/.github/workflows/lwjgl.yml b/.github/workflows/lwjgl.yml new file mode 100644 index 00000000000..104a6c05167 --- /dev/null +++ b/.github/workflows/lwjgl.yml @@ -0,0 +1,253 @@ +name: LWJGL Build + +on: + push: + branches: + - master + +env: + AWS_DEFAULT_REGION: us-east-1 + AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} + AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} + S3_PARAMS: --cache-control "public,must-revalidate,proxy-revalidate,max-age=0" + +jobs: +# linux: +# name: Linux +# runs-on: ubuntu-latest +# container: +# image: centos:7 +# strategy: +# fail-fast: false +# matrix: +# ARCH: [x64] +# include: +# - ARCH: x64 +# defaults: +# run: +# shell: bash +# steps: +# - name: Upgrade git +# run: | +# yum -y install https://packages.endpointdev.com/rhel/7/os/x86_64/endpoint-repo.x86_64.rpm +# yum -y install git +# - uses: actions/checkout@v3 +# with: +# fetch-depth: 3 +# - name: Configure yum +# run: | +# yum -y install epel-release +# yum -y update +# - name: Install build dependencies +# run: | +# yum -y install centos-release-scl +# yum -y install devtoolset-11-gcc-c++ +# yum -y install cmake3 awscli +# - name: Configure build +# run: | +# source scl_source enable devtoolset-11 || true +# cmake3 -B build -DASSIMP_BUILD_ASSIMP_TOOLS=OFF -DASSIMP_BUILD_TESTS=OFF -DASSIMP_BUILD_DRACO=ON -DASSIMP_BUILD_ZLIB=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_C_FLAGS="-U_FORTIFY_SOURCE -D_FORTIFY_SOURCE=0" +# - name: Build +# run: | +# source scl_source enable devtoolset-11 || true +# cmake3 --build build +# strip build/bin/libassimp.so +# strip build/bin/libdraco.so +# - name: Upload artifact +# run: | +# aws s3 cp build/bin/libassimp.so s3://lwjgl-build/nightly/linux/${{matrix.ARCH}}/ $S3_PARAMS +# aws s3 cp build/bin/libdraco.so s3://lwjgl-build/nightly/linux/${{matrix.ARCH}}/ $S3_PARAMS +# - name: Upload git revision +# run: | +# git config --global --add safe.directory $PWD +# git log --first-parent --pretty=format:%H HEAD~2..HEAD~1 > libassimp.so.git +# aws s3 cp libassimp.so.git s3://lwjgl-build/nightly/linux/${{matrix.ARCH}}/ $S3_PARAMS +# +# linux-cross: +# name: Linux Cross +# runs-on: ubuntu-latest +# container: +# image: ${{matrix.CONTAINER}} +# strategy: +# fail-fast: false +# matrix: +# ARCH: [arm32, arm64, ppc64le, riscv64] +# include: +# # ----- +# - ARCH: arm32 +# CROSS_ARCH: armhf +# CONTAINER: ubuntu:18.04 +# TRIPLET: arm-linux-gnueabihf +# # ----- +# - ARCH: arm64 +# CROSS_ARCH: arm64 +# CONTAINER: ubuntu:18.04 +# TRIPLET: aarch64-linux-gnu +# # ---- +# - ARCH: ppc64le +# CROSS_ARCH: ppc64el +# CONTAINER: ubuntu:18.04 +# TRIPLET: powerpc64le-linux-gnu +# # ----- +# - ARCH: riscv64 +# CROSS_ARCH: riscv64 +# CONTAINER: ubuntu:20.04 +# TRIPLET: riscv64-linux-gnu +# env: +# LWJGL_ARCH: ${{matrix.ARCH}} +# defaults: +# run: +# shell: bash +# steps: +# - name: Upgrade git +# run: | +# apt-get -y update +# apt-get -y install software-properties-common wget +# apt-get -y install --reinstall ca-certificates +# apt-get -y update +# apt-get -y upgrade +# wget https://apt.kitware.com/keys/kitware-archive-latest.asc +# apt-key add kitware-archive-latest.asc +# add-apt-repository -y 'deb https://apt.kitware.com/ubuntu/ bionic main' +# add-apt-repository -y ppa:git-core/ppa +# apt-get -y update +# DEBIAN_FRONTEND=noninteractive apt-get -yq install awscli git +# - uses: actions/checkout@v3 +# with: +# fetch-depth: 3 +# - name: Install dependencies +# run: DEBIAN_FRONTEND=noninteractive apt-get -yq install cmake gcc-${{matrix.TRIPLET}} g++-${{matrix.TRIPLET}} libc6-dev-${{matrix.CROSS_ARCH}}-cross +# - name: Prepare cross-compilation for ${{matrix.CROSS_ARCH}} +# run: | +# sed -i 's/deb http/deb [arch=amd64,i386] http/' /etc/apt/sources.list +# grep "ubuntu.com/ubuntu" /etc/apt/sources.list | tee /etc/apt/sources.list.d/ports.list +# sed -i 's/amd64,i386/${{matrix.CROSS_ARCH}}/' /etc/apt/sources.list.d/ports.list +# sed -i 's#http://.*/ubuntu#http://ports.ubuntu.com/ubuntu-ports#' /etc/apt/sources.list.d/ports.list +# dpkg --add-architecture ${{matrix.CROSS_ARCH}} +# apt-get update || true +# - name: Install cross-compilation dependencies +# run: apt-get -yq --allow-unauthenticated --no-install-suggests --no-install-recommends install zlib1g-dev:${{matrix.CROSS_ARCH}} libc6-dev:${{matrix.CROSS_ARCH}} -o Dpkg::Options::="--force-overwrite" +# - name: Configure build +# run: CC=${{matrix.TRIPLET}}-gcc CXX=${{matrix.TRIPLET}}-g++ cmake -B build -DASSIMP_BUILD_ASSIMP_TOOLS=OFF -DASSIMP_BUILD_TESTS=OFF -DASSIMP_BUILD_DRACO=ON -DASSIMP_BUILD_ZLIB=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_C_FLAGS="-U_FORTIFY_SOURCE -D_FORTIFY_SOURCE=0" +# - name: Build +# run: | +# cmake --build build +# ${{matrix.TRIPLET}}-strip build/bin/libassimp.so +# ${{matrix.TRIPLET}}-strip build/bin/libdraco.so +# - name: Upload artifacts +# run: | +# aws s3 cp build/bin/libassimp.so s3://lwjgl-build/nightly/linux/${{matrix.ARCH}}/ $S3_PARAMS +# aws s3 cp build/bin/libdraco.so s3://lwjgl-build/nightly/linux/${{matrix.ARCH}}/ $S3_PARAMS +# - name: Upload git revision +# run: | +# git config --global --add safe.directory $(pwd) +# git log --first-parent --pretty=format:%H HEAD~2..HEAD~1 > libassimp.so.git +# aws s3 cp libassimp.so.git s3://lwjgl-build/nightly/linux/${{matrix.ARCH}}/ $S3_PARAMS + + freebsd-cross: + name: FreeBSD Cross + runs-on: macos-latest + strategy: + fail-fast: false + steps: + - uses: actions/checkout@v3 + with: + fetch-depth: 3 + - name: Build + uses: cross-platform-actions/action@v0.21.1 + with: + operating_system: freebsd + architecture: x86-64 + version: '13.2' + memory: 4G + shell: bash + run: | + sudo pkg install -y cmake + cmake -B build -DASSIMP_BUILD_ASSIMP_TOOLS=OFF -DASSIMP_BUILD_TESTS=OFF -DASSIMP_BUILD_DRACO=ON -DASSIMP_BUILD_ZLIB=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_C_FLAGS="-U_FORTIFY_SOURCE -D_FORTIFY_SOURCE=0" + cmake --build build + strip build/bin/libassimp.so + strip build/bin/libdraco.so + - name: Upload artifact + # Symlinks are not copied out of the VM. These SOs are versioned. + run: | + aws s3 cp `ls build/bin/libassimp.so*` s3://lwjgl-build/nightly/freebsd/x64/libassimp.so $S3_PARAMS + aws s3 cp `ls build/bin/libdraco.so*` s3://lwjgl-build/nightly/freebsd/x64/libdraco.so $S3_PARAMS + - name: Upload git revision + run: | + git config --global --add safe.directory $PWD + git log --first-parent --pretty=format:%H HEAD~2..HEAD~1 > libassimp.so.git + aws s3 cp libassimp.so.git s3://lwjgl-build/nightly/freebsd/x64/ $S3_PARAMS + +# macos: +# name: macOS +# runs-on: macos-latest +# strategy: +# matrix: +# ARCH: [x64, arm64] +# include: +# - ARCH: x64 +# CMAKE_PARAMS: -DCMAKE_OSX_DEPLOYMENT_TARGET=10.9 +# - ARCH: arm64 +# CMAKE_PARAMS: -DCMAKE_OSX_DEPLOYMENT_TARGET=11.0 -DCMAKE_OSX_ARCHITECTURES=arm64 +# steps: +# - uses: actions/checkout@v3 +# with: +# fetch-depth: 3 +# - name: Configure build +# run: | +# mkdir build +# cd build +# cmake -DASSIMP_BUILD_ASSIMP_TOOLS=OFF -DASSIMP_BUILD_TESTS=OFF -DASSIMP_BUILD_DRACO=ON -DASSIMP_BUILD_ZLIB=ON -DCMAKE_BUILD_TYPE=Release ${{matrix.CMAKE_PARAMS}} .. +# - name: Build +# run: | +# cd build +# cmake --build . +# strip -u -r bin/libassimp.dylib +# strip -u -r bin/libdraco.dylib +# - name: Upload artifacts +# run: | +# aws s3 cp build/bin/libassimp.dylib s3://lwjgl-build/nightly/macosx/${{matrix.ARCH}}/ $S3_PARAMS +# aws s3 cp build/bin/libdraco.dylib s3://lwjgl-build/nightly/macosx/${{matrix.ARCH}}/ $S3_PARAMS +# - name: Upload git revision +# run: | +# git log --first-parent --pretty=format:%H HEAD~2..HEAD~1 > libassimp.dylib.git +# aws s3 cp libassimp.dylib.git s3://lwjgl-build/nightly/macosx/${{matrix.ARCH}}/ $S3_PARAMS +# +# windows: +# name: Windows +# runs-on: windows-latest +# strategy: +# matrix: +# ARCH: [x86, x64, arm64] +# include: +# - ARCH: x86 +# PLATFORM: Win32 +# - ARCH: x64 +# PLATFORM: x64 +# - ARCH: arm64 +# PLATFORM: ARM64 +# defaults: +# run: +# shell: cmd +# steps: +# - uses: actions/checkout@v3 +# with: +# fetch-depth: 3 +# # disabled Link Time Optimization for Draco +# - name: Configure build +# run: | +# mkdir build +# cd build +# cmake -G "Visual Studio 17 2022" -A ${{matrix.PLATFORM}} -DASSIMP_BUILD_ASSIMP_TOOLS=OFF -DASSIMP_BUILD_TESTS=OFF -DASSIMP_BUILD_DRACO=ON -DASSIMP_BUILD_ZLIB=ON -DCMAKE_C_FLAGS_RELEASE="/MT /EHsc /Ox /GF /Gy /GS- /DNDEBUG" -DCMAKE_CXX_FLAGS_RELEASE="/MT /EHsc /Ox /GF /Gy /GS- /DNDEBUG" -DCMAKE_SHARED_LINKER_FLAGS_RELEASE="/OPT:REF,ICF /INCREMENTAL:NO" .. +# - name: Build +# run: | +# cd build +# cmake --build . --config Release +# - name: Upload artifacts +# run: | +# aws s3 cp build\bin\Release\assimp-vc143-mt.dll s3://lwjgl-build/nightly/windows/${{matrix.ARCH}}/assimp.dll ${{env.S3_PARAMS}} +# aws s3 cp build\bin\Release\draco.dll s3://lwjgl-build/nightly/windows/${{matrix.ARCH}}/ ${{env.S3_PARAMS}} +# - name: Upload git revision +# run: | +# git log --first-parent --pretty=format:%%H HEAD~2..HEAD~1 > assimp.dll.git +# aws s3 cp assimp.dll.git s3://lwjgl-build/nightly/windows/${{matrix.ARCH}}/ ${{env.S3_PARAMS}} diff --git a/.github/workflows/sanitizer.yml b/.github/workflows/sanitizer.yml deleted file mode 100644 index 6a8e2336f83..00000000000 --- a/.github/workflows/sanitizer.yml +++ /dev/null @@ -1,69 +0,0 @@ -name: C/C++ Sanitizer - -on: - push: - branches: [ master ] - pull_request: - branches: [ master ] - -permissions: - contents: read # to fetch code (actions/checkout) - -jobs: - job1: - name: adress-sanitizer - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v4 - - uses: lukka/get-cmake@latest - - uses: lukka/set-shell-env@v1 - with: - CXX: clang++ - CC: clang - - - name: configure and build - uses: lukka/run-cmake@v3 - with: - cmakeListsOrSettingsJson: CMakeListsTxtAdvanced - cmakeListsTxtPath: '${{ github.workspace }}/CMakeLists.txt' - cmakeAppendedArgs: '-GNinja -DCMAKE_BUILD_TYPE=Debug -DASSIMP_ASAN=ON' - buildWithCMakeArgs: '-- -v' - buildDirectory: '${{ github.workspace }}/build/' - - - name: test - run: cd build/bin && ./unit - shell: bash - - job2: - name: undefined-behavior-sanitizer - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v4 - - uses: lukka/get-cmake@latest - - uses: lukka/set-shell-env@v1 - with: - CXX: clang++ - CC: clang - - - name: configure and build - uses: lukka/run-cmake@v3 - with: - cmakeListsOrSettingsJson: CMakeListsTxtAdvanced - cmakeListsTxtPath: '${{ github.workspace }}/CMakeLists.txt' - cmakeAppendedArgs: '-GNinja -DCMAKE_BUILD_TYPE=Debug -DASSIMP_UBSAN=ON' - buildWithCMakeArgs: '-- -v' - buildDirectory: '${{ github.workspace }}/build/' - - - name: test - run: cd build/bin && ./unit - shell: bash - - job3: - name: printf-sanitizer - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v4 - - - name: run scan_printf script - run: ./scripts/scan_printf.sh - shell: bash diff --git a/CMakeLists.txt b/CMakeLists.txt index 88f69174a98..c947aaaf1d2 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -298,7 +298,7 @@ ELSEIF (CMAKE_CXX_COMPILER_ID MATCHES "Clang" ) IF(NOT ASSIMP_HUNTER_ENABLED) SET(CMAKE_POSITION_INDEPENDENT_CODE ON) ENDIF() - SET(CMAKE_CXX_FLAGS "-fvisibility=hidden -fno-strict-aliasing -Wall -Wno-long-long ${CMAKE_CXX_FLAGS}" ) + SET(CMAKE_CXX_FLAGS "-fvisibility=hidden -fno-strict-aliasing -Wall -Wno-long-long -Wno-implicit-const-int-float-conversion ${CMAKE_CXX_FLAGS}" ) SET(CMAKE_C_FLAGS "-fno-strict-aliasing ${CMAKE_C_FLAGS}") ELSEIF( MINGW ) IF (CMAKE_CXX_COMPILER_VERSION VERSION_LESS 7.0) diff --git a/code/Common/StbCommon.h b/code/Common/StbCommon.h index 5de2e176d20..791cbe77001 100644 --- a/code/Common/StbCommon.h +++ b/code/Common/StbCommon.h @@ -46,6 +46,9 @@ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. #else #pragma GCC diagnostic push #pragma GCC diagnostic ignored "-Wunused-function" +#if !defined(__clang__) +#pragma GCC diagnostic ignored "-Wmaybe-uninitialized" +#endif #endif #if defined(__clang__)