Skip to content

crypto: add tless-jwt and rabe-aes #300

crypto: add tless-jwt and rabe-aes

crypto: add tless-jwt and rabe-aes #300

Workflow file for this run

name: Test example applications
on:
push:
branches: [main]
pull_request:
branches: [main]
types: [opened, synchronize, reopened, ready_for_review]
# Cancel previous running actions for the same PR
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
jobs:
checks:
if: github.event.pull_request.draft == false
runs-on: ubuntu-latest
steps:
# --- Update code ---
- name: "Checkout code"
uses: actions/checkout@v4
with:
submodules: true
# --- Formatting ---
- name: "Format code"
run: ./bin/inv_wrapper.sh format-code --check
# Work-out whether we need to re-build the examples. We need to re-build the
# examples if either _any_ fo the examples has changed, or the WASM cache
# has expired, or the ./funcs folder have changed
needs-build:
if: github.event.pull_request.draft == false
runs-on: ubuntu-latest
outputs:
needs-wasm: ${{ steps.wasm-cache.outputs.cache-hit != 'true' }}
steps:
- name: "Checkout code"
uses: actions/checkout@v4
with:
submodules: true
# Check if we have a WASM cache hit
- name: "Get digest of all submodules"
id: submodule-commit
run: |
sudo apt install -y zstd
git config --global --add safe.directory "$GITHUB_WORKSPACE"
submodule_digest=$(git submodule status | awk '{ print $1; }' | md5sum | awk '{ print $1}')
func_digest=$(find 'func' -type f -exec md5sum {} + | sort | md5sum | awk '{ print $1 }')
echo "${submodule_digest}-${func_digest}"
echo "digest=$(echo -n '${submodule_digest}-${func_digest}' | md5sum | awk '{ print $1 }')" >> $GITHUB_OUTPUT
- uses: actions/cache/restore@v4
id: wasm-cache
with:
path: ./wasm
key: wasm-${{ steps.submodule-commit.outputs.digest }}
lookup-only: true
build-examples:
needs: needs-build
if: ${{ needs.needs-build.outputs.needs-wasm == 'true' }}
runs-on: ubuntu-latest
container:
image: faasm.azurecr.io/examples-build:0.6.0_0.4.0
credentials:
username: ${{ secrets.ACR_SERVICE_PRINCIPAL_ID }}
password: ${{ secrets.ACR_SERVICE_PRINCIPAL_PASSWORD }}
steps:
- name: "Checkout code"
uses: actions/checkout@v4
with:
submodules: true
- name: "Build Rabe and JWT"
run: |
export PATH=$PATH:/root/.cargo/env
rustup default stable
rustup target add wasm32-wasip1
./bin/inv_wrapper.sh rabe jwt
- name: "Build OpenCV"
run: ./bin/inv_wrapper.sh opencv
- name: "Build FFmpeg"
run: ./bin/inv_wrapper.sh ffmpeg
- name: "Build ImageMagick"
run: ./bin/inv_wrapper.sh libpng imagemagick
- name: "Build Kernels"
run: ./bin/inv_wrapper.sh kernels kernels --native
- name: "Build Elastic Kernels"
run: ./bin/inv_wrapper.sh kernels --elastic kernels --elastic --native
- name: "Build LAMMPS"
run: ./bin/inv_wrapper.sh lammps lammps --native
- name: "Build LAMMPS with migration"
run: ./bin/inv_wrapper.sh lammps --migration lammps --native --migration
- name: "Build LAMMPS with migration and network phase"
run: ./bin/inv_wrapper.sh lammps --migration-net lammps --native --migration-net
- name: "Build Lulesh"
run: ./bin/inv_wrapper.sh lulesh lulesh --native
- name: "Build TensorFlow"
run: ./bin/inv_wrapper.sh tensorflow
- name: "Build PolyBench/C"
run: ./bin/inv_wrapper.sh polybench polybench --native
- name: "Manually re-compile libz (the sysroot has a version with atomics)"
run: |
git submodule update --init
./bin/inv_wrapper.sh zlib
working-directory: ./cpp
- name: "Build functions used in the tests"
run: ./bin/inv_wrapper.sh func.tests
- name: "Get CPP/Python commits"
id: submodule-commit
run: |
apt install -y zstd
git config --global --add safe.directory "$GITHUB_WORKSPACE"
submodule_digest=$(git submodule status | awk '{ print $1; }' | md5sum | awk '{ print $1}')
func_digest=$(find 'func' -type f -exec md5sum {} + | sort | md5sum | awk '{ print $1 }')
echo "${submodule_digest}-${func_digest}"
echo "digest=$(echo -n '${submodule_digest}-${func_digest}' | md5sum | awk '{ print $1 }')" >> $GITHUB_OUTPUT
# Also move to a different path to restore from
mv /usr/local/faasm/wasm ./wasm
# If we are here we _always_ want to overwrite the cache
- name: "Prepare WASM cache"
uses: actions/cache/save@v4
if: always()
with:
path: ./wasm
key: wasm-${{ steps.submodule-commit.outputs.digest }}
run-examples-faasmctl:
needs: [build-examples]
if:
always() &&
!cancelled() &&
github.event.pull_request.draft == false &&
(needs.build-examples.result == 'success' || needs.build-examples.result == 'skipped')
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
faasm_wasm_vm: [wavm, wamr]
defaults:
run:
shell: bash
env:
FAASM_INI_FILE: ./faasm.ini
FAASM_VERSION: 0.29.0
FAASM_WASM_VM: ${{ matrix.faasm_wasm_vm }}
steps:
- uses: csegarragonz/set-compose-version-action@main
with:
compose-version: "2.22.0"
# A regular `faasmctl` deployment pulls a lot of docker images, so we
# may run out of disk space
- name: "Maximize build space"
uses: easimon/maximize-build-space@master
with:
# Leave 25 GB for the / partition for docker images (stored under
# /var/lib/docker)
root-reserve-mb: 25600
remove-android: 'true'
remove-codeql: 'true'
remove-docker-images: 'true'
remove-dotnet: 'true'
remove-haskell: 'true'
- name: "Checkout code"
uses: actions/checkout@v4
with:
submodules: true
- name: "Install faasmctl"
run: pip3 install $(cat ./requirements.txt | grep faasmctl | tr -d '\n')
- name: "Start a Faasm cluster to run the examples"
run: faasmctl deploy.compose --workers=2
# This can fail when the container isn't ready, so we want to retry
- name: "Wait for upload server to be available"
run: |
(echo "Attempt 1" && faasmctl cli.faasm --cmd "./deploy/local/wait_for_upload.sh upload 8002") || \
(echo "Attempt 2" && faasmctl cli.faasm --cmd "./deploy/local/wait_for_upload.sh upload 8002") || \
(echo "Attempt 3" && faasmctl cli.faasm --cmd "./deploy/local/wait_for_upload.sh upload 8002") || \
(echo "Wait for upload failed after retries" && faasmctl logs -s upload && exit 1)
- name: "Get CPP/Python commits"
id: submodule-commit
run: |
sudo apt install -y zstd
git config --global --add safe.directory "$GITHUB_WORKSPACE"
submodule_digest=$(git submodule status | awk '{ print $1; }' | md5sum | awk '{ print $1}')
func_digest=$(find 'func' -type f -exec md5sum {} + | sort | md5sum | awk '{ print $1 }')
echo "${submodule_digest}-${func_digest}"
echo "digest=$(echo -n '${submodule_digest}-${func_digest}' | md5sum | awk '{ print $1 }')" >> $GITHUB_OUTPUT
- name: "Get WASM cache"
uses: actions/cache/restore@v4
id: cpp-wasm-cache
with:
path: ./wasm
key: wasm-${{ steps.submodule-commit.outputs.digest }}
fail-on-cache-miss: true
- name: "Upload all WASM files to the cluster"
id: wasm-upload
run: ./bin/inv_wrapper.sh wasm.upload
- name: "Print logs if wasm-upload fails"
if: failure() && (steps.wasm-upload.outcome == 'failure')
run: faasmctl logs -s upload
- name: "Upload all data files"
run: ./bin/inv_wrapper.sh data.upload
# FIXME: there is currently a bug in Faasm when we open a directory
# that has been uploaded as a shared file. See:
# https://github.com/faasm/faasm/issues/893
# - name: "Run OpenCV k-NN Inference"
# if: "contains(env.FAASM_WASM_VM, 'wamr')"
# timeout-minutes: 2
# run: faasmctl invoke opencv pca --cmdline "faasm://opencv/composers"
- name: "Run OpenCV check"
if: "contains(env.FAASM_WASM_VM, 'wamr')"
timeout-minutes: 2
run: faasmctl invoke opencv check --cmdline "faasm://opencv/bus_photo.bmp faasm://opencv/out.bmp"
- name: "Run MPI kernels"
timeout-minutes: 2
run: |
# We order MPI kernels according to their compilation order defined
# in tasks/kernels.py
# amr: does not work because we are missing MPI_Comm_split
# faasmctl invoke kernels-mpi amr --cmdline '10 1024 16 16 16 8 4 HIGH_WATER' --mpi-world-size 4
# faasmctl invoke kernels-mpi branch --cmdline '10 10 vector_go' --mpi-world-size 4
# dgemm: does not work because we are missing MPI_Comm_group, MPI_Group_incl, and MPI_Comm_create
# faasmctl invoke kernels-mpi dgemm --cmdline '10 1024 32 1' --mpi-world-size 4
faasmctl invoke kernels-mpi nstream --cmdline '10 1024 32' --mpi-world-size 4
# pic: does not work due to what looks like an integer overflow
# faasmctl invoke kernels-mpi pic --cmdline "10 10 10 2 5 SINUSOIDAL" --mpi-world-size 4
# random: does not work due to some memory size error (likely an overflow too)
# faasmctl invoke kernels-mpi random --cmdline '32 20' --mpi-world-size 4
faasmctl invoke kernels-mpi reduce --cmdline '10 1024' --mpi-world-size 4
faasmctl invoke kernels-mpi sparse --cmdline '10 10 5' --mpi-world-size 4
faasmctl invoke kernels-mpi stencil --cmdline '10 1000' --mpi-world-size 4
# global: fails sometime during execution
# faasmctl invoke kernels-mpi global --cmdline '10 1024'
faasmctl invoke kernels-mpi p2p --cmdline '10 1024 1024' --mpi-world-size 4
faasmctl invoke kernels-mpi transpose --cmdline '10 1024 32' --mpi-world-size 4
- name: "Run OpenMP kernels"
if: "contains(env.FAASM_WASM_VM, 'wamr')"
timeout-minutes: 2
run: |
faasmctl invoke kernels-omp global --cmdline '2 10 1024'
faasmctl invoke kernels-omp p2p --cmdline '2 10 1024 1024'
faasmctl invoke kernels-omp sparse --cmdline '2 10 10 5'
# The transpose OpenMP kernel can not be cross-compiled due to problems
# with the static_for signature and symbol definition
# faasmctl invoke kernels-omp transpose --cmdline '10 1024 32'
# The stencil OpenMP kernel can not be cross-compiled due to a problem
# with the faasm_sm_reduce signature
# faasmctl invoke kernels-omp stencil --cmdline '10 1000'
faasmctl invoke kernels-omp dgemm --cmdline '2 2 1024 32'
faasmctl invoke kernels-omp nstream --cmdline '2 10 1024 32'
faasmctl invoke kernels-omp reduce --cmdline '2 10 1024'
# The random OpenMP kernel can not be cross-compiled due to a problem
# with the faasm_sm_reduce signature
# faasmctl invoke kernels-omp random --cmdline '32 20'
- name: "Run elastic OpenMP kernels"
if: "contains(env.FAASM_WASM_VM, 'wamr')"
timeout-minutes: 2
run: |
faasmctl invoke kernels-omp p2p --cmdline '2 10 1024 1024' --input-data "2"
faasmctl invoke kernels-omp sparse --cmdline '2 10 10 5' --input-data "2"
- name: "Run PolyBench/C"
timeout-minutes: 2
# We deliberately enumerate all the supported functions here and
# execute them individually, rather than using the microbench runner.
# This is so that we can more easily track what functions are supported
# and what functions are not
run: |
faasmctl invoke polybench poly_covariance
faasmctl invoke polybench poly_correlation
faasmctl invoke polybench poly_2mm
faasmctl invoke polybench poly_3mm
faasmctl invoke polybench poly_atax
faasmctl invoke polybench poly_bicg
faasmctl invoke polybench poly_doitgen
faasmctl invoke polybench poly_mvt
faasmctl invoke polybench poly_cholesky
faasmctl invoke polybench poly_durbin
faasmctl invoke polybench poly_gramschmidt
faasmctl invoke polybench poly_lu
faasmctl invoke polybench poly_ludcmp
faasmctl invoke polybench poly_trisolv
faasmctl invoke polybench poly_deriche
faasmctl invoke polybench poly_floyd-warshall
faasmctl invoke polybench poly_nussinov
faasmctl invoke polybench poly_adi
faasmctl invoke polybench poly_fdtd-2d
faasmctl invoke polybench poly_heat-3d
faasmctl invoke polybench poly_jacobi-1d
faasmctl invoke polybench poly_jacobi-2d
faasmctl invoke polybench poly_seidel-2d
# TODO(wamr-tf): TF Check broken with WAVM, uncomment when WAMR supports it
# - name: "Run ImageMagick"
# if: "contains(env.FAASM_WASM_VM, 'wamr')"
# timeout-minutes: 1
# run: faasmctl invoke imagemagick main --cmdline 'faasm://im/sample_image.png -flip faasm://im/image_out.png'
- name: "Run LAMMPS"
timeout-minutes: 1
run: faasmctl invoke lammps main --cmdline '-in faasm://lammps-data/in.controller.wall' --mpi-world-size 4
# Note that the migration experiment does not migrate, it just checks the binary
- name: "Run LAMMPS migration binary"
timeout-minutes: 1
run: faasmctl invoke lammps migration --cmdline '-in faasm://lammps-data/in.controller.wall' --mpi-world-size 4 --input-data '1 2'
- name: "Run LAMMPS migration-net binary"
timeout-minutes: 1
run: faasmctl invoke lammps migration-net --cmdline '-in faasm://lammps-data/in.controller.wall' --mpi-world-size 4 --input-data '1 2 10 2'
- name: "Run LULESH"
timeout-minutes: 1
if: "contains(env.FAASM_WASM_VM, 'wamr')"
run: faasmctl invoke lulesh main --cmdline '-i 5 -s 20 -r 11 -c 1 -b 1' --input-data '4'
# TODO(wamr-tf): TF Check broken with WAVM, uncomment when WAMR supports it
# - name: "Run TFlite check"
# timeout-minutes: 1
# if: "contains(env.FAASM_WASM_VM, 'wamr')"
# run: faasmctl invoke tf check
- name: "Run FFmpeg check"
timeout-minutes: 1
run: faasmctl invoke ffmpeg check
- name: "Run Rabe test"
if: "contains(env.FAASM_WASM_VM, 'wamr')"
timeout-minutes: 1
run: faasmctl invoke rabe test
# - name: "Run JWT test"
# if: "contains(env.FAASM_WASM_VM, 'wamr')"
# timeout-minutes: 1
# run: faasmctl invoke jwt test
- name: "Print upload logs in case of failure"
if: failure()
run: faasmctl logs -s upload
- name: "Print worker logs in case of failure"
if: failure()
run: faasmctl logs -s worker