crypto: add tless-jwt and rabe-aes #300
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Test example applications | |
on: | |
push: | |
branches: [main] | |
pull_request: | |
branches: [main] | |
types: [opened, synchronize, reopened, ready_for_review] | |
# Cancel previous running actions for the same PR | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.ref }} | |
cancel-in-progress: ${{ github.ref != 'refs/heads/main' }} | |
jobs: | |
checks: | |
if: github.event.pull_request.draft == false | |
runs-on: ubuntu-latest | |
steps: | |
# --- Update code --- | |
- name: "Checkout code" | |
uses: actions/checkout@v4 | |
with: | |
submodules: true | |
# --- Formatting --- | |
- name: "Format code" | |
run: ./bin/inv_wrapper.sh format-code --check | |
# Work-out whether we need to re-build the examples. We need to re-build the | |
# examples if either _any_ fo the examples has changed, or the WASM cache | |
# has expired, or the ./funcs folder have changed | |
needs-build: | |
if: github.event.pull_request.draft == false | |
runs-on: ubuntu-latest | |
outputs: | |
needs-wasm: ${{ steps.wasm-cache.outputs.cache-hit != 'true' }} | |
steps: | |
- name: "Checkout code" | |
uses: actions/checkout@v4 | |
with: | |
submodules: true | |
# Check if we have a WASM cache hit | |
- name: "Get digest of all submodules" | |
id: submodule-commit | |
run: | | |
sudo apt install -y zstd | |
git config --global --add safe.directory "$GITHUB_WORKSPACE" | |
submodule_digest=$(git submodule status | awk '{ print $1; }' | md5sum | awk '{ print $1}') | |
func_digest=$(find 'func' -type f -exec md5sum {} + | sort | md5sum | awk '{ print $1 }') | |
echo "${submodule_digest}-${func_digest}" | |
echo "digest=$(echo -n '${submodule_digest}-${func_digest}' | md5sum | awk '{ print $1 }')" >> $GITHUB_OUTPUT | |
- uses: actions/cache/restore@v4 | |
id: wasm-cache | |
with: | |
path: ./wasm | |
key: wasm-${{ steps.submodule-commit.outputs.digest }} | |
lookup-only: true | |
build-examples: | |
needs: needs-build | |
if: ${{ needs.needs-build.outputs.needs-wasm == 'true' }} | |
runs-on: ubuntu-latest | |
container: | |
image: faasm.azurecr.io/examples-build:0.6.0_0.4.0 | |
credentials: | |
username: ${{ secrets.ACR_SERVICE_PRINCIPAL_ID }} | |
password: ${{ secrets.ACR_SERVICE_PRINCIPAL_PASSWORD }} | |
steps: | |
- name: "Checkout code" | |
uses: actions/checkout@v4 | |
with: | |
submodules: true | |
- name: "Build Rabe and JWT" | |
run: | | |
export PATH=$PATH:/root/.cargo/env | |
rustup default stable | |
rustup target add wasm32-wasip1 | |
./bin/inv_wrapper.sh rabe jwt | |
- name: "Build OpenCV" | |
run: ./bin/inv_wrapper.sh opencv | |
- name: "Build FFmpeg" | |
run: ./bin/inv_wrapper.sh ffmpeg | |
- name: "Build ImageMagick" | |
run: ./bin/inv_wrapper.sh libpng imagemagick | |
- name: "Build Kernels" | |
run: ./bin/inv_wrapper.sh kernels kernels --native | |
- name: "Build Elastic Kernels" | |
run: ./bin/inv_wrapper.sh kernels --elastic kernels --elastic --native | |
- name: "Build LAMMPS" | |
run: ./bin/inv_wrapper.sh lammps lammps --native | |
- name: "Build LAMMPS with migration" | |
run: ./bin/inv_wrapper.sh lammps --migration lammps --native --migration | |
- name: "Build LAMMPS with migration and network phase" | |
run: ./bin/inv_wrapper.sh lammps --migration-net lammps --native --migration-net | |
- name: "Build Lulesh" | |
run: ./bin/inv_wrapper.sh lulesh lulesh --native | |
- name: "Build TensorFlow" | |
run: ./bin/inv_wrapper.sh tensorflow | |
- name: "Build PolyBench/C" | |
run: ./bin/inv_wrapper.sh polybench polybench --native | |
- name: "Manually re-compile libz (the sysroot has a version with atomics)" | |
run: | | |
git submodule update --init | |
./bin/inv_wrapper.sh zlib | |
working-directory: ./cpp | |
- name: "Build functions used in the tests" | |
run: ./bin/inv_wrapper.sh func.tests | |
- name: "Get CPP/Python commits" | |
id: submodule-commit | |
run: | | |
apt install -y zstd | |
git config --global --add safe.directory "$GITHUB_WORKSPACE" | |
submodule_digest=$(git submodule status | awk '{ print $1; }' | md5sum | awk '{ print $1}') | |
func_digest=$(find 'func' -type f -exec md5sum {} + | sort | md5sum | awk '{ print $1 }') | |
echo "${submodule_digest}-${func_digest}" | |
echo "digest=$(echo -n '${submodule_digest}-${func_digest}' | md5sum | awk '{ print $1 }')" >> $GITHUB_OUTPUT | |
# Also move to a different path to restore from | |
mv /usr/local/faasm/wasm ./wasm | |
# If we are here we _always_ want to overwrite the cache | |
- name: "Prepare WASM cache" | |
uses: actions/cache/save@v4 | |
if: always() | |
with: | |
path: ./wasm | |
key: wasm-${{ steps.submodule-commit.outputs.digest }} | |
run-examples-faasmctl: | |
needs: [build-examples] | |
if: | |
always() && | |
!cancelled() && | |
github.event.pull_request.draft == false && | |
(needs.build-examples.result == 'success' || needs.build-examples.result == 'skipped') | |
runs-on: ubuntu-latest | |
strategy: | |
fail-fast: false | |
matrix: | |
faasm_wasm_vm: [wavm, wamr] | |
defaults: | |
run: | |
shell: bash | |
env: | |
FAASM_INI_FILE: ./faasm.ini | |
FAASM_VERSION: 0.29.0 | |
FAASM_WASM_VM: ${{ matrix.faasm_wasm_vm }} | |
steps: | |
- uses: csegarragonz/set-compose-version-action@main | |
with: | |
compose-version: "2.22.0" | |
# A regular `faasmctl` deployment pulls a lot of docker images, so we | |
# may run out of disk space | |
- name: "Maximize build space" | |
uses: easimon/maximize-build-space@master | |
with: | |
# Leave 25 GB for the / partition for docker images (stored under | |
# /var/lib/docker) | |
root-reserve-mb: 25600 | |
remove-android: 'true' | |
remove-codeql: 'true' | |
remove-docker-images: 'true' | |
remove-dotnet: 'true' | |
remove-haskell: 'true' | |
- name: "Checkout code" | |
uses: actions/checkout@v4 | |
with: | |
submodules: true | |
- name: "Install faasmctl" | |
run: pip3 install $(cat ./requirements.txt | grep faasmctl | tr -d '\n') | |
- name: "Start a Faasm cluster to run the examples" | |
run: faasmctl deploy.compose --workers=2 | |
# This can fail when the container isn't ready, so we want to retry | |
- name: "Wait for upload server to be available" | |
run: | | |
(echo "Attempt 1" && faasmctl cli.faasm --cmd "./deploy/local/wait_for_upload.sh upload 8002") || \ | |
(echo "Attempt 2" && faasmctl cli.faasm --cmd "./deploy/local/wait_for_upload.sh upload 8002") || \ | |
(echo "Attempt 3" && faasmctl cli.faasm --cmd "./deploy/local/wait_for_upload.sh upload 8002") || \ | |
(echo "Wait for upload failed after retries" && faasmctl logs -s upload && exit 1) | |
- name: "Get CPP/Python commits" | |
id: submodule-commit | |
run: | | |
sudo apt install -y zstd | |
git config --global --add safe.directory "$GITHUB_WORKSPACE" | |
submodule_digest=$(git submodule status | awk '{ print $1; }' | md5sum | awk '{ print $1}') | |
func_digest=$(find 'func' -type f -exec md5sum {} + | sort | md5sum | awk '{ print $1 }') | |
echo "${submodule_digest}-${func_digest}" | |
echo "digest=$(echo -n '${submodule_digest}-${func_digest}' | md5sum | awk '{ print $1 }')" >> $GITHUB_OUTPUT | |
- name: "Get WASM cache" | |
uses: actions/cache/restore@v4 | |
id: cpp-wasm-cache | |
with: | |
path: ./wasm | |
key: wasm-${{ steps.submodule-commit.outputs.digest }} | |
fail-on-cache-miss: true | |
- name: "Upload all WASM files to the cluster" | |
id: wasm-upload | |
run: ./bin/inv_wrapper.sh wasm.upload | |
- name: "Print logs if wasm-upload fails" | |
if: failure() && (steps.wasm-upload.outcome == 'failure') | |
run: faasmctl logs -s upload | |
- name: "Upload all data files" | |
run: ./bin/inv_wrapper.sh data.upload | |
# FIXME: there is currently a bug in Faasm when we open a directory | |
# that has been uploaded as a shared file. See: | |
# https://github.com/faasm/faasm/issues/893 | |
# - name: "Run OpenCV k-NN Inference" | |
# if: "contains(env.FAASM_WASM_VM, 'wamr')" | |
# timeout-minutes: 2 | |
# run: faasmctl invoke opencv pca --cmdline "faasm://opencv/composers" | |
- name: "Run OpenCV check" | |
if: "contains(env.FAASM_WASM_VM, 'wamr')" | |
timeout-minutes: 2 | |
run: faasmctl invoke opencv check --cmdline "faasm://opencv/bus_photo.bmp faasm://opencv/out.bmp" | |
- name: "Run MPI kernels" | |
timeout-minutes: 2 | |
run: | | |
# We order MPI kernels according to their compilation order defined | |
# in tasks/kernels.py | |
# amr: does not work because we are missing MPI_Comm_split | |
# faasmctl invoke kernels-mpi amr --cmdline '10 1024 16 16 16 8 4 HIGH_WATER' --mpi-world-size 4 | |
# faasmctl invoke kernels-mpi branch --cmdline '10 10 vector_go' --mpi-world-size 4 | |
# dgemm: does not work because we are missing MPI_Comm_group, MPI_Group_incl, and MPI_Comm_create | |
# faasmctl invoke kernels-mpi dgemm --cmdline '10 1024 32 1' --mpi-world-size 4 | |
faasmctl invoke kernels-mpi nstream --cmdline '10 1024 32' --mpi-world-size 4 | |
# pic: does not work due to what looks like an integer overflow | |
# faasmctl invoke kernels-mpi pic --cmdline "10 10 10 2 5 SINUSOIDAL" --mpi-world-size 4 | |
# random: does not work due to some memory size error (likely an overflow too) | |
# faasmctl invoke kernels-mpi random --cmdline '32 20' --mpi-world-size 4 | |
faasmctl invoke kernels-mpi reduce --cmdline '10 1024' --mpi-world-size 4 | |
faasmctl invoke kernels-mpi sparse --cmdline '10 10 5' --mpi-world-size 4 | |
faasmctl invoke kernels-mpi stencil --cmdline '10 1000' --mpi-world-size 4 | |
# global: fails sometime during execution | |
# faasmctl invoke kernels-mpi global --cmdline '10 1024' | |
faasmctl invoke kernels-mpi p2p --cmdline '10 1024 1024' --mpi-world-size 4 | |
faasmctl invoke kernels-mpi transpose --cmdline '10 1024 32' --mpi-world-size 4 | |
- name: "Run OpenMP kernels" | |
if: "contains(env.FAASM_WASM_VM, 'wamr')" | |
timeout-minutes: 2 | |
run: | | |
faasmctl invoke kernels-omp global --cmdline '2 10 1024' | |
faasmctl invoke kernels-omp p2p --cmdline '2 10 1024 1024' | |
faasmctl invoke kernels-omp sparse --cmdline '2 10 10 5' | |
# The transpose OpenMP kernel can not be cross-compiled due to problems | |
# with the static_for signature and symbol definition | |
# faasmctl invoke kernels-omp transpose --cmdline '10 1024 32' | |
# The stencil OpenMP kernel can not be cross-compiled due to a problem | |
# with the faasm_sm_reduce signature | |
# faasmctl invoke kernels-omp stencil --cmdline '10 1000' | |
faasmctl invoke kernels-omp dgemm --cmdline '2 2 1024 32' | |
faasmctl invoke kernels-omp nstream --cmdline '2 10 1024 32' | |
faasmctl invoke kernels-omp reduce --cmdline '2 10 1024' | |
# The random OpenMP kernel can not be cross-compiled due to a problem | |
# with the faasm_sm_reduce signature | |
# faasmctl invoke kernels-omp random --cmdline '32 20' | |
- name: "Run elastic OpenMP kernels" | |
if: "contains(env.FAASM_WASM_VM, 'wamr')" | |
timeout-minutes: 2 | |
run: | | |
faasmctl invoke kernels-omp p2p --cmdline '2 10 1024 1024' --input-data "2" | |
faasmctl invoke kernels-omp sparse --cmdline '2 10 10 5' --input-data "2" | |
- name: "Run PolyBench/C" | |
timeout-minutes: 2 | |
# We deliberately enumerate all the supported functions here and | |
# execute them individually, rather than using the microbench runner. | |
# This is so that we can more easily track what functions are supported | |
# and what functions are not | |
run: | | |
faasmctl invoke polybench poly_covariance | |
faasmctl invoke polybench poly_correlation | |
faasmctl invoke polybench poly_2mm | |
faasmctl invoke polybench poly_3mm | |
faasmctl invoke polybench poly_atax | |
faasmctl invoke polybench poly_bicg | |
faasmctl invoke polybench poly_doitgen | |
faasmctl invoke polybench poly_mvt | |
faasmctl invoke polybench poly_cholesky | |
faasmctl invoke polybench poly_durbin | |
faasmctl invoke polybench poly_gramschmidt | |
faasmctl invoke polybench poly_lu | |
faasmctl invoke polybench poly_ludcmp | |
faasmctl invoke polybench poly_trisolv | |
faasmctl invoke polybench poly_deriche | |
faasmctl invoke polybench poly_floyd-warshall | |
faasmctl invoke polybench poly_nussinov | |
faasmctl invoke polybench poly_adi | |
faasmctl invoke polybench poly_fdtd-2d | |
faasmctl invoke polybench poly_heat-3d | |
faasmctl invoke polybench poly_jacobi-1d | |
faasmctl invoke polybench poly_jacobi-2d | |
faasmctl invoke polybench poly_seidel-2d | |
# TODO(wamr-tf): TF Check broken with WAVM, uncomment when WAMR supports it | |
# - name: "Run ImageMagick" | |
# if: "contains(env.FAASM_WASM_VM, 'wamr')" | |
# timeout-minutes: 1 | |
# run: faasmctl invoke imagemagick main --cmdline 'faasm://im/sample_image.png -flip faasm://im/image_out.png' | |
- name: "Run LAMMPS" | |
timeout-minutes: 1 | |
run: faasmctl invoke lammps main --cmdline '-in faasm://lammps-data/in.controller.wall' --mpi-world-size 4 | |
# Note that the migration experiment does not migrate, it just checks the binary | |
- name: "Run LAMMPS migration binary" | |
timeout-minutes: 1 | |
run: faasmctl invoke lammps migration --cmdline '-in faasm://lammps-data/in.controller.wall' --mpi-world-size 4 --input-data '1 2' | |
- name: "Run LAMMPS migration-net binary" | |
timeout-minutes: 1 | |
run: faasmctl invoke lammps migration-net --cmdline '-in faasm://lammps-data/in.controller.wall' --mpi-world-size 4 --input-data '1 2 10 2' | |
- name: "Run LULESH" | |
timeout-minutes: 1 | |
if: "contains(env.FAASM_WASM_VM, 'wamr')" | |
run: faasmctl invoke lulesh main --cmdline '-i 5 -s 20 -r 11 -c 1 -b 1' --input-data '4' | |
# TODO(wamr-tf): TF Check broken with WAVM, uncomment when WAMR supports it | |
# - name: "Run TFlite check" | |
# timeout-minutes: 1 | |
# if: "contains(env.FAASM_WASM_VM, 'wamr')" | |
# run: faasmctl invoke tf check | |
- name: "Run FFmpeg check" | |
timeout-minutes: 1 | |
run: faasmctl invoke ffmpeg check | |
- name: "Run Rabe test" | |
if: "contains(env.FAASM_WASM_VM, 'wamr')" | |
timeout-minutes: 1 | |
run: faasmctl invoke rabe test | |
# - name: "Run JWT test" | |
# if: "contains(env.FAASM_WASM_VM, 'wamr')" | |
# timeout-minutes: 1 | |
# run: faasmctl invoke jwt test | |
- name: "Print upload logs in case of failure" | |
if: failure() | |
run: faasmctl logs -s upload | |
- name: "Print worker logs in case of failure" | |
if: failure() | |
run: faasmctl logs -s worker |