From 672ef5aceb86262e8657e866fe1dca68d124a1e1 Mon Sep 17 00:00:00 2001 From: Tim 'mithro' Ansell Date: Tue, 24 May 2022 11:56:26 -0700 Subject: [PATCH] Removing the kokoro configuration files. Fixes #1873. Signed-off-by: Tim 'mithro' Ansell --- .github/kokoro/continuous-db-artix7.cfg | 44 ----- .github/kokoro/continuous-db-kintex7.cfg | 53 ------ .github/kokoro/continuous-db-spartan7.cfg | 44 ----- .github/kokoro/continuous-db-zynq7.cfg | 44 ----- .github/kokoro/ctest2junit.xsl | 120 ------------ .github/kokoro/database.cfg | 16 -- .github/kokoro/db-full.sh | 216 ---------------------- .github/kokoro/db-quick.sh | 57 ------ .github/kokoro/kokoro-cfg.py | 80 -------- .github/kokoro/nothing.sh | 10 - .github/kokoro/presubmit-db-artix7.cfg | 44 ----- .github/kokoro/presubmit-db-kintex7.cfg | 53 ------ .github/kokoro/presubmit-db-spartan7.cfg | 44 ----- .github/kokoro/presubmit-db-zynq7.cfg | 44 ----- .github/kokoro/steps/git.sh | 34 ---- .github/kokoro/steps/hostcheck.sh | 94 ---------- .github/kokoro/steps/hostinfo.sh | 45 ----- .github/kokoro/steps/hostsetup.sh | 123 ------------ .github/kokoro/steps/prjxray-env.sh | 23 --- .github/kokoro/steps/xilinx.sh | 103 ----------- .github/kokoro/tests.cfg | 19 -- .github/kokoro/tests.sh | 40 ---- 22 files changed, 1350 deletions(-) delete mode 100644 .github/kokoro/continuous-db-artix7.cfg delete mode 100644 .github/kokoro/continuous-db-kintex7.cfg delete mode 100644 .github/kokoro/continuous-db-spartan7.cfg delete mode 100644 .github/kokoro/continuous-db-zynq7.cfg delete mode 100644 .github/kokoro/ctest2junit.xsl delete mode 100644 .github/kokoro/database.cfg delete mode 100755 .github/kokoro/db-full.sh delete mode 100755 .github/kokoro/db-quick.sh delete mode 100755 .github/kokoro/kokoro-cfg.py delete mode 100755 .github/kokoro/nothing.sh delete mode 100644 .github/kokoro/presubmit-db-artix7.cfg delete mode 100644 .github/kokoro/presubmit-db-kintex7.cfg delete mode 100644 .github/kokoro/presubmit-db-spartan7.cfg delete mode 100644 .github/kokoro/presubmit-db-zynq7.cfg delete mode 100755 .github/kokoro/steps/git.sh delete mode 100755 .github/kokoro/steps/hostcheck.sh delete mode 100755 .github/kokoro/steps/hostinfo.sh delete mode 100755 .github/kokoro/steps/hostsetup.sh delete mode 100755 .github/kokoro/steps/prjxray-env.sh delete mode 100755 .github/kokoro/steps/xilinx.sh delete mode 100644 .github/kokoro/tests.cfg delete mode 100755 .github/kokoro/tests.sh diff --git a/.github/kokoro/continuous-db-artix7.cfg b/.github/kokoro/continuous-db-artix7.cfg deleted file mode 100644 index e58de2fb8..000000000 --- a/.github/kokoro/continuous-db-artix7.cfg +++ /dev/null @@ -1,44 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -build_file: "symbiflow-prjxray-continuous-db-artix7/.github/kokoro/db-full.sh" - -timeout_mins: 4320 - -action { - define_artifacts { - # File types - regex: "**/diff.html" - regex: "**/diff.json" - regex: "**/diff.patch" - regex: "**/*result*.xml" - regex: "**/*sponge_log.xml" - regex: "**/fuzzers/*.tgz" - # Whole directories - # regex: "**/build/**" - Currently kokoro dies on number of artifacts. - regex: "**/build/*.log" - regex: "**/logs_*/**" - # The database - regex: "**/database/artix7/**" - strip_prefix: "github/symbiflow-prjxray-continuous-db-artix7/" - } -} - -env_vars { - key: "KOKORO_TYPE" - value: "continuous" -} - -env_vars { - key: "KOKORO_DIR" - value: "symbiflow-prjxray-continuous-db-artix7" -} - -env_vars { - key: "XRAY_SETTINGS" - value: "artix7" -} - -env_vars { - key: "XRAY_BUILD_TYPE" - value: "full" -} diff --git a/.github/kokoro/continuous-db-kintex7.cfg b/.github/kokoro/continuous-db-kintex7.cfg deleted file mode 100644 index 946d62f54..000000000 --- a/.github/kokoro/continuous-db-kintex7.cfg +++ /dev/null @@ -1,53 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -build_file: "symbiflow-prjxray-continuous-db-kintex7/.github/kokoro/db-full.sh" - -timeout_mins: 4320 - -action { - define_artifacts { - # File types - regex: "**/diff.html" - regex: "**/diff.json" - regex: "**/diff.patch" - regex: "**/*result*.xml" - regex: "**/*sponge_log.xml" - regex: "**/fuzzers/*.tgz" - # Whole directories - # regex: "**/build/**" - Currently kokoro dies on number of artifacts. - regex: "**/build/*.log" - regex: "**/logs_*/**" - # The database - regex: "**/database/kintex7/**" - strip_prefix: "github/symbiflow-prjxray-continuous-db-kintex7/" - } -} - -env_vars { - key: "KOKORO_TYPE" - value: "continuous" -} - -env_vars { - key: "KOKORO_DIR" - value: "symbiflow-prjxray-continuous-db-kintex7" -} - -env_vars { - key: "XRAY_SETTINGS" - value: "kintex7" -} - -env_vars { - key: "XRAY_BUILD_TYPE" - value: "full" -} - -before_action { - fetch_keystore { - keystore_resource { - keystore_config_id: 74045 - keyname: "foss-fpga-tools_xilinx-license" - } - } -} diff --git a/.github/kokoro/continuous-db-spartan7.cfg b/.github/kokoro/continuous-db-spartan7.cfg deleted file mode 100644 index ebb7e3cd6..000000000 --- a/.github/kokoro/continuous-db-spartan7.cfg +++ /dev/null @@ -1,44 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -build_file: "symbiflow-prjxray-continuous-db-spartan7/.github/kokoro/db-full.sh" - -timeout_mins: 4320 - -action { - define_artifacts { - # File types - regex: "**/diff.html" - regex: "**/diff.json" - regex: "**/diff.patch" - regex: "**/*result*.xml" - regex: "**/*sponge_log.xml" - regex: "**/fuzzers/*.tgz" - # Whole directories - # regex: "**/build/**" - Currently kokoro dies on number of artifacts. - regex: "**/build/*.log" - regex: "**/logs_*/**" - # The database - regex: "**/database/spartan7/**" - strip_prefix: "github/symbiflow-prjxray-continuous-db-spartan7/" - } -} - -env_vars { - key: "KOKORO_TYPE" - value: "continuous" -} - -env_vars { - key: "KOKORO_DIR" - value: "symbiflow-prjxray-continuous-db-spartan7" -} - -env_vars { - key: "XRAY_SETTINGS" - value: "spartan7" -} - -env_vars { - key: "XRAY_BUILD_TYPE" - value: "full" -} diff --git a/.github/kokoro/continuous-db-zynq7.cfg b/.github/kokoro/continuous-db-zynq7.cfg deleted file mode 100644 index 272b49a24..000000000 --- a/.github/kokoro/continuous-db-zynq7.cfg +++ /dev/null @@ -1,44 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -build_file: "symbiflow-prjxray-continuous-db-zynq7/.github/kokoro/db-full.sh" - -timeout_mins: 4320 - -action { - define_artifacts { - # File types - regex: "**/diff.html" - regex: "**/diff.json" - regex: "**/diff.patch" - regex: "**/*result*.xml" - regex: "**/*sponge_log.xml" - regex: "**/fuzzers/*.tgz" - # Whole directories - # regex: "**/build/**" - Currently kokoro dies on number of artifacts. - regex: "**/build/*.log" - regex: "**/logs_*/**" - # The database - regex: "**/database/zynq7/**" - strip_prefix: "github/symbiflow-prjxray-continuous-db-zynq7/" - } -} - -env_vars { - key: "KOKORO_TYPE" - value: "continuous" -} - -env_vars { - key: "KOKORO_DIR" - value: "symbiflow-prjxray-continuous-db-zynq7" -} - -env_vars { - key: "XRAY_SETTINGS" - value: "zynq7" -} - -env_vars { - key: "XRAY_BUILD_TYPE" - value: "full" -} diff --git a/.github/kokoro/ctest2junit.xsl b/.github/kokoro/ctest2junit.xsl deleted file mode 100644 index 8ba21f4e6..000000000 --- a/.github/kokoro/ctest2junit.xsl +++ /dev/null @@ -1,120 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - BuildName: - BuildStamp: - Name: - Generator: - CompilerName: - OSName: - Hostname: - OSRelease: - OSVersion: - OSPlatform: - Is64Bits: - VendorString: - VendorID: - FamilyID: - ModelID: - ProcessorCacheSize: - NumberOfLogicalCPU: - NumberOfPhysicalCPU: - TotalVirtualMemory: - TotalPhysicalMemory: - LogicalProcessorsPerPhysical: - ProcessorClockFrequency: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/.github/kokoro/database.cfg b/.github/kokoro/database.cfg deleted file mode 100644 index ebc11d875..000000000 --- a/.github/kokoro/database.cfg +++ /dev/null @@ -1,16 +0,0 @@ -build_file: "symbiflow-prjxray-db/.github/kokoro/database.sh" - -timeout_mins: 10 - -action { - define_artifacts { - regex: "**/*result*.xml" - regex: "**/build/*.log" - regex: "**/logs/*.log" - regex: "**/logs/*.xml" - regex: "**/build/**" - regex: "**/diff.*" - regex: "**/database/**" - strip_prefix: "github/symbiflow-prjxray-db/" - } -} diff --git a/.github/kokoro/db-full.sh b/.github/kokoro/db-full.sh deleted file mode 100755 index 319d3fad2..000000000 --- a/.github/kokoro/db-full.sh +++ /dev/null @@ -1,216 +0,0 @@ -#!/bin/bash -# Copyright (C) 2017-2020 The Project X-Ray Authors. -# -# Use of this source code is governed by a ISC-style -# license that can be found in the LICENSE file or at -# https://opensource.org/licenses/ISC -# -# SPDX-License-Identifier: ISC - -set -e - -cd github/$KOKORO_DIR/ - -source ./.github/kokoro/steps/hostcheck.sh -source ./.github/kokoro/steps/hostsetup.sh -source ./.github/kokoro/steps/hostinfo.sh -source ./.github/kokoro/steps/git.sh - -source ./.github/kokoro/steps/xilinx.sh - -source ./.github/kokoro/steps/prjxray-env.sh - -echo -echo "========================================" -echo "Downloading current database" -echo "----------------------------------------" -( - script --return --flush --command "./download-latest-db.sh" - -) -echo "----------------------------------------" - -echo -echo "========================================" -echo "Preparing database" -echo "----------------------------------------" -( - make db-prepare-${XRAY_SETTINGS} -) -echo "----------------------------------------" - -source settings/$XRAY_SETTINGS.sh - -echo -echo "========================================" -echo "Cleaning out current database" -echo "----------------------------------------" -( - cd database - make clean-${XRAY_SETTINGS}-db -) -echo "----------------------------------------" - -echo -echo "========================================" -echo "Running Database build" -echo "----------------------------------------" -( - # Output which fuzzers we are going to run - echo "make --dry-run" - make --dry-run db-${XRAY_SETTINGS}-all - echo "----------------------------------------" - - # Run the fuzzers - set -x +e - tmp=`mktemp` - script --return --flush --command "make -j $CORES MAX_VIVADO_PROCESS=$MAX_VIVADO_PROCESS db-${XRAY_SETTINGS}-all" $tmp - DATABASE_RET=$? - set +x -e - - if [[ $DATABASE_RET != 0 ]] ; then - # Collect the Vivado logs into one tgz archive - echo "Packing failing test cases" - grep "recipe for target" $tmp | awk 'match($0,/recipe for target.*'\''(.*)\/run\..*ok'\''/,res) {print "fuzzers/" res[1]}' | xargs tar -zcf fuzzers/fails.tgz - echo "----------------------------------------" - echo "A failure occurred during Database build." - echo "----------------------------------------" - rm $tmp - - echo "========================================" - echo " Disk space in failure path" - echo "----------------------------------------" - du -sh - - exit $DATABASE_RET - fi -) -echo "----------------------------------------" - -# Format the database -make db-format-${XRAY_SETTINGS} -# Update the database/Info.md file -make db-info - -# Output if the database has differences -echo -echo "========================================" -echo " Database Differences" -echo "----------------------------------------" -( - cd database - # Update the index with any new files - git add \ - --verbose \ - --all \ - --ignore-errors \ - . - - # Output what git status - echo - echo "----------------------------------------" - echo " Database Status" - echo "----------------------------------------" - git status - echo "----------------------------------------" - - - # Output a summary of how the files have changed - echo - echo "----------------------------------------" - echo " Database Diff Summary" - echo "----------------------------------------" - git diff --stat --irreversible-delete --find-renames --find-copies --ignore-all-space origin/master - - # Save the diff to be uploaded as an artifact - echo - echo "----------------------------------------" - echo " Saving diff output" - echo "----------------------------------------" - # Patch file - git diff \ - --patch-with-stat --no-color --irreversible-delete --find-renames --find-copies origin/master \ - > diff.patch - - MAX_DIFF_LINES=50000 - DIFF_LINES="$(wc -l diff.patch | sed -e's/ .*$//')" - if [ $DIFF_LINES -gt $MAX_DIFF_LINES ]; then - echo - echo "----------------------------------------" - echo " Database Diff" - echo "----------------------------------------" - echo "diff has $DIFF_LINES lines which is too large to display!" - - echo - echo "----------------------------------------" - echo " Generating pretty diff output" - echo "----------------------------------------" - echo "diff has $DIFF_LINES lines which is too large for HTML output!" - else - # Output the actually diff - echo - echo "----------------------------------------" - echo " Database Diff" - echo "----------------------------------------" - git diff --color --irreversible-delete --find-renames --find-copies --ignore-all-space origin/master - - echo - echo "----------------------------------------" - echo " Generating pretty diff output" - echo "----------------------------------------" - ( - # Allow the diff2html to fail. - set +e - - # Pretty HTML file version - diff2html --summary=open --file diff.html --format html \ - -- \ - --irreversible-delete --find-renames --find-copies \ - --ignore-all-space origin/master || true - - # Programmatic JSON version - diff2html --file diff.json --format json \ - -- \ - --irreversible-delete --find-renames --find-copies \ - --ignore-all-space origin/master || true - ) || true - fi -) -echo "----------------------------------------" - -# Check the database and fail if it is broken. -set -x +e -make db-check-${XRAY_SETTINGS} -CHECK_RET=$? -set +x -e - -echo -echo "========================================" -echo " Testing HTML generation" -echo "----------------------------------------" -( - cd htmlgen - source htmlgen.sh $XRAY_SETTINGS -) - -# If we get here, then all the fuzzers completed fine. Hence we are -# going to assume we don't want to keep all the build / logs / etc (as -# they are quite large). Thus do a clean to get rid of them. -echo -echo "========================================" -echo " Cleaning up after success" -echo "----------------------------------------" -( - cd fuzzers - echo - echo "Cleaning up so CI doesn't save all the excess data." - make clean_fuzzers - make clean_piplists -) -echo "----------------------------------------" - -echo "========================================" -echo " Final disk space after cleanup" -echo "----------------------------------------" -du -sh - -exit $CHECK_RET diff --git a/.github/kokoro/db-quick.sh b/.github/kokoro/db-quick.sh deleted file mode 100755 index 7f063de58..000000000 --- a/.github/kokoro/db-quick.sh +++ /dev/null @@ -1,57 +0,0 @@ -#!/bin/bash -# Copyright (C) 2017-2020 The Project X-Ray Authors. -# -# Use of this source code is governed by a ISC-style -# license that can be found in the LICENSE file or at -# https://opensource.org/licenses/ISC -# -# SPDX-License-Identifier: ISC - -set -e - -cd github/$KOKORO_DIR/ - -source ./.github/kokoro/steps/hostcheck.sh -source ./.github/kokoro/steps/hostsetup.sh -source ./.github/kokoro/steps/hostinfo.sh -source ./.github/kokoro/steps/git.sh - -source ./.github/kokoro/steps/xilinx.sh - -source ./.github/kokoro/steps/prjxray-env.sh - -echo -echo "========================================" -echo "Downloading current database" -echo "----------------------------------------" -( - ./download-latest-db.sh -) -echo "----------------------------------------" - -echo -echo "========================================" -echo "Preparing database" -echo "----------------------------------------" -( - make db-prepare-${XRAY_SETTINGS} -) -echo "----------------------------------------" - -source settings/$XRAY_SETTINGS.sh - -echo -echo "========================================" -echo "Running quick fuzzer sanity check" -echo "----------------------------------------" -( - cd fuzzers - echo "make --dry-run" - make --dry-run - echo "----------------------------------------" - export MAX_VIVADO_PROCESS=$CORES - set -x - script --return --flush --command "make -j $CORES MAX_VIVADO_PROCESS=$CORES QUICK=y" - - set +x -) -echo "----------------------------------------" diff --git a/.github/kokoro/kokoro-cfg.py b/.github/kokoro/kokoro-cfg.py deleted file mode 100755 index 58376d933..000000000 --- a/.github/kokoro/kokoro-cfg.py +++ /dev/null @@ -1,80 +0,0 @@ -#!/usr/bin/env python3 -# -*- coding: utf-8 -*- -# -# Copyright (C) 2017-2020 The Project X-Ray Authors. -# -# Use of this source code is governed by a ISC-style -# license that can be found in the LICENSE file or at -# https://opensource.org/licenses/ISC -# -# SPDX-License-Identifier: ISC - -db_full = """\ -# Format: //devtools/kokoro/config/proto/build.proto - -build_file: "symbiflow-prjxray-%(kokoro_type)s-db-%(part)s/.github/kokoro/%(script)s" - -timeout_mins: 4320 - -action { - define_artifacts { - # File types - regex: "**/diff.html" - regex: "**/diff.json" - regex: "**/diff.patch" - regex: "**/*result*.xml" - regex: "**/*sponge_log.xml" - regex: "**/fuzzers/*.tgz" - # Whole directories - # regex: "**/build/**" - Currently kokoro dies on number of artifacts. - regex: "**/build/*.log" - regex: "**/logs_*/**" - # The database - regex: "**/database/%(part)s/**" - strip_prefix: "github/symbiflow-prjxray-%(kokoro_type)s-db-%(part)s/" - } -} - -env_vars { - key: "KOKORO_TYPE" - value: "%(kokoro_type)s" -} - -env_vars { - key: "KOKORO_DIR" - value: "symbiflow-prjxray-%(kokoro_type)s-db-%(part)s" -} - -env_vars { - key: "XRAY_SETTINGS" - value: "%(part)s" -} - -env_vars { - key: "XRAY_BUILD_TYPE" - value: "full" -} -""" - -for part in ['artix7', 'kintex7', 'zynq7', 'spartan7']: - if part != 'spartan7': - script = 'db-full.sh' - else: - # Emit dummy script for spartan7 for now until it is working. - script = 'nothing.sh' - - with open("continuous-db-%s.cfg" % part, "w") as f: - f.write( - db_full % { - 'part': part, - 'kokoro_type': 'continuous', - 'script': script, - }) - - with open("presubmit-db-%s.cfg" % part, "w") as f: - f.write( - db_full % { - 'part': part, - 'kokoro_type': 'presubmit', - 'script': script, - }) diff --git a/.github/kokoro/nothing.sh b/.github/kokoro/nothing.sh deleted file mode 100755 index edc8fa3e7..000000000 --- a/.github/kokoro/nothing.sh +++ /dev/null @@ -1,10 +0,0 @@ -#!/bin/bash -# Copyright (C) 2017-2020 The Project X-Ray Authors. -# -# Use of this source code is governed by a ISC-style -# license that can be found in the LICENSE file or at -# https://opensource.org/licenses/ISC -# -# SPDX-License-Identifier: ISC -echo "Doing nothing!" -true diff --git a/.github/kokoro/presubmit-db-artix7.cfg b/.github/kokoro/presubmit-db-artix7.cfg deleted file mode 100644 index 38b62d2ea..000000000 --- a/.github/kokoro/presubmit-db-artix7.cfg +++ /dev/null @@ -1,44 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -build_file: "symbiflow-prjxray-presubmit-db-artix7/.github/kokoro/db-full.sh" - -timeout_mins: 4320 - -action { - define_artifacts { - # File types - regex: "**/diff.html" - regex: "**/diff.json" - regex: "**/diff.patch" - regex: "**/*result*.xml" - regex: "**/*sponge_log.xml" - regex: "**/fuzzers/*.tgz" - # Whole directories - # regex: "**/build/**" - Currently kokoro dies on number of artifacts. - regex: "**/build/*.log" - regex: "**/logs_*/**" - # The database - regex: "**/database/artix7/**" - strip_prefix: "github/symbiflow-prjxray-presubmit-db-artix7/" - } -} - -env_vars { - key: "KOKORO_TYPE" - value: "presubmit" -} - -env_vars { - key: "KOKORO_DIR" - value: "symbiflow-prjxray-presubmit-db-artix7" -} - -env_vars { - key: "XRAY_SETTINGS" - value: "artix7" -} - -env_vars { - key: "XRAY_BUILD_TYPE" - value: "full" -} diff --git a/.github/kokoro/presubmit-db-kintex7.cfg b/.github/kokoro/presubmit-db-kintex7.cfg deleted file mode 100644 index 5c948e5bc..000000000 --- a/.github/kokoro/presubmit-db-kintex7.cfg +++ /dev/null @@ -1,53 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -build_file: "symbiflow-prjxray-presubmit-db-kintex7/.github/kokoro/db-full.sh" - -timeout_mins: 4320 - -action { - define_artifacts { - # File types - regex: "**/diff.html" - regex: "**/diff.json" - regex: "**/diff.patch" - regex: "**/*result*.xml" - regex: "**/*sponge_log.xml" - regex: "**/fuzzers/*.tgz" - # Whole directories - # regex: "**/build/**" - Currently kokoro dies on number of artifacts. - regex: "**/build/*.log" - regex: "**/logs_*/**" - # The database - regex: "**/database/kintex7/**" - strip_prefix: "github/symbiflow-prjxray-presubmit-db-kintex7/" - } -} - -env_vars { - key: "KOKORO_TYPE" - value: "presubmit" -} - -env_vars { - key: "KOKORO_DIR" - value: "symbiflow-prjxray-presubmit-db-kintex7" -} - -env_vars { - key: "XRAY_SETTINGS" - value: "kintex7" -} - -env_vars { - key: "XRAY_BUILD_TYPE" - value: "full" -} - -before_action { - fetch_keystore { - keystore_resource { - keystore_config_id: 74045 - keyname: "foss-fpga-tools_xilinx-license" - } - } -} diff --git a/.github/kokoro/presubmit-db-spartan7.cfg b/.github/kokoro/presubmit-db-spartan7.cfg deleted file mode 100644 index 39caf3a80..000000000 --- a/.github/kokoro/presubmit-db-spartan7.cfg +++ /dev/null @@ -1,44 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -build_file: "symbiflow-prjxray-presubmit-db-spartan7/.github/kokoro/db-full.sh" - -timeout_mins: 4320 - -action { - define_artifacts { - # File types - regex: "**/diff.html" - regex: "**/diff.json" - regex: "**/diff.patch" - regex: "**/*result*.xml" - regex: "**/*sponge_log.xml" - regex: "**/fuzzers/*.tgz" - # Whole directories - # regex: "**/build/**" - Currently kokoro dies on number of artifacts. - regex: "**/build/*.log" - regex: "**/logs_*/**" - # The database - regex: "**/database/spartan7/**" - strip_prefix: "github/symbiflow-prjxray-presubmit-db-spartan7/" - } -} - -env_vars { - key: "KOKORO_TYPE" - value: "presubmit" -} - -env_vars { - key: "KOKORO_DIR" - value: "symbiflow-prjxray-presubmit-db-spartan7" -} - -env_vars { - key: "XRAY_SETTINGS" - value: "spartan7" -} - -env_vars { - key: "XRAY_BUILD_TYPE" - value: "full" -} diff --git a/.github/kokoro/presubmit-db-zynq7.cfg b/.github/kokoro/presubmit-db-zynq7.cfg deleted file mode 100644 index f6e994bd7..000000000 --- a/.github/kokoro/presubmit-db-zynq7.cfg +++ /dev/null @@ -1,44 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -build_file: "symbiflow-prjxray-presubmit-db-zynq7/.github/kokoro/db-full.sh" - -timeout_mins: 4320 - -action { - define_artifacts { - # File types - regex: "**/diff.html" - regex: "**/diff.json" - regex: "**/diff.patch" - regex: "**/*result*.xml" - regex: "**/*sponge_log.xml" - regex: "**/fuzzers/*.tgz" - # Whole directories - # regex: "**/build/**" - Currently kokoro dies on number of artifacts. - regex: "**/build/*.log" - regex: "**/logs_*/**" - # The database - regex: "**/database/zynq7/**" - strip_prefix: "github/symbiflow-prjxray-presubmit-db-zynq7/" - } -} - -env_vars { - key: "KOKORO_TYPE" - value: "presubmit" -} - -env_vars { - key: "KOKORO_DIR" - value: "symbiflow-prjxray-presubmit-db-zynq7" -} - -env_vars { - key: "XRAY_SETTINGS" - value: "zynq7" -} - -env_vars { - key: "XRAY_BUILD_TYPE" - value: "full" -} diff --git a/.github/kokoro/steps/git.sh b/.github/kokoro/steps/git.sh deleted file mode 100755 index 779348e6c..000000000 --- a/.github/kokoro/steps/git.sh +++ /dev/null @@ -1,34 +0,0 @@ -#!/bin/bash -# Copyright (C) 2017-2020 The Project X-Ray Authors. -# -# Use of this source code is governed by a ISC-style -# license that can be found in the LICENSE file or at -# https://opensource.org/licenses/ISC -# -# SPDX-License-Identifier: ISC - -set -e - -echo -echo "========================================" -echo "Git log" -echo "----------------------------------------" -echo "----------------------------------------" - -echo -echo "========================================" -echo "Git fetching tags" -echo "----------------------------------------" -git fetch --tags || true -echo "----------------------------------------" - -echo -echo "========================================" -echo "Git version info" -echo "----------------------------------------" -git log -n1 -echo "----------------------------------------" -git describe --tags || true -echo "----------------------------------------" -git describe --tags --always || true -echo "----------------------------------------" diff --git a/.github/kokoro/steps/hostcheck.sh b/.github/kokoro/steps/hostcheck.sh deleted file mode 100755 index de3742767..000000000 --- a/.github/kokoro/steps/hostcheck.sh +++ /dev/null @@ -1,94 +0,0 @@ -#!/bin/bash -# Copyright (C) 2017-2021 The Project X-Ray Authors. -# -# Use of this source code is governed by a ISC-style -# license that can be found in the LICENSE file or at -# https://opensource.org/licenses/ISC -# -# SPDX-License-Identifier: ISC - -set -e - -echo -echo "========================================" -echo "Waiting for storage" -echo "----------------------------------------" -STORAGE_CHECK_ATTEMPTS=1 -while true; do - # Check that tmpfs has been mounted correctly. - set -x +e - mount | grep /tmpfs - MOUNT_RET=$? - set +x -e - if [[ $MOUNT_RET == 0 ]] ; then - break; - else - echo "----------------------------------------" - echo "Error: No storage is mounted on /tmpfs." - echo "----------------------------------------" - echo "" - fi - - # Dump debugging information. - echo "========================================" - echo "Mount output" - echo "----------------------------------------" - mount - - echo "========================================" - echo "Dmesg dump" - echo "----------------------------------------" - dmesg - - echo "========================================" - echo "Partition information" - echo "----------------------------------------" - echo "" - echo "partprobe" - echo "----------------------------------------" - partprobe -s - echo "" - echo "cat /proc/partitions" - echo "----------------------------------------" - cat /proc/partitions - echo "" - echo "cat /etc/fstab" - echo "----------------------------------------" - cat /etc/fstab - echo "" - echo "cat /etc/mtab" - echo "----------------------------------------" - cat /etc/mtab - echo "" - echo "lsblk" - echo "----------------------------------------" - lsblk --list --output 'NAME,KNAME,FSTYPE,MOUNTPOINT,LABEL,UUID,PARTTYPE,PARTLABEL,PARTUUID' - echo "" - echo "sfdisk" - echo "----------------------------------------" - sudo sfdisk --list - echo "" - echo "systemctl | grep mount" - echo "----------------------------------------" - systemctl | grep mount - echo "" - echo "systemctl | grep dev" - echo "----------------------------------------" - systemctl | grep dev - - # Fail if we have waited to long. - if [[ $STORAGE_CHECK_ATTEMPTS -gt 10 ]]; then - echo "==============================" - echo " ERROR: Storage check timeout" - echo "==============================" - exit $MOUNT_RET - else - STORAGE_CHECK_ATTEMPTS=$(( $STORAGE_CHECK_ATTEMPTS + 1 )) - fi - - # Wait for a bit before rechecking. - SLEEP_FOR=$(( STORAGE_CHECK_ATTEMPTS * 10 )) - echo "" - echo "Sleeping for $SLEEP_FOR seconds before trying again..." - sleep $SLEEP_FOR -done diff --git a/.github/kokoro/steps/hostinfo.sh b/.github/kokoro/steps/hostinfo.sh deleted file mode 100755 index 8e69c9932..000000000 --- a/.github/kokoro/steps/hostinfo.sh +++ /dev/null @@ -1,45 +0,0 @@ -#!/bin/bash -# Copyright (C) 2017-2020 The Project X-Ray Authors. -# -# Use of this source code is governed by a ISC-style -# license that can be found in the LICENSE file or at -# https://opensource.org/licenses/ISC -# -# SPDX-License-Identifier: ISC - -set -e - -echo -echo "========================================" -echo "Host Environment" -echo "----------------------------------------" -export -echo "----------------------------------------" - -echo -echo "========================================" -echo "Host CPU" -echo "----------------------------------------" -export CORES=$(nproc --all) -echo "Cores: $CORES" -echo -echo "Memory" -echo "----------------------------------------" -cat /proc/meminfo -echo "----------------------------------------" -export MEM_GB=$(($(awk '/MemTotal/ {print $2}' /proc/meminfo)/(1024*1024))) -echo "Total Memory (GB): $MEM_GB" - -# Approx memory per grid process -export MEM_PER_RUN=8 -export MAX_GRID_CPU=$(($MEM_GB/$MEM_PER_RUN)) -export MAX_VIVADO_PROCESS=$(($MEM_GB/$MEM_PER_RUN)) - -echo -echo "========================================" -echo "Host files" -echo "----------------------------------------" -echo $PWD -echo "----------------------------------------" -find . | sort -echo "----------------------------------------" diff --git a/.github/kokoro/steps/hostsetup.sh b/.github/kokoro/steps/hostsetup.sh deleted file mode 100755 index 91cc2302f..000000000 --- a/.github/kokoro/steps/hostsetup.sh +++ /dev/null @@ -1,123 +0,0 @@ -#!/bin/bash -# Copyright (C) 2017-2020 The Project X-Ray Authors. -# -# Use of this source code is governed by a ISC-style -# license that can be found in the LICENSE file or at -# https://opensource.org/licenses/ISC -# -# SPDX-License-Identifier: ISC - -set -e - -echo -echo "========================================" -echo "Removing older packages" -echo "----------------------------------------" -sudo apt-get remove -y cmake -echo "----------------------------------------" - -echo -echo "========================================" -echo "Update the CA certificates" -echo "----------------------------------------" -sudo apt-get install -y ca-certificates -echo "----------------------------------------" -sudo update-ca-certificates -echo "----------------------------------------" - -echo -echo "========================================" -echo "Remove the expire letsencrypt.org cert " -echo "----------------------------------------" -wget https://helloworld.letsencrypt.org/ || true -echo "----------------------------------------" -sudo rm /usr/share/ca-certificates/mozilla/DST_Root_CA_X3.crt -echo "----------------------------------------" -sudo update-ca-certificates -echo "----------------------------------------" -wget https://helloworld.letsencrypt.org/ || true -echo "----------------------------------------" - - -echo -echo "========================================" -echo "Host adding PPAs" -echo "----------------------------------------" -wget -O - https://apt.kitware.com/keys/kitware-archive-latest.asc 2>/dev/null | sudo apt-key add - -sudo apt-add-repository 'deb https://apt.kitware.com/ubuntu/ xenial main' -sudo add-apt-repository ppa:deadsnakes/ppa -echo "----------------------------------------" - -echo -echo "========================================" -echo "Host updating packages" -echo "----------------------------------------" -sudo apt-get update -echo "----------------------------------------" - -echo -echo "========================================" -echo "Host remove packages" -echo "----------------------------------------" -sudo apt-get remove -y \ - python-pytest \ - - -sudo apt-get autoremove -y - -echo "----------------------------------------" -echo -echo "========================================" -echo "Host install packages" -echo "----------------------------------------" -sudo apt-get install -y \ - bash \ - bison \ - build-essential \ - ca-certificates \ - clang-format \ - cmake \ - colordiff \ - coreutils \ - curl \ - flex \ - fontconfig \ - git \ - jq \ - lsb \ - nodejs \ - psmisc \ - python3 \ - python3-dev \ - python3-venv - -echo "========================================" -echo "Enter virtual env for python 3.8" -echo "----------------------------------------" -python3 -mvenv startup_python -source startup_python/bin/activate -which python -python --version -which python3 -python3 --version - -echo "----------------------------------------" - -( - cd /tmp - # Upgrade pstree to support the -T flag. - wget https://storage.googleapis.com/prjxray-deps-debs/psmisc_23.2-1_amd64.deb - sudo dpkg --install psmisc_23.2-1_amd64.deb - which pstree - pstree --help || true -) - -echo "----------------------------------------" - -echo -echo "========================================" -echo "Getting diff2html to produce pretty database diffs" -echo "----------------------------------------" -( - sudo npm install -g diff2html-cli -) diff --git a/.github/kokoro/steps/prjxray-env.sh b/.github/kokoro/steps/prjxray-env.sh deleted file mode 100755 index 95d95155c..000000000 --- a/.github/kokoro/steps/prjxray-env.sh +++ /dev/null @@ -1,23 +0,0 @@ -#!/bin/bash -# Copyright (C) 2017-2020 The Project X-Ray Authors. -# -# Use of this source code is governed by a ISC-style -# license that can be found in the LICENSE file or at -# https://opensource.org/licenses/ISC -# -# SPDX-License-Identifier: ISC - -set -e - -echo -echo "========================================" -echo "Build the C++ tools" -echo "----------------------------------------" -make build --output-sync=target --warn-undefined-variables -j $CORES -echo "----------------------------------------" - -echo -echo "========================================" -echo "Setup the Python environment" -echo "----------------------------------------" -make env --output-sync=target --warn-undefined-variables diff --git a/.github/kokoro/steps/xilinx.sh b/.github/kokoro/steps/xilinx.sh deleted file mode 100755 index a4a80c2cb..000000000 --- a/.github/kokoro/steps/xilinx.sh +++ /dev/null @@ -1,103 +0,0 @@ -#!/bin/bash -# Copyright (C) 2017-2020 The Project X-Ray Authors. -# -# Use of this source code is governed by a ISC-style -# license that can be found in the LICENSE file or at -# https://opensource.org/licenses/ISC -# -# SPDX-License-Identifier: ISC - -echo -echo "========================================" -echo "Xilinx proprietary toolchain setup." -echo "----------------------------------------" - -echo -echo "Fix up the Xilinx configuration directory" -echo "----------------------------------------" -ls -l ~/.Xilinx -sudo chown -R $USER ~/.Xilinx - -export XILINX_LOCAL_USER_DATA=no -echo "----------------------------------------" - -echo -echo "Select Xilinx Vivado version" -echo "----------------------------------------" -( - set -e - cd /opt - if [ x"$XRAY_SETTINGS" = x"kintex7" ]; then - echo "Using Xilinx Vivado Design Edition for $XRAY_SETTINGS build." - echo - echo "Making /opt mount rw" - sudo mount -o remount,rw /opt - echo - echo "Replacing /opt/Xilinx link." - sudo rm -f Xilinx - sudo ln -s Xilinx-design Xilinx - ls -l Xilinx - echo - echo "Making /opt mount ro" - sudo mount -o remount,ro /opt - echo - else - echo "Using Xilinx Vivado WebPack Edition for $XRAY_SETTINGS build." - ls -l Xilinx - fi -) -echo "----------------------------------------" - - -echo -echo "List /opt directory" -echo "----------------------------------------" -ls -l /opt -echo "----------------------------------------" - -# Create a tunnel to the server which has the Xilinx licenses and port forward -# them. -echo -echo "Setting up license server tunnel" -echo "----------------------------------------" - -LICENSE_TUNNEL_KEY=$KOKORO_KEYSTORE_DIR/74045_foss-fpga-tools_xilinx-license -echo "SSH Key for license server tunnel should be found @ $LICENSE_TUNNEL_KEY" -ls -l $LICENSE_TUNNEL_KEY || true - -if [ -f $LICENSE_TUNNEL_KEY ]; then - echo - echo "Xilinx license server ssh key found, setting up tunnel" - - chmod 600 $LICENSE_TUNNEL_KEY - cat < ssh_config -Host xilinx-license - HostName 10.128.15.194 - User kokoro - IdentityFile $LICENSE_TUNNEL_KEY - StrictHostKeyChecking no - ExitOnForwardFailure yes - # SessionType none - LocalForward localhost:2100 172.18.0.3:2100 - LocalForward localhost:2101 172.18.0.3:2101 -EOF - echo "127.0.0.1 xlic.int" | sudo tee -a /etc/hosts - - export GIT_SSH_COMMAND="ssh -F $(pwd)/ssh_config -f -N" - ${GIT_SSH_COMMAND} xilinx-license - - ( - source /opt/Xilinx/Vivado/2017.2/settings64.sh - export PATH=/opt/Xilinx/Vivado/2017.2/bin/unwrapped/lnx64.o:$PATH - echo "-----" - lmutil lmstat -a -c 2100@localhost -i || true - echo "-----" - ) - - export XILINXD_LICENSE_FILE=2100@localhost - -else - echo - echo "**No** Xilinx license server ssh key found." -fi -echo "----------------------------------------" diff --git a/.github/kokoro/tests.cfg b/.github/kokoro/tests.cfg deleted file mode 100644 index 93b852874..000000000 --- a/.github/kokoro/tests.cfg +++ /dev/null @@ -1,19 +0,0 @@ -build_file: "symbiflow-prjxray-tests/.github/kokoro/tests.sh" - -timeout_mins: 10 - -action { - define_artifacts { - regex: "**/*.log" - regex: "**/*sponge_log.xml" - regex: "**/build/**/*.xml" - regex: "**/build/*.xml" - regex: "*result*.xml" - strip_prefix: "github/symbiflow-prjxray-tests/" - } -} - -env_vars { - key: "KOKORO_DIR" - value: "symbiflow-prjxray-tests" -} diff --git a/.github/kokoro/tests.sh b/.github/kokoro/tests.sh deleted file mode 100755 index 5722445d6..000000000 --- a/.github/kokoro/tests.sh +++ /dev/null @@ -1,40 +0,0 @@ -#!/bin/bash -# Copyright (C) 2017-2020 The Project X-Ray Authors. -# -# Use of this source code is governed by a ISC-style -# license that can be found in the LICENSE file or at -# https://opensource.org/licenses/ISC -# -# SPDX-License-Identifier: ISC - -set -e - -cd github/$KOKORO_DIR/ - -source ./.github/kokoro/steps/hostsetup.sh -source ./.github/kokoro/steps/hostinfo.sh -source ./.github/kokoro/steps/git.sh - -source ./.github/kokoro/steps/prjxray-env.sh - -echo -echo "========================================" -echo "Running tests" -echo "----------------------------------------" -( - make test --output-sync=target --warn-undefined-variables -) -echo "----------------------------------------" - -echo -echo "========================================" -echo "Copying tests logs" -echo "----------------------------------------" -( - cat build/*test_results.xml - mkdir build/py - cp build/py_test_results.xml build/py/sponge_log.xml - mkdir build/cpp - cp build/cpp_test_results.xml build/cpp/sponge_log.xml -) -echo "----------------------------------------"