Skip to content

Commit

Permalink
Added possibility to do longer benchmark checks
Browse files Browse the repository at this point in the history
  • Loading branch information
leventeBajczi committed Nov 20, 2024
1 parent 50f43fe commit ef82259
Show file tree
Hide file tree
Showing 4 changed files with 9 additions and 6,404 deletions.
8 changes: 6 additions & 2 deletions .github/actions/benchexec-test/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,10 @@ inputs:
required: true
tool:
required: true
timeout:
required: true
xml:
required: true
runs:
using: "composite"
steps:
Expand All @@ -21,7 +25,7 @@ runs:
shell: bash
run: |
mkdir -p xml
cp $GITHUB_ACTION_PATH/theta.xml xml/
cp $GITHUB_ACTION_PATH/${{ inputs.xml }} xml/theta.xml
- name: Get sv-benchmarks (retry max. 3 times)
uses: nick-fields/retry@7152eba30c6575329ac0576536151aca5a72780e # v3.0.0
with:
Expand Down Expand Up @@ -60,7 +64,7 @@ runs:
pwd
tasks=($(cat xml/theta.xml | awk '/rundefinition name="${{ inputs.rundef }}"/,/<\/rundefinition>/' | grep 'tasks name=' | grep -oP '(?<=").*(?=")'))
tasks_num=$(wc -w <<< ${tasks[@]})
timeout=$((900 / tasks_num))
timeout=$((${{inputs.timeout}} / tasks_num))
for task in ${tasks[@]}
do
echo "Starting benchmark on rundefinition '${{ inputs.rundef }}', task set '$task'"
Expand Down
2 changes: 1 addition & 1 deletion .github/actions/benchexec-test/theta.xml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
<?xml version="1.0"?>
<!DOCTYPE benchmark PUBLIC "+//IDN sosy-lab.org//DTD BenchExec benchmark 1.9//EN" "https://www.sosy-lab.org/benchexec/benchmark-2.3.dtd">
<benchmark tool="theta" timelimit="40 s" hardtimelimit="60 s">
<benchmark tool="theta" timelimit="600 s" hardtimelimit="900 s">

<resultfiles>**/witness.*</resultfiles>

Expand Down
Loading

0 comments on commit ef82259

Please sign in to comment.