Merge pull request #28 from soramitsu/feature/DOPS-2816/load-tool-ci

DOPS-2816: Add iroha2-perf CI
soramitsu · Nov 14, 2023 · d38cdf3 · d38cdf3
2 parents 7088b5f + 04e8520
commit d38cdf3
Show file tree

Hide file tree

Showing 14 changed files with 175 additions and 45 deletions.
diff --git a/.github/workflows/iroha2-perf-ci.yml b/.github/workflows/iroha2-perf-ci.yml
@@ -0,0 +1,49 @@
+name: I2-PERF::CI::Publish
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+on:
+  push:
+    branches: [master]
+  workflow_dispatch:
+    inputs:
+      GITHUB_IROHA2_BRANCH:
+        description: "iroha2 repo branch to take the image tag release"
+        required: false
+        default: iroha2-stable
+
+env:
+  IROHA2_RELEASE: ${{ github.event.inputs.GITHUB_IROHA2_BRANCH || 'iroha2-stable' }}
+
+jobs:
+  registry:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
+      - name: Bump version and save the semver tag
+        uses: anothrNick/github-tag-action@a2c70ae13a881faf2b4953baaa9e49731997ab36
+        id: tag_id
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          WITH_V: false
+          DEFAULT_BUMP: none
+      - name: Get the release from a branch name
+        run: |
+          RELEASE=$(curl -s https://raw.githubusercontent.com/hyperledger/iroha/${{ ENV.IROHA2_RELEASE }}/Cargo.toml \
+            | sed -n '3p' | sed -e 's/version = "//g' -e 's/"$//' | tr -d '\n')
+          echo "RELEASE=$RELEASE" >>$GITHUB_ENV
+      - name: Login to Soramitsu Harbor
+        uses: docker/login-action@343f7c4344506bcbf9b4de18042ae17996df046d
+        with:
+          registry: docker.soramitsu.co.jp
+          username: ${{ secrets.HARBOR_USERNAME }}
+          password: ${{ secrets.HARBOR_PASSWORD }}
+      - name: Build and push iroha2-perf image
+        uses: docker/build-push-action@0565240e2d4ab88bba5387d719585280857ece09
+        with:
+          push: true
+          tags: docker.soramitsu.co.jp/iroha2/iroha2-perf:${{ steps.tag_id.outputs.new_tag }}-${{ env.RELEASE }}
+          file: Dockerfile
+          context: .
diff --git a/Dockerfile b/Dockerfile
@@ -1,10 +1,38 @@
-FROM maven:3.9.5-eclipse-temurin-11-alpine
+FROM maven:3.9.5-eclipse-temurin-11-alpine as builder
 
-RUN apk add wget && \
-    wget https://github.com/JetBrains/kotlin/releases/download/v1.8.0/kotlin-compiler-1.8.0.zip && \
+RUN wget https://github.com/JetBrains/kotlin/releases/download/v1.8.0/kotlin-compiler-1.8.0.zip && \
     unzip kotlin-compiler-1.8.0.zip -d /opt && \
     rm kotlin-compiler-1.8.0.zip
 
 WORKDIR /app
-COPY . /app
-RUN mvn clean package
+COPY pom.xml ./
+COPY ./src ./src
+RUN  mvn clean package
+
+FROM maven:3.9.5-eclipse-temurin-11-alpine
+
+ENV  USER=iroha
+ENV  UID=1000
+ENV  GID=1000
+ENV  MAVEN_CONFIG=/var/maven/.m2
+USER root
+
+RUN  set -ex && \
+     addgroup -g $GID $USER && \
+     adduser \
+     --disabled-password \
+     --gecos "" \
+     --home /app \
+     --ingroup "$USER" \
+     --uid "$UID" \
+     "$USER" && \
+     mkdir -p $MAVEN_CONFIG && \
+     chown $USER:$USER -R $MAVEN_CONFIG
+
+WORKDIR /app
+COPY --from=builder /app/pom.xml ./
+COPY --from=builder /app/target/ ./target/
+
+USER $USER
+
+ENTRYPOINT ["/usr/local/bin/mvn-entrypoint.sh"]
diff --git a/README.md b/README.md
@@ -41,3 +41,10 @@ mvn gatling:test -D gatling.simulationClass=jp.co.soramitsu.load.simulation.Load
 -DrampUpTest=20 \
 -DduringTest=10 \
 -DstepDurationTest=1200
+
+# Image publishing policy
+We use a composite tag naming for `iroha2-perf` image. It's constructed as:
+`iroha2-perf:<semver-version>-<iroha2-release>`
+Bump tag with minor version unless the merge commit message contains #major or #patch.
+For more information, take a look to the [reference](https://github.com/anothrNick/github-tag-action#bumping)
+Chanhe the iroha2 release value for image tag by running workflow within `dispatch` event and set the value in `GITHUB_IROHA2_BRANCH` variable.
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -3,37 +3,81 @@ version: "3"
 services:
   gatling:
     container_name: iroha2-perf
+    restart: unless-stopped
+    mem_limit: 4G
+    cpus: 4
     build:
       context: .
       dockerfile: ./Dockerfile
+    working_dir: /app
+    read_only: true
+    tmpfs:
+      - /tmp
+      - /app/target/gatling
+      - /var/log
+    environment:
+      MAVEN_CONFIG: /var/maven/.m2
     command: >
-      mvn gatling:test 
-        -Dgatling.simulationClass=jp.co.soramitsu.load.simulation.MaximumSearchSimulation 
-        -DtargetProtocol= 
+      mvn gatling:test
+        -Duser.home=/var/maven
+        -Dgatling.simulationClass=jp.co.soramitsu.load.simulation.MaximumSearchSimulation
+        -DtargetProtocol=https
         -DtargetURL=
-        -DtargetPath=peer-0/api 
+        -DtargetPath=
         -DremoteLogin=
         -DremotePass=
-        -DconcurrentUsers=1 
-        -Dtimes=10000 
-        -DeachLevelLasting=15 
-        -DseparatedByRampsLasting=1 
-        -DstartingFrom=0 
-        -DdomainSetUpRampUp=5 
-        -DduringSetUp=120  
+        -DconcurrentUsers=1
+        -Dtimes=10000
+        -DeachLevelLasting=15
+        -DseparatedByRampsLasting=1
+        -DstartingFrom=0
+        -DdomainSetUpRampUp=5
+        -DduringSetUp=120
         -DsetUpUsersOnEachDomain=10
     networks:
       - iroha2-perf-net
+    volumes:
+      - gatling-volume:/var/maven/.m2
+    logging:
+      driver: "json-file"
+      options:
+        max-size: "100m"
+        max-file: "3"
+    labels:
+      - 'filebeat.fields.app=iroha2-perf'
+      - 'filebeat.fields.env=tst'
+      - 'filebeat.fields.project=iroha2-perf'
+      - 'filebeat.fields.logtype=iroha2'
+      - 'filebeat.module=docker'
+    #healthcheck: 
 
   pushgateway:
-    image: prom/pushgateway:latest
+    image: prom/pushgateway:v1.6.2
+    restart: unless-stopped
+    mem_limit: 256M
+    cpus: 1
+    read_only: true
     container_name: pushgateway
     ports:
       - "9091:9091"
     networks:
       - iroha2-perf-net
+    logging:
+      driver: "json-file"
+      options:
+        max-size: "100m"
+        max-file: "3"
+    labels:
+      - 'filebeat.fields.app=iroha2-push-gw'
+      - 'filebeat.fields.env=tst'
+      - 'filebeat.fields.project=iroha2-perf'
+      - 'filebeat.fields.logtype=iroha2'
+      - 'filebeat.module=docker'
+    #healthcheck: 
 
 networks:
   iroha2-perf-net:
-    external:
-      name: iroha2-perf-net
+    driver: bridge
+
+volumes:
+  gatling-volume:
diff --git a/pom.xml b/pom.xml
@@ -17,7 +17,7 @@
         <maven-compiler-plugin.version>3.5.1</maven-compiler-plugin.version>
         <maven-jar-plugin.version>3.3.0</maven-jar-plugin.version>
         <owner.version>1.0.12</owner.version>
-        <iroha-java.version>007a9ac</iroha-java.version>
+        <iroha-java.version>50cb33b</iroha-java.version>
         <jackson.versaion>2.14.1</jackson.versaion>
         <commons-codec.version>1.15</commons-codec.version>
         <lombok.version>1.18.24</lombok.version>

diff --git a/src/main/java/jp/co/soramitsu/load/toolbox/Grinder.java b/src/main/java/jp/co/soramitsu/load/toolbox/Grinder.java
@@ -6,16 +6,13 @@
 import java.util.ArrayList;
 
 public class Grinder {
-    String baseUrl = "http://pushgateway:9091/metrics/job/";
+    String baseUrl = "http://0.0.0.0:9091/metrics/job/";
     URL transactionUrl = new URL(baseUrl + "transaction/");
     URL subscriptionUrl = new URL(baseUrl + "subscription/");
     URL queryUrl = new URL(baseUrl + "query/");
     URL histogramUrl = new URL(baseUrl + "histogram/");
     ArrayList<URL> query = new ArrayList<>();
 
-
-
-
     public Grinder() throws MalformedURLException {
         cleanUpMetrics();
     }

diff --git a/src/main/kotlin/jp/co/soramitsu/load/Iroha2SetUp.kt b/src/main/kotlin/jp/co/soramitsu/load/Iroha2SetUp.kt
@@ -35,9 +35,10 @@ class Iroha2SetUp : Wrench13() {
 
     val iroha2SetUpScn = scenario("Iroha2SetUp")
         .exec { Session ->
-            val randomIndex = (0 until peers.size).random()
+            /*val randomIndex = (0 until peers.size).random()
             val randomPeer = peers[randomIndex]
-            val Iroha2Client: Iroha2Client = buildClient(randomPeer)
+            Iroha2Client = buildClient(randomPeer)*/
+
             timer = CustomHistogram.subscriptionToBlockStreamTimer.labels(
                 "gatling"
                 , System.getProperty("user.dir").substringAfterLast("/").substringAfterLast("\\")
@@ -91,9 +92,9 @@ class Iroha2SetUp : Wrench13() {
                 //accounts on each domain = threads * anotherDevDomainIdList.size * setUpUsersOnEachDomain
                 repeat(SimulationConfig.simulation.setUpUsersOnEachDomain).on(
                     exec { Session ->
-                        val randomIndex = (0 until peers.size).random()
+                        /*val randomIndex = (0 until peers.size).random()
                         val randomPeer = peers[randomIndex]
-                        val Iroha2Client: Iroha2Client = buildClient(randomPeer)
+                        Iroha2Client = buildClient(randomPeer)*/
                         timer = CustomHistogram.subscriptionToBlockStreamTimer.labels(
                             "gatling"
                             , System.getProperty("user.dir").substringAfterLast("/").substringAfterLast("\\")
@@ -113,8 +114,8 @@ class Iroha2SetUp : Wrench13() {
                         val anotherDev = AnotherDev()
                         anotherDev.anotherDevDomainId = Session.get<DomainId>("domainId")!!
                         anotherDev.anotherDevAccountId = AccountId(
-                            Name("anotherDev${UUID.randomUUID()}_${UUID.randomUUID()}"),
-                            anotherDev.anotherDevDomainId
+                            anotherDev.anotherDevDomainId,
+                            Name("anotherDev${UUID.randomUUID()}_${UUID.randomUUID()}")
                         )
                         anotherDev.anotherDevKeyPair = generateKeyPair()
                         timer = CustomHistogram.accountRegisterTimer.labels(

diff --git a/src/main/kotlin/jp/co/soramitsu/load/TransactionOnly.kt b/src/main/kotlin/jp/co/soramitsu/load/TransactionOnly.kt
@@ -45,9 +45,9 @@ class TransactionOnly: Wrench13() {
                 Session
             }
                 .exec { Session ->
-                    val randomIndex = (0 until peers.size).random()
+                    /*val randomIndex = (0 until peers.size).random()
                     val randomPeer = peers[randomIndex]
-                    val Iroha2Client: Iroha2Client = buildClient(randomPeer)
+                    val Iroha2Client: Iroha2Client = buildClient(randomPeer)*/
                         timer = CustomHistogram.subscriptionToBlockStreamTimer.labels(
                             "gatling",
                             System.getProperty("user.dir").substringAfterLast("/").substringAfterLast("\\"),

diff --git a/src/main/kotlin/jp/co/soramitsu/load/TransferAssetsQueryStatus.kt b/src/main/kotlin/jp/co/soramitsu/load/TransferAssetsQueryStatus.kt
@@ -30,7 +30,7 @@ class TransferAssetsQueryStatus: Wrench13() {
 
     val randomIndex = (0 until peers.size).random()
     val randomPeer = peers[randomIndex]
-    val Iroha2Client: Iroha2Client = buildClient(randomPeer)
+    //val Iroha2Client: Iroha2Client = buildClient(randomPeer)
 
     val transferAssetsQueryStatusScn = CoreDsl.scenario("TransferAssets")
         .repeat(SimulationConfig.simulation.attemptsToTransaction)
@@ -51,7 +51,7 @@ class TransferAssetsQueryStatus: Wrench13() {
             .exec { Session ->
                 val randomIndex = (0 until peers.size).random()
                 val randomPeer = peers[randomIndex]
-                val Iroha2Client: Iroha2Client = buildClient(randomPeer)
+                Iroha2Client = buildClient(randomPeer)
                 timer = CustomHistogram.findAssetsByAccountIdQueryTimer.labels(
                     "gatling"
                     , System.getProperty("user.dir").substringAfterLast("/").substringAfterLast("\\")

diff --git a/src/main/kotlin/jp/co/soramitsu/load/TransferAssetsTransactionStatus.kt b/src/main/kotlin/jp/co/soramitsu/load/TransferAssetsTransactionStatus.kt
@@ -27,7 +27,8 @@ class TransferAssetsTransactionStatus: Wrench13() {
     }
     val randomIndex = (0 until peers.size).random()
     val randomPeer = peers[randomIndex]
-    val Iroha2Client: Iroha2Client = buildClient(randomPeer)
+    //val Iroha2Client: Iroha2Client = buildClient(randomPeer)
+
 
     val transferAssetsScn = CoreDsl.scenario("TransferAssets")
         .repeat(userRequestCounter)
@@ -79,7 +80,11 @@ class TransferAssetsTransactionStatus: Wrench13() {
             }
             }.doIf{ Session -> Session.getBoolean("condition") }
                 .then(
+
                     exec { Session ->
+                        val randomIndex = (0 until peers.size).random()
+                        val randomPeer = peers[randomIndex]
+                        Iroha2Client = buildClient(randomPeer)
                         timer = CustomHistogram.subscriptionToBlockStreamTimer.labels(
                             "gatling"
                             , System.getProperty("user.dir").substringAfterLast("/").substringAfterLast("\\")

diff --git a/src/main/kotlin/jp/co/soramitsu/load/toolbox/Wrench13.kt b/src/main/kotlin/jp/co/soramitsu/load/toolbox/Wrench13.kt
@@ -23,7 +23,7 @@ open class Wrench13 {
 
     val urls: MutableList<URL> = mutableListOf()
 
-    val admin = AccountId("bob".asName(), "wonderland".asDomainId())
+    val admin = AccountId("wonderland".asDomainId(), "bob".asName())
     val adminKeyPair = keyPairFromHex(
         "7233bfc89dcbd68c19fde6ce6158225298ec1131b6a130d1aeb454c1ab5183c0",
         "9ac47abf59b356e0bd7dcbbbb4dec080e302156a48ca907e47cb6aea1d32719e",
@@ -34,8 +34,10 @@ open class Wrench13 {
     var attemptsPersentage: Int = 2
     var attempt: Int = -1
     var anotherDevDomainIdList: MutableList<DomainId> = mutableListOf()
+    var Iroha2Client: Iroha2Client = buildClient("peer-0/api")
 
-    //lateinit var anotherDevDomainId: DomainId
+
+    var pushGateway = PushGateway("0.0.0.0:9091");
     lateinit var currentDevAccountId: AccountId
     lateinit var currentDevKeyPair: KeyPair
     lateinit var currentDevAssetId: AssetId
@@ -47,8 +49,6 @@ open class Wrench13 {
     lateinit var subscription: BlockStreamSubscription
     lateinit var timer: Timer
 
-
-
     val peers = arrayOf("peer-0/api", "peer-1/api", "peer-2/api", "peer-3/api", "peer-4/api")
 
     fun buildClient(peer : String): Iroha2Client {
@@ -71,7 +71,6 @@ open class Wrench13 {
             eventReadMaxAttempts = 20
         )
     }
-    var pushGateway = PushGateway("pushgateway:9091");
 
     fun sendMetricsToPrometheus(histogram: Histogram, job: String) {
         try {

diff --git a/src/test/java/jp/co/soramitsu/load/simulation/MaximumSearchSimulation.java b/src/test/java/jp/co/soramitsu/load/simulation/MaximumSearchSimulation.java
@@ -19,7 +19,7 @@ public class MaximumSearchSimulation extends Simulation {
         setUp(
                 jp.co.soramitsu.load.SetUp.Companion.apply().injectOpen(OpenInjectionStep.atOnceUsers(1))
                         .andThen(Iroha2SetUp.Companion.apply().injectOpen(LoadProfiles.setupModel())
-                                .andThen(TransferAssetsQueryStatus.Companion.apply().injectClosed(LoadProfiles.getMaxPerformanceClosedProfile()))
+                                .andThen(TransactionOnly.Companion.apply().injectClosed(LoadProfiles.getMaxPerformanceClosedProfile()))
                         ).andThen(CleanUp.Companion.apply().injectOpen(OpenInjectionStep.atOnceUsers(1)))
         ).protocols(Protocols.httpProtocol);
     }

diff --git a/src/test/resources/logback.xml b/src/test/resources/logback.xml
@@ -9,7 +9,7 @@
     </appender>
 
     <appender name="FILE" class="ch.qos.logback.core.FileAppender">
-        <file>./logs/logFile.log</file>
+        <file>/var/log/performance-gatling.log</file>
         <append>false</append>
         <!--set immediateFlush to false for much higher logging throughput-->
         <immediateFlush>true</immediateFlush>

diff --git a/src/test/resources/simulation.properties b/src/test/resources/simulation.properties
@@ -17,9 +17,9 @@ remoteLogin=iroha2-dev
 remotePass=4H7L&KN25%$2jisV8&NTVtiX
 
 #SetUp section
-domainSetUpRumpUp=5
-duringSetUp=2
-setUpUsersOnEachDomain=3
+domainSetUpRumpUp=0
+duringSetUp=0
+setUpUsersOnEachDomain=0
 
 #Load model
 rampUpTest=3