k8s-local.yaml

apiVersion: storage.k8s.io/v1
kind: StorageClass
metadata:
  name: app-dir-sc
provisioner: kubernetes.io/no-provisioner
volumeBindingMode: WaitForFirstConsumer
---
apiVersion: v1
kind: PersistentVolume
metadata:
  name: app-dir-pv
spec:
  capacity:
    storage: 5Gi
  volumeMode: Filesystem
  accessModes:
    - ReadWriteMany
  persistentVolumeReclaimPolicy: Delete
  storageClassName: app-dir-sc
  local:
    path: /host/dtuj/backend
  nodeAffinity:
    required:
      nodeSelectorTerms:
      - matchExpressions:
        - key: kubernetes.io/hostname
          operator: In
          values:
          - minikube
          - minikube-m02
---
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  name: app-dir-pvc
spec:
  resources:
    requests:
      storage: 5Gi
  volumeMode: Filesystem
  accessModes:
    - ReadWriteMany
  storageClassName: app-dir-sc
---
apiVersion: v1
kind: Service
metadata:
  name: app
  labels:
    service: app
spec:
  selector:
    service: app
  ports:
  - port: 9000
    targetPort: 9000
---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: app
spec:
  selector:
    matchLabels:
      service: app
  replicas: 2
  template:
    metadata:
      labels:
        service: app
    spec:
      containers:
      - name: app
        image: hiroaki2020/dtuj_app:1.0
        imagePullPolicy: IfNotPresent
        resources:
          limits:
            memory: 256Mi
            cpu: 300m
          requests:
            memory: 128Mi
            cpu: 100m
        env:
          - name: DB_CONNECTION
            value: "mysql"
          - name: DB_HOST_READ
            value: "db-read-only"
          - name: DB_HOST_WRITE
            value: "db-0.db.default.svc.cluster.local"
          - name: REDIS_PASSWORD
            value: "password"
          - name: REDIS_HOST
            value: "kvs-0.kvs.default.svc.cluster.local"
          #- name: DB_DATABASE
          #  valueFrom:
          #    secretKeyRef:
          #      name: k8s-containers-env-vars
          #      key: db-database
          - name: DB_PASSWORD
            value: "password"
          - name: DB_USERNAME
            value: "user"
          - name: DB_DATABASE
            value: "database"
          #- name: DB_USERNAME
          #  valueFrom:
          #    secretKeyRef:
          #      name: k8s-containers-env-vars
          #      key: db-username
          #- name: DB_PASSWORD
          #  valueFrom:
          #    secretKeyRef:
          #      name: k8s-containers-env-vars
          #      key: db-password
          - name: LOG_REQUESTS
            value: "true"
        ports:
        - containerPort: 9000
        volumeMounts:
          - mountPath: /work/backend
            name: app
      volumes:
        - name: app
          persistentVolumeClaim:
            claimName: app-dir-pvc
---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: app-queue-worker
spec:
  replicas: 1
  selector:
    matchLabels:
      service: app-queue-worker
      queue: default
  template:
    metadata:
      labels:
        service: app-queue-worker
        queue: default
    spec:
      initContainers:
      - name: wait-until-redis-is-ready
        image: busybox:1.35.0
        command: ['sh', '-c', 'until nc -z kvs-0.kvs.default.svc.cluster.local 6379; do sleep 1; done']
        securityContext:
          runAsUser: 65534
          runAsGroup: 65534
      containers:
      - name: app-queue-worker
        image: hiroaki2020/dtuj_app:1.0
        imagePullPolicy: IfNotPresent
        command: [ "/usr/local/bin/php" ]
        args: [ "artisan", "queue:work", "--timeout=80", "--max-time=3600" ]
        resources:
          limits:
            memory: 256Mi
            cpu: 300m
          requests:
            memory: 128Mi
            cpu: 100m
        env:
          - name: DB_CONNECTION
            value: "mysql"
          - name: DB_HOST_READ
            value: "db-read-only"
          - name: DB_HOST_WRITE
            value: "db-0.db.default.svc.cluster.local"
          - name: REDIS_PASSWORD
            value: "password"
          - name: REDIS_HOST
            value: "kvs-0.kvs.default.svc.cluster.local"
          #- name: DB_DATABASE
          #  valueFrom:
          #    secretKeyRef:
          #      name: k8s-containers-env-vars
          #      key: db-database
          - name: DB_PASSWORD
            value: "password"
          - name: DB_USERNAME
            value: "user"
          - name: DB_DATABASE
            value: "database"
          #- name: DB_USERNAME
          #  valueFrom:
          #    secretKeyRef:
          #      name: k8s-containers-env-vars
          #      key: db-username
          #- name: DB_PASSWORD
          #  valueFrom:
          #    secretKeyRef:
          #      name: k8s-containers-env-vars
          #      key: db-password
          - name: LOG_REQUESTS
            value: "true"
        volumeMounts:
          - mountPath: /work/backend
            name: app
      volumes:
        - name: app
          persistentVolumeClaim:
            claimName: app-dir-pvc
---
apiVersion: v1
kind: Service
metadata:
  name: web
  labels:
    service: web
spec:
  type: NodePort
  selector:
    service: web
  ports:
  - port: 8080
    targetPort: 8080
    nodePort: 30080
#apiVersion: v1
#kind: Service
#metadata:
#  name: web
#  labels:
#    service: web
#spec:
#  type: NodePort
#  selector:
#    service: web
#  ports:
#  - port: 80
#    targetPort: 8080
#    nodePort: 30080
---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: web
spec:
  selector:
    matchLabels:
      service: web
  replicas: 2
  template:
    metadata:
      labels:
        service: web
    spec:
      containers:
      - name: web
        image: hiroaki2020/dtuj_web:1.0
        imagePullPolicy: IfNotPresent
        resources:
          limits:
            memory: 128Mi
            cpu: 100m
          requests:
            memory: 64Mi
            cpu: 50m
        env:
        - name: NGINX_PORT
          value: "8080"
        ports:
        - containerPort: 8080
        volumeMounts:
          - mountPath: /work/backend
            name: app
      volumes:
        - name: app
          persistentVolumeClaim:
            claimName: app-dir-pvc
---
apiVersion: storage.k8s.io/v1
kind: StorageClass
metadata:
  name: db-store-sc
provisioner: kubernetes.io/no-provisioner
volumeBindingMode: WaitForFirstConsumer
---
apiVersion: v1
kind: PersistentVolume
metadata:
  name: db-store-pv
spec:
  capacity:
    storage: 5Gi
  volumeMode: Filesystem
  accessModes:
    - ReadWriteOnce
  storageClassName: db-store-sc
  local:
    path: /data/mysql
  nodeAffinity:
    required:
      nodeSelectorTerms:
      - matchExpressions:
        - key: kubernetes.io/hostname
          operator: In
          values:
          - minikube
---
apiVersion: v1
kind: PersistentVolume
metadata:
  name: db-store-pv-2
spec:
  capacity:
    storage: 5Gi
  volumeMode: Filesystem
  accessModes:
    - ReadWriteOnce
  storageClassName: db-store-sc
  local:
    path: /data/mysql
  nodeAffinity:
    required:
      nodeSelectorTerms:
      - matchExpressions:
        - key: kubernetes.io/hostname
          operator: In
          values:
          - minikube-m02
---
apiVersion: v1
kind: ConfigMap
metadata:
  name: db
  labels:
    service: db
data:
  my.cnf: |
    [mysqld]
    gtid_mode=ON
    enforce_gtid_consistency=ON
    default_authentication_plugin=mysql_native_password
---
apiVersion: v1
kind: Service
metadata:
  name: db
  labels:
    service: db
spec:
  clusterIP: None
  selector:
    service: db
  ports:
  - name: db
    port: 3306
#    targetPort: 3306
---
apiVersion: v1
kind: Service
metadata:
  name: db-read-only
  labels:
    service: db
spec:
  selector:
    service: db
  ports:
  - name: db
    port: 3306
#    targetPort: <Target Port>
---
apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: db
spec:
  selector:
    matchLabels:
      service: db
  serviceName: db
  replicas: 2
  template:
    metadata:
      labels:
        service: db
    spec:
      initContainers:
      - name: init-db
        image: hiroaki2020/dtuj_db:1.0
        command:
        - bash
        - "-c"
        - |
          set -ex
          [[ `uname -n` =~ -([0-9]+)$ ]] || exit 1
          if [[ ${BASH_REMATCH[1]} -eq 0 ]]; then
            cp /mnt/config-map/my.cnf /mnt/conf.d/
          else
            cp /mnt/config-map/my.cnf /mnt/conf.d/
            cat << EOL >> /mnt/conf.d/my.cnf
          log_bin=OFF
          super-read-only
          skip_replica_start
          EOL
          fi
          echo server-id=$((100 + ${BASH_REMATCH[1]})) >> /mnt/conf.d/my.cnf
        volumeMounts:
        - name: conf
          mountPath: /mnt/conf.d
        - name: config-map
          mountPath: /mnt/config-map
      - name: clone-db
        image: hiroaki2020/dtuj_xtrabackup:1.0
        command:
        - bash
        - "-c"
        - |
          set -ex
          [[ -n "`ls -A /var/lib/mysql`" ]] && exit 0
          [[ `uname -n` =~ -([0-9]+)$ ]] || exit 1
          [[ ${BASH_REMATCH[1]} -eq 0 ]] && exit 0
          ncat --recv-only db-$((${BASH_REMATCH[1]} - 1)).db 3307 | xbstream -x -C /var/lib/mysql
          xtrabackup --prepare --target-dir=/var/lib/mysql
        volumeMounts:
        - name: data
          mountPath: /var/lib/mysql
          #subPath: mysql
        - name: conf
          mountPath: /etc/mysql
      containers:
      - name: db
        image: hiroaki2020/dtuj_db:1.0
        imagePullPolicy: IfNotPresent
        resources:
          limits:
            memory: 1024Mi
            cpu: 1000m
          requests:
            memory: 64Mi
            cpu: 50m
        env:
          - name: MYSQL_PASSWORD
            value: "password"
          - name: MYSQL_USER
            value: "user"
          - name: MYSQL_DATABASE
            value: "database"
          - name: MYSQL_ROOT_PASSWORD
            value: "root-password"
          - name: REPLICA_PASSWORD
            value: "replica-password"
          #- name: MYSQL_DATABASE
          #  valueFrom:
          #    secretKeyRef:
          #      name: k8s-containers-env-vars
          #      key: mysql-database
          #- name: MYSQL_USER
          #  valueFrom:
          #    secretKeyRef:
          #      name: k8s-containers-env-vars
          #      key: mysql-user
          #- name: MYSQL_PASSWORD
          #  valueFrom:
          #    secretKeyRef:
          #      name: k8s-containers-env-vars
          #      key: mysql-password
          #- name: MYSQL_ROOT_PASSWORD
          #  valueFrom:
          #    secretKeyRef:
          #      name: k8s-containers-env-vars
          #      key: mysql-root-password
          #- name: REPLICA_PASSWORD
          #  valueFrom:
          #    secretKeyRef:
          #      name: k8s-containers-env-vars
          #      key: source-password
        ports:
        - containerPort: 3306
          name: db
        volumeMounts:
        - name: data
          mountPath: /var/lib/mysql
          #subPath: mysql
        - name: conf
          mountPath: /etc/mysql
        startupProbe:
          exec:
            command: ["mysqladmin", "ping"]
          periodSeconds: 10
          timeoutSeconds: 5
          failureThreshold: 12
        livenessProbe:
          exec:
            command: ["mysqladmin", "ping"]
          #initialDelaySeconds: 30
          periodSeconds: 10
          timeoutSeconds: 5
        readinessProbe:
          exec:
            command: ["mysql", "-h", "127.0.0.1", "-u", "$(MYSQL_USER)", "-p$(MYSQL_PASSWORD)", "-e", "SELECT 1"]
          #initialDelaySeconds: 5
          periodSeconds: 2
          timeoutSeconds: 1
      - name: xtrabackup
        image: hiroaki2020/dtuj_xtrabackup:1.0
        ports:
        - name: xtrabackup
          containerPort: 3307
        command:
        - bash
        - "-c"
        - |
          set -ex
          cd /var/lib/mysql

          if [[ -f xtrabackup_slave_info && "x$(<xtrabackup_slave_info)" != "x" ]]; then
            cat xtrabackup_slave_info | sed -E 's/;$//g' > change_master_to.sql.in
            rm -f xtrabackup_slave_info xtrabackup_binlog_info
          elif [[ -f xtrabackup_binlog_info ]]; then
            [[ `cat xtrabackup_binlog_info` =~ ^([^.]*\.[0-9]+)[[:space:]]+([0-9]+) ]] || exit 1
            rm -f xtrabackup_binlog_info xtrabackup_slave_info
            echo "CHANGE REPLICATION SOURCE TO SOURCE_LOG_FILE='${BASH_REMATCH[1]}',\
            SOURCE_LOG_POS=${BASH_REMATCH[2]}" > change_master_to.sql.in
          fi

          if [[ -f change_master_to.sql.in ]]; then
            echo "Waiting for mysqld to be ready (accepting connections)"
            until mysql -h 127.0.0.1 -u $(MYSQL_USER) -p$(MYSQL_PASSWORD) -e "SELECT 1"; do sleep 1; done
            
            echo "Initializing replication from clone position"
            mysql -u root \
                  -p$(MYSQL_ROOT_PASSWORD) \
                  -e "$(<change_master_to.sql.in), \
                          SOURCE_HOST='db-0.db', \
                          SOURCE_USER='replica', \
                          SOURCE_PASSWORD='$(REPLICA_PASSWORD)', \
                          SOURCE_CONNECT_RETRY=10; \
                        START REPLICA;" || exit 1
            mv change_master_to.sql.in change_master_to.sql.orig
          fi

          [[ `uname -n` =~ -([0-9]+)$ ]] || exit 1
          if [[ ${BASH_REMATCH[1]} -eq 0 ]]; then
            until mysql -h 127.0.0.1 -u $(MYSQL_USER) -p$(MYSQL_PASSWORD) -e "SELECT 1"; do sleep 1; done
            if [[ `mysql -u root -p$(MYSQL_ROOT_PASSWORD) -e "SELECT user FROM mysql.user;" | grep replica` = "" ]]; then
              mysql -u root \
              -p$(MYSQL_ROOT_PASSWORD) \
              -e "CREATE USER 'replica'@'%' IDENTIFIED BY '$(REPLICA_PASSWORD)'; \
                  GRANT REPLICATION SLAVE ON *.* TO 'replica'@'%'; \
                  GRANT BACKUP_ADMIN, PROCESS, RELOAD, LOCK TABLES, REPLICATION CLIENT ON *.* TO '$(MYSQL_USER)'@'%'; \
                  GRANT SELECT ON performance_schema.log_status TO '$(MYSQL_USER)'@'%'; \
                  GRANT SELECT ON performance_schema.keyring_component_status TO '$(MYSQL_USER)'@'%';"
            fi
          fi
          exec ncat --listen --keep-open --send-only --max-conns=1 3307 -c \
            "xtrabackup --backup --slave-info --stream=xbstream --host=127.0.0.1 --user=$(MYSQL_USER) --password=$(MYSQL_PASSWORD)"
        volumeMounts:
        - name: data
          mountPath: /var/lib/mysql
          #subPath: mysql
        - name: conf
          mountPath: /etc/mysql
        resources:
          limits:
            memory: 512Mi
            cpu: 300m
          requests:
            memory: 64Mi
            cpu: 50m
        env:
          - name: MYSQL_PASSWORD
            value: "password"
          - name: MYSQL_USER
            value: "user"
          - name: MYSQL_DATABASE
            value: "database"
          - name: MYSQL_ROOT_PASSWORD
            value: "root-password"
          - name: REPLICA_PASSWORD
            value: "replica-password"
      volumes:
      - name: conf
        emptyDir: {}
      - name: config-map
        configMap:
          name: db
  volumeClaimTemplates:
  - metadata:
      name: data
    spec:
      accessModes: [ "ReadWriteOnce" ]
      storageClassName: db-store-sc
      resources:
        requests:
          storage: 5Gi
      volumeMode: Filesystem
---
apiVersion: storage.k8s.io/v1
kind: StorageClass
metadata:
  name: kvs-sc
provisioner: kubernetes.io/no-provisioner
volumeBindingMode: WaitForFirstConsumer
---
apiVersion: v1
kind: PersistentVolume
metadata:
  name: kvs-pv
spec:
  capacity:
    storage: 3Gi
  volumeMode: Filesystem
  accessModes:
    - ReadWriteOnce
  storageClassName: kvs-sc
  local:
    path: /data/redis
  nodeAffinity:
    required:
      nodeSelectorTerms:
      - matchExpressions:
        - key: kubernetes.io/hostname
          operator: In
          values:
          - minikube
---
apiVersion: v1
kind: PersistentVolume
metadata:
  name: kvs-pv-2
spec:
  capacity:
    storage: 3Gi
  volumeMode: Filesystem
  accessModes:
    - ReadWriteOnce
  storageClassName: kvs-sc
  local:
    path: /data/redis
  nodeAffinity:
    required:
      nodeSelectorTerms:
      - matchExpressions:
        - key: kubernetes.io/hostname
          operator: In
          values:
          - minikube-m02
---
apiVersion: v1
kind: Service
metadata:
  name: kvs
  labels:
    service: kvs
spec:
  clusterIP: None
  selector:
    service: kvs
  ports:
  - name: kvs
    port: 6379
---
apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: kvs
spec:
  selector:
    matchLabels:
      service: kvs
  serviceName: kvs
  replicas: 1
  template:
    metadata:
      labels:
        service: kvs
    spec:
      containers:
      - name: kvs
        image: hiroaki2020/dtuj_kvs:1.0
        imagePullPolicy: IfNotPresent
        resources:
          limits:
            memory: 512Mi
            cpu: 300m
          requests:
            memory: 64Mi
            cpu: 50m
        env:
          - name: REDIS_PASSWORD
            value: "password"
          - name: REDISCLI_AUTH
            value: "password"
          #- name: REDIS_PASSWORD
          #  valueFrom:
          #    secretKeyRef:
          #      name: k8s-containers-env-vars
          #      key: redis-password
          #- name: REDISCLI_AUTH
          #  valueFrom:
          #    secretKeyRef:
          #      name: k8s-containers-env-vars
          #      key: rediscli-auth
        ports:
        - containerPort: 6379
          name: kvs
        volumeMounts:
        - name: kvs-data
          mountPath: /data
        startupProbe:
          exec:
            command: ["redis-cli", "PING"]
          periodSeconds: 10
          timeoutSeconds: 5
          failureThreshold: 12
        livenessProbe:
          exec:
            command: ["redis-cli", "PING"]
          #initialDelaySeconds: 30
          periodSeconds: 10
          timeoutSeconds: 5
        readinessProbe:
          exec:
            command: ["redis-cli", "PING"]
          #initialDelaySeconds: 5
          periodSeconds: 2
          timeoutSeconds: 1
  volumeClaimTemplates:
  - metadata:
      name: kvs-data
    spec:
      accessModes: [ "ReadWriteOnce" ]
      storageClassName: kvs-sc
      resources:
        requests:
          storage: 2Gi
      volumeMode: Filesystem