Version 4.0 Pipelines Jenkins

Dockerfile

@@ -0,0 +1,11 @@
+FROM python:3.6.7-alpine
+MAINTAINER Artem Kubrachenko
+WORKDIR /app
+COPY dbservice.py requirements.txt ./
+RUN mkdir app
+COPY app/* ./app/
+RUN apk --no-cache add build-base
+RUN apk --no-cache add postgresql-dev
+RUN pip install -r requirements.txt
+ENTRYPOINT ["python"]
+CMD ["dbservice.py"]

E2E-Test.yaml

@@ -0,0 +1,95 @@
+---
+
+apiVersion: v1
+kind: Secret
+metadata:
+ name:  db-secret
+ namespace: testing
+data:
+  username:  ZGJhZG1pbg==
+  password:  UGFzc3dvcmQ=
+  dbname: c3Jtc3lzdGVt
+type: Opaque
+
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  namespace: testing
+  labels:
+    app: pvc-postgres
+  name: postgres-pvc
+spec:
+  #storageClassName: slow
+  accessModes:
+  - ReadWriteOnce
+  resources:
+    requests:
+      storage: 2Gi
+
+---
+apiVersion: extensions/v1beta1
+kind: Deployment
+metadata:
+  namespace: testing
+  name: postgres
+  labels:
+    service: postgresdb
+spec:
+  template:
+    metadata:
+      labels:
+        app: postgres
+    spec:
+      initContainers:
+      - name: volume-mount-hack
+        image: busybox
+        command: ["sh", "-c", "chown -R 999:999 /var/lib/postgresql/"]
+        volumeMounts:
+        - name: postgres-pv-claim
+          mountPath: /var/lib/postgresql/data
+          subPath: postgres
+      containers:
+      - image: postgres:9.6.2
+        name: postgresql
+        env:
+        - name: POSTGRES_DB
+          valueFrom:
+            secretKeyRef:
+              name: db-secret
+              key: dbname
+        - name: POSTGRES_USER
+          valueFrom:
+            secretKeyRef:
+              name: db-secret
+              key: username
+        - name: POSTGRES_PASSWORD
+          valueFrom:
+            secretKeyRef:
+              name: db-secret
+              key: password
+        ports:
+        - containerPort: 5432
+        volumeMounts:
+        - name: postgres-pv-claim
+          mountPath: /var/lib/postgresql/data
+          subPath: postgres
+      volumes:
+      - name: postgres-pv-claim
+        persistentVolumeClaim:
+          claimName: postgres-pvc
+
+---
+kind: Service
+apiVersion: v1
+metadata:
+  namespace: testing
+  name: srmsystemdb
+spec:
+  selector:
+    app: postgres
+  ports:
+  - protocol: TCP
+    port: 5432
+    targetPort: 5432
+---

Jenkinsfile

@@ -0,0 +1,94 @@
+def label = "mypod-${UUID.randomUUID().toString()}"
+
+
+podTemplate(label: label, annotations: [podAnnotation(key: "sidecar.istio.io/inject", value: "false")], containers: [
+  containerTemplate(name: 'python-alpine', image: 'ghostgoose33/python-alp:v3', command: 'cat', ttyEnabled: true),
+  containerTemplate(name: 'docker', image: 'ghostgoose33/docker-in:v1', command: 'cat', ttyEnabled: true)
+],
+volumes: [
+  hostPathVolume(mountPath: '/var/run/docker.sock', hostPath: '/var/run/docker.sock')
+], serviceAccount: "jenkins") 
+{
+
+def dockerRegistry = "100.71.71.71:5000"
+def Creds = "git_cred"
+def projName = "db-service"
+def imageVersion = "latest"
+def imageName = "100.71.71.71:5000/db-service:${imageVersion}"
+def imageN = '100.71.71.71:5000/db-service:'
+
+properties([
+    parameters([
+	stringParam(
+            defaultValue: '', 
+            description: 'TAG', 
+            name: 'service')
+    ])
+])
+
+
+node(label)
+{
+    try{
+        stage("Pre-Test"){
+            dir('db'){
+            git(branch: "test", url: 'https://github.com/Kv-045DevOps/SRM-DB.git', credentialsId: "${Creds}")
+            imageTagDB = (sh (script: "git rev-parse --short HEAD", returnStdout: true))
+            tmp = "1"
+	    pathTocodedb = pwd()
+            }
+        }
+        stage("Test image_regisrty_check"){
+            container("python-alpine"){
+                check_new = (sh (script: "python3 /images-registry-test.py db-service ${imageTagDB}", returnStdout:true).trim())
+                echo "${check_new}"
+            }
+        }
+
+        stage ("Unit Tests"){
+            sh 'echo "Here will be unit tests"'
+        }
+        stage("Test code using PyLint and version build"){
+			container('python-alpine'){
+				pathTocode = pwd()
+				sh "python3 /pylint-test.py ${pathTocodedb}/app/routes.py"
+			}
+        }
+        stage("Build docker image"){
+			container('docker'){
+				pathdocker = pwd()
+                                if ("${tmp}" == "${check_new}"){
+					container("docker"){
+					sh "docker images"
+                                	sh "cat /etc/docker/daemon.json"
+
+					sh "docker build ${pathTocodedb} -t ${imageN}${imageTagDB}"
+                			sh "docker build ${pathTocodedb}/init-container/ -t ${dockerRegistry}/init-container:${imageTagDB}"
+					sh "docker images"
+
+					sh "docker push ${imageN}${imageTagDB}"
+                			sh "docker push ${dockerRegistry}/init-container:${imageTagDB}"
+					sleep 20
+					}
+					build(job: 'GitHub/GET-SERVICES/test1', parameters: [[$class: 'StringParameterValue', name:"imageTagDB_", value: "${imageTagDB}"],
+									   [$class: 'StringParameterValue', name:"imageTagUI_", value: "${params.imageTagUI_}"],
+									   [$class: 'StringParameterValue', name:"imageTagGET_", value: "${params.imageTagGET_}"],
+									   [$class: 'StringParameterValue', name:"imageTagPOST_", value: "${params.imageTagPOST_}"],
+									   [$class: 'StringParameterValue', name:"service", value: "db"]], wait: true)
+        			} else {
+            				echo "NO"
+        			}
+
+			}
+        }
+    }
+    catch(err){
+        currentBuild.result = 'Failure'
+    }
+}
+}
+
+
+
+
+

Jenkinsfile_v1

@@ -0,0 +1,96 @@
+def label = "mypod-${UUID.randomUUID().toString()}"
+
+podTemplate(label: label, containers: [
+  containerTemplate(name: 'python-alpine', image: 'ghostgoose33/python-alp:v1', command: 'cat', ttyEnabled: true),
+  containerTemplate(name: 'docker', image: 'docker', command: 'cat', ttyEnabled: true),
+  containerTemplate(name: 'kubectl', image: 'lachlanevenson/k8s-kubectl:v1.8.8', command: 'cat', ttyEnabled: true)
+],
+volumes: [
+  hostPathVolume(mountPath: '/var/run/docker.sock', hostPath: '/var/run/docker.sock')
+], serviceAccount: "jenkins") 
+{
+def app
+def imageTag
+def dockerRegistry = "100.71.71.71:5000"
+def Creds = "git_cred"
+def projName = "db-service"
+def imageVersion = "latest"
+def imageName = "100.71.71.71:5000/db-service:${imageVersion}"
+def imageN = '100.71.71.71:5000/db-service:'
+
+
+node(label)
+{
+    try{
+        stage("Git Checkout"){
+            git(
+                branch: "test",
+                url: 'https://github.com/Kv-045DevOps/SRM-DB.git',
+                credentialsId: "${Creds}")
+            //sh "git rev-parse --short HEAD > .git/commit-id"
+            imageTag = sh (script: "git rev-parse --short HEAD", returnStdout: true)
+        }
+        stage("Info"){
+            sh "echo $imageTag"
+        }
+        stage ("Unit Tests"){
+            sh 'echo "Here will be unit tests"'
+        }
+        stage("Test code using PyLint and version build"){
+			container('python-alpine'){
+				pathTocode = pwd()
+				sh "python3 ${pathTocode}/sed_python.py template.yaml ${dockerRegistry}/db-service ${imageTag}"
+                sh "python3 ${pathTocode}/sed_python.py template.yaml ${dockerRegistry}/init-container ${imageTag}"
+				sh "python3 ${pathTocode}/pylint-test.py ${pathTocode}/app/routes.py"
+				sh 'cat template.yaml'
+			}
+        }
+        stage("Build docker images"){
+			container('docker'){
+				pathdocker = pwd()
+				sh "docker build ${pathdocker} -t ${imageN}${imageTag}"
+                sh "docker build ${pathdocker}/init-container/ -t ${dockerRegistry}/init-container:${imageTag}"
+				sh "docker images"
+	//withCredentials([usernamePassword(credentialsId: 'docker_registry_2', passwordVariable: 'dockerPassword', usernameVariable: 'dockerUser')]) {
+
+				sh "docker push ${imageN}${imageTag}"
+                sh "docker push ${dockerRegistry}/init-container:${imageTag}"
+        //}
+			}
+        }
+
+        stage("Deploy to Kubernetes"){
+		        withcredentials(
+				[usernamePassword(credentialsId: 'DbCred', usernameVariable: 'DB_USERNAME', passwordVariable: 'DB_PASSWORD')]
+				[stringCredentials(credentialsId: 'DbName', secretVariable: 'DB_NAME',)])
+			container('kubectl'){
+			        sh "kubectl create secret generic db-secret --from-literal=username=$DB_USERNAME --from-literal=password=$DB_PASSWORD --from-literal=dbname=$DB_NAME -n production"
+				sh "kubectl apply -f template.yaml"
+				sh "kubectl get pods --namespace=production"
+			}
+        }
+          stage ("E2E Tests - Stage 1"){
+            container('python-alpine'){
+            sh 'echo "Here are e2e tests"'
+	    sh "python3 sed_python_test.py template-test.yaml ${imageTag}"
+	    sh 'cat template-test.yaml'
+          }
+        }
+	stage ("E2E Tests - Stage 2"){
+            container('kubectl'){
+       sh 'kubectl apply -f template-test.yaml'
+	   sh 'kubectl get pods -n testing'
+          }
+        }
+	stage ("Unit Tests"){
+            sh 'echo "Here will be e2e tests"'
+        }
+    }
+    catch(err){
+        currentBuild.result = 'Failure'
+    }
+}
+}
+
+
+sleep 30

app/dbconnect.py

@@ -1,12 +1,13 @@
 import psycopg2
-from app import config
+import os
 
 
 def connect_db(dbname):
-    if dbname != config.DATABASE_CONFIG['dbname']:
+    if dbname != str(os.getenv("PGDATABASE")):
         raise ValueError("Couldn't not find DB with given name")
-    conn = psycopg2.connect(host=config.DATABASE_CONFIG['host'],
-                           user=config.DATABASE_CONFIG['user'],
-                           password=config.DATABASE_CONFIG['password'],
-                           dbname=config.DATABASE_CONFIG['dbname'])
+    conn = psycopg2.connect(host=str(os.getenv("POSTGRES_HOST")),
+                           port=str(os.getenv("POSTGRES_PORT")), 
+                           user=str(os.getenv("PGUSER")),
+                           password=str(os.getenv("PGPASSWORD")),
+                           dbname=str(os.getenv("PGDATABASE")))
     return conn

dbservice.py

@@ -1 +1,3 @@
-from app import app
+from app import app
+if __name__ == "__main__":
+    app.run(host="0.0.0.0", port="5002")

images-registry-test.py

@@ -0,0 +1,28 @@
+import sys
+import os
+import requests
+import json
+
+def main():
+    check_image()
+
+
+def check_image():
+    tmp = requests.get("http://100.71.71.71:5000/v2/" + sys.argv[1] + "/tags/list")
+    req = tmp.json()
+    #print(req)
+    if (tmp.status_code == 404):
+        print("1")
+        return 1
+    else:
+        if req["name"] == sys.argv[1] and sys.argv[2] in req["tags"]:
+            print("0")
+            return 0
+        else:
+            #raise Exception("Image with tag " + sys.argv[1] + " does not exist in Docker Registry with IP: " + sys.argv[1])
+            print("1")
+            return 1
+
+
+if __name__=='__main__':
+    main()

init-container/Dockerfile

@@ -0,0 +1,4 @@
+FROM postgres:9.6.2
+MAINTAINER Artem Kubrachenko
+WORKDIR /tmp
+COPY check_dump.sh dbdump ./

init-container/check_dump.sh

@@ -0,0 +1,9 @@
+until pg_isready; do echo waiting for database; sleep 2; done;
+export SELECT=$(psql -t -c "select 1 from information_schema.tables where table_schema='public' and table_name='department'")
+if [ $SELECT = 1 ]
+then
+    exit 0
+else
+    psql -f dbdump
+    exit 0
+fi