Configured volume to share data between steps

.jenkins/Jenkinsfile

@@ -1,83 +0,0 @@
-pipeline {
-    agent {
-        kubernetes {
-            yamlFile '.jenkins/podTemplate.yaml'
-        }
-    }
-
-    environment {
-        ACR_NAME = 'marcin00'
-        CLIENT_ID = 'c302726f-fafb-4143-94c1-67a70975574a'
-        DOCKER_REGISTRY_URL = 'marcin00.azurecr.io'
-        DOCKER_IMAGE = "${DOCKER_REGISTRY_URL}/user-microservice:${GIT_COMMIT}"
-        DEPLOY_REPO = 'https://gitea.marcin00.pl/pikram/user-microservice-deploy.git'
-    }
-
-    stages {
-        stage('Code Tests') {
-            steps {
-                container('python') {
-                    dir('api') {
-                        sh '''
-                            python3 -m venv env
-                            source env/bin/activate
-                            pip install -r requirements.txt pytest
-                            python3 -m pytest --junit-xml=pytest_junit.xml
-                        '''
-                    }
-                }
-            }
-            post {
-                always {
-                    junit testResults: '**/*pytest_junit.xml'
-                }
-            }
-        }
-
-        stage('Build & Push Docker') {
-            steps {
-                container('docker') {
-                    sh '''
-                        docker build -t ${DOCKER_IMAGE} .
-                        az login --identity --client-id ${CLIENT_ID}
-                        az acr login --name ${ACR_NAME}
-                        docker push ${DOCKER_IMAGE}
-                    '''
-                }
-            }
-        }
-        stage('Commit new version to GitOps repo') {
-            steps {
-                container('git') {
-                    sh '''
-                        git config --global user.name "jenkins[bot]"
-                        git config --global user.email "jenkins@marcin00.pl"
-                    '''
-                    sh 'git clone ${DEPLOY_REPO} --branch jenkins-kubernetes'
-                    dir('user-microservice-deploy') {
-                        sh '''
-                            # Podmień tag obrazu w pliku deploy.yaml
-                            awk -v commit="ssh-creds-id$GIT_COMMIT" '
-                            $0 ~ /name:[[:space:]]*api/ { in_api_container = 1; print; next }
-                            in_api_container && $0 ~ /^[[:space:]]*image:[[:space:]]*/ {
-                                sub(/:[^:[:space:]]+$/, ":" commit)
-                                in_api_container = 0
-                                print
-                                next
-                            }
-                            { print }
-                            ' deploy.yaml > deploy.tmp && mv deploy.tmp deploy.yaml
-                        '''
-                        sh 'git commit -am "JENKINS: Changed deployed version to $GIT_COMMIT"'
-                        sshagent(['gitea-deploy-key']) {
-                            sh '''
-                            git remote set-url origin ssh://git@srv22.mikr.us:20343/pikram/user-microservice-deploy.git
-                            git push
-                            '''
-                        }
-                    }
-                }
-            }
-        }
-    }
-}

.jenkins/podTemplate.yaml

@@ -1,60 +0,0 @@
-apiVersion: v1
-kind: Pod
-metadata:
-  annotations:
-    io.kubernetes.cri-o.userns-mode: "auto:size=65536"
-  labels:
-    jenkins: "slave"
-    jenkins/label: "kubernetes-agent"
-spec:
-  runtimeClassName: sysbox-runc
-  containers:
-    - name: jnlp
-      image: jenkins/inbound-agent:alpine
-      tty: false
-      workingDir: /home/jenkins/agent
-      volumeMounts:
-        - name: workspace-volume
-          mountPath: /home/jenkins/agent
-      env:
-        - name: JENKINS_WEB_SOCKET
-          value: "true"
-        - name: REMOTING_OPTS
-          value: "-noReconnectAfter 1d"
-
-    - name: python
-      image: python:3.11.7-alpine
-      command:
-        - cat
-      tty: true
-      workingDir: /home/jenkins/agent
-      volumeMounts:
-        - name: workspace-volume
-          mountPath: /home/jenkins/agent
-
-    - name: docker
-      image: marcin00.azurecr.io/azure-cli-docker:slim-bookworm
-      tty: true
-      workingDir: /home/jenkins/agent
-      volumeMounts:
-        - name: workspace-volume
-          mountPath: /home/jenkins/agent
-
-    - name: git
-      image: alpine/git:latest
-      command:
-        - cat
-      tty: true
-      workingDir: /home/jenkins/agent
-      volumeMounts:
-        - name: workspace-volume
-          mountPath: /home/jenkins/agent
-
-  nodeSelector:
-    kubernetes.io/os: linux
-
-  restartPolicy: Never
-
-  volumes:
-    - name: workspace-volume
-      emptyDir: {}

Dockerfile

@@ -1,6 +1,5 @@
-FROM python:3.11.7-alpine
+FROM python:3.11.7-slim-bookworm
 WORKDIR /app
 COPY api .
-RUN apk add --no-cache curl
 RUN pip install -r requirements.txt
 CMD python3 app.py

Jenkinsfile

@@ -0,0 +1,72 @@
+pipeline {
+    agent any
+    environment {
+        DOCKER_REGISTRY_URL = 'marcin00.azurecr.io'
+        DOCKER_IMAGE = "${DOCKER_REGISTRY_URL}/user-microservice:${GIT_COMMIT}"
+        ACR_NAME = 'marcin00'
+    }
+    stages {
+        stage('Checkout') {
+            steps {
+                checkout scm
+            }
+        }
+        stage('Test python app') {
+            steps {
+                script {
+                    dir('api') {
+                        sh '''
+                            python3 -m venv env
+                            source env/bin/activate
+                            pip install -r requirements.txt pytest
+                            python3 -m pytest --junit-xml=pytest_junit.xml
+                        '''
+                    }
+                }
+            }
+            post {
+                always {
+                    junit testResults: '**/*pytest_junit.xml'
+                }
+            }
+        }
+        stage('Build & test docker image') {
+            steps {
+                script {
+                    appImage = docker.build("${DOCKER_IMAGE}")
+
+                    sh label: 'Install dgoss', script: '''
+                        curl -s -L https://github.com/aelsabbahy/goss/releases/latest/download/goss-linux-amd64 -o goss
+                        curl -s -L https://github.com/aelsabbahy/goss/releases/latest/download/dgoss -o dgoss
+                        chmod +rx *goss
+                    '''
+                    
+                    withEnv(['GOSS_OPTS=-f junit', 'GOSS_PATH=./goss', 'GOSS_SLEEP=3', 'SQLALCHEMY_DATABASE_URI=sqlite:///:memory:']) {
+                        sh label: 'run image tests', script: './dgoss run -e SQLALCHEMY_DATABASE_URI=sqlite:///:memory: ${DOCKER_IMAGE} > goss_junit.xml'
+                    }
+                }
+            }
+            post {
+                always {
+                    junit testResults: '**/*goss_junit.xml'
+                }
+            }
+        }
+        stage('Deploy') {
+            steps {
+                script {
+                    sh '''
+                        az login --identity
+                        az acr login --name ${ACR_NAME}
+                        docker push ${DOCKER_IMAGE}
+                    '''
+                }
+            }
+        }
+    }
+    post {
+        cleanup {
+            script { cleanWs() }
+        }
+    }
+}

api/app.py

@@ -4,8 +4,7 @@ from flask_jwt_extended import JWTManager
 from jwt import ExpiredSignatureError
 from models import db, RevokedToken
 import os
-from tech_views import tech_bp
-from utils import init_db, wait_for_db
+from utils import init_db
 from views import user_bp
 from werkzeug.exceptions import HTTPException
 
@@ -27,7 +26,6 @@ def create_app(config_name="default"):
 
     # Blueprints registration
     app.register_blueprint(user_bp)
-    app.register_blueprint(tech_bp)
 
     # Database and JWT initialization
     db.init_app(app)
@@ -55,7 +53,6 @@ def create_app(config_name="default"):
 
     # Fill database by initial values (only if we are not testing)
     with app.app_context():
-        wait_for_db(max_retries=100)
         db.create_all()
         if config_name != "testing":
             init_db()

api/tech_views.py

@@ -1,20 +0,0 @@
-from flask import Blueprint, jsonify
-from models import db
-from sqlalchemy import text
-from utils import db_ready
-
-# Blueprint with technical endpoints
-tech_bp = Blueprint('tech_bp', __name__)
-
-@tech_bp.route('/health', methods=['GET'])
-def health_check():
-    "Check if service works and database is functional"
-    try:
-        with db.engine.connect() as connection:
-            connection.execute(text("SELECT 1"))
-        return jsonify(status="healthy"), 200
-    except Exception:
-        if db_ready:
-            return jsonify(status="unhealthy"), 500
-        else:
-            return jsonify(status="starting"), 503

api/utils.py

@@ -2,22 +2,17 @@ from flask import abort
 from flask_jwt_extended import get_jwt_identity
 from models import User, db
 import os
-from sqlalchemy import text
-from sqlalchemy.exc import DatabaseError, InterfaceError
-import time
 from werkzeug.security import generate_password_hash
 
-db_ready = False
 
 def admin_required(user_id, message='Access denied.'):
-    "Check if common user try to make administrative action."
     user = db.session.get(User, user_id)
     if user is None or user.role != "Administrator":
         abort(403, message)
 
 
 def validate_access(owner_id, message='Access denied.'):
-    "Check if user try to access or edit resource that does not belong to them."
+    # Check if user try to access or edit resource that does not belong to them 
     logged_user_id = int(get_jwt_identity())
     logged_user_role = db.session.get(User, logged_user_id).role
     if logged_user_role != "Administrator" and logged_user_id != owner_id:
@@ -32,20 +27,6 @@ def get_user_or_404(user_id):
     return user
 
 
-def wait_for_db(max_retries):
-    "Try to connect with database <max_retries> times."
-    global db_ready
-    for _ in range(max_retries):
-        try:
-            with db.engine.connect() as connection:
-                connection.execute(text("SELECT 1"))
-            db_ready = True
-            return
-        except DatabaseError | InterfaceError:
-            time.sleep(3)
-    raise Exception("Failed to connect to database.")
-
-
 def init_db():
     """Create default admin account if database is empty"""
     with db.session.begin():

api/views.py

@@ -2,7 +2,6 @@ from flask import Blueprint, jsonify, request, abort
 from flask_jwt_extended import create_access_token, set_access_cookies, jwt_required, \
 verify_jwt_in_request, get_jwt_identity, unset_jwt_cookies, get_jwt
 from models import db, RevokedToken, User
-import os
 from utils import admin_required, validate_access, get_user_or_404
 from werkzeug.security import check_password_hash, generate_password_hash
 
@@ -111,10 +110,3 @@ def user_logout():
     response = jsonify({"msg": "User logged out successfully."})
     unset_jwt_cookies(response)
     return response
-
-@user_bp.route('/version', methods=['GET'])
-def version():
-    return jsonify({
-        "version": os.getenv("APP_VERSION", "unknown"),
-        "build_time": os.getenv("BUILD_DATE", "unknown")
-    })

argo-workflows/acr-pusher.yaml

@@ -0,0 +1,5 @@
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: edu-agentpool
+  namespace: argo

argo-workflows/argo-workflow-manager-role.yaml

@@ -0,0 +1,12 @@
+apiVersion: rbac.authorization.k8s.io/v1
+kind: Role
+metadata:
+  namespace: argo
+  name: argo-workflow-manager
+rules:
+  - apiGroups: ["argoproj.io"]
+    resources: ["workflowtaskresults"]
+    verbs: ["create", "get", "list", "update", "patch", "delete"]
+  - apiGroups: ["argoproj.io"]
+    resources: ["workflows"]
+    verbs: ["create", "get", "list", "update", "patch", "delete"]

argo-workflows/build.yaml

@@ -0,0 +1,99 @@
+apiVersion: argoproj.io/v1alpha1
+kind: Workflow
+metadata:
+  generateName: build-workflow-
+spec:
+  entrypoint: main
+  serviceAccountName: edu-agentpool
+  volumeClaimTemplates:
+  - metadata:
+      name: workspace
+    spec:
+      accessModes: [ "ReadWriteOnce" ]
+      resources:
+        requests:
+          storage: 1Gi
+  templates:
+
+  # 🔁 Main steps sequence
+  - name: main
+    steps:
+      - - name: checkout
+          template: git-checkout
+          arguments: {}
+      - - name: test-python
+          template: python-tests
+      - - name: build-and-test-image
+          template: docker-goss-test
+      - - name: deploy
+          template: push-docker-image
+
+  # 📦 GIT CHECKOUT
+  - name: git-checkout
+    script:
+      image: alpine/git
+      command: [sh]
+      source: |
+        git clone https://gitea.marcin00.pl/pikram/user-microservice.git /workspace/repo
+        cd /workspace/repo
+        git checkout main
+      volumeMounts:
+        - name: workspace
+          mountPath: /workspace
+
+  # 🧪 PYTHON TESTS
+  - name: python-tests
+    script:
+      image: python:3.11.7-alpine
+      command: [sh]
+      source: |
+        cd /workspace/repo/api
+        python3 -m venv env
+        . env/bin/activate
+        pip install -r requirements.txt pytest
+        python3 -m pytest --junit-xml=pytest_junit.xml
+      volumeMounts:
+        - name: workspace
+          mountPath: /workspace
+
+  # 🐳 BUILDS AND GOSS TESTS
+  - name: docker-goss-test
+    script:
+      image: docker:cli
+      command: [sh]
+      source: |
+        cd /workspace/repo
+        docker build -t ${DOCKER_IMAGE} .
+        
+        curl -s -L https://github.com/aelsabbahy/goss/releases/latest/download/goss-linux-amd64 -o goss
+        curl -s -L https://github.com/aelsabbahy/goss/releases/latest/download/dgoss -o dgoss
+        chmod +rx *goss
+
+        export GOSS_OPTS="-f junit"
+        export GOSS_PATH=./goss
+        export GOSS_SLEEP=3
+        ./dgoss run -e SQLALCHEMY_DATABASE_URI=sqlite:///:memory: ${DOCKER_IMAGE} > /workspace/goss_junit.xml
+      env:
+        - name: DOCKER_IMAGE
+          value: marcin00.azurecr.io/user-microservice:$(WORKFLOW_ID)
+      volumeMounts:
+        - name: workspace
+          mountPath: /workspace
+
+  # 🚀 DEPLOY
+  - name: push-docker-image
+    script:
+      image: mcr.microsoft.com/azure-cli
+      command: [sh]
+      source: |
+        az login --identity
+        az acr login --name ${ACR_NAME}
+        docker push ${DOCKER_IMAGE}
+      env:
+        - name: ACR_NAME
+          value: marcin00
+        - name: DOCKER_IMAGE
+          value: marcin00.azurecr.io/user-microservice:$(WORKFLOW_ID)
+      volumeMounts:
+        - name: workspace
+          mountPath: /workspace

argo-workflows/role-binding.yaml

@@ -0,0 +1,13 @@
+apiVersion: rbac.authorization.k8s.io/v1
+kind: RoleBinding
+metadata:
+  name: argo-edu-agentpool-binding
+  namespace: argo
+subjects:
+  - kind: ServiceAccount
+    name: edu-agentpool
+    namespace: argo
+roleRef:
+  kind: Role
+  name: argo-workflow-manager
+  apiGroup: rbac.authorization.k8s.io

docker-compose.yml

@@ -7,24 +7,9 @@ services:
     build: .
     env_file:
       - api/.env
-    ports:
-      - 80:80
-    healthcheck:
-      test: ["CMD", "curl", "-f", "http://localhost/health"]
-      interval: 10s
-      timeout: 5s
-      retries: 5
-      start_period: 15s
   db:
     container_name: db
     hostname: db
     image: mysql:latest
     env_file:
       - db/.env
-    ports:
-      - 3306:3306
-    healthcheck:
-      test: ["CMD", "mysqladmin", "ping", "-h", "localhost"]
-      interval: 10s
-      timeout: 5s
-      retries: 5

goss.yaml

@@ -0,0 +1,8 @@
+port:
+  tcp:80:
+    listening: true
+    ip:
+    - 0.0.0.0
+process:
+  python3:
+    running: true