Compare commits
102 Commits
main
...
jenkins-fl
Author | SHA1 | Date | |
---|---|---|---|
33fc7f66f9 | |||
1426c8aff2 | |||
7a26738ec7 | |||
9168be6c3d | |||
a8ab29d019 | |||
40aba0972c | |||
7735b0e283 | |||
253b6c54a0 | |||
1cc42b18b7 | |||
54699d67f9 | |||
8c0a55838e | |||
e4d390a096 | |||
0543580669 | |||
453914a73b | |||
640dae99f9 | |||
5e4f750a42 | |||
496c353ca1 | |||
d060b629cf | |||
858eacdc3f | |||
f5398c1a9c | |||
d855e795e2 | |||
2f0ab04997 | |||
c37d92a4cf | |||
d8617d01eb | |||
dedd162bb5 | |||
d273a4254f | |||
2ddee5ddbb | |||
033493b3f5 | |||
039c9df549 | |||
65992ecc75 | |||
0347431341 | |||
696d4557ab | |||
d07f41ece6 | |||
c2bc6761c3 | |||
76383b030b | |||
17ca39e4b0 | |||
d04b88c6b8 | |||
9a746322f9 | |||
22bb43f63f | |||
97716abc4c | |||
501c9cc7c7 | |||
b02c240e5b | |||
d3cc1f6ff9 | |||
ab75cec74a | |||
36e7486726 | |||
050916003f | |||
6da6ea634e | |||
3fadc63726 | |||
d7da79d1d2 | |||
4fbb54f446 | |||
7034bf3dce | |||
9ac5ca85bd | |||
a514f374ed | |||
5041f290fa | |||
f364694af8 | |||
d20a83431b | |||
f845f5d7c2 | |||
44ad02e6ae | |||
745e9b5bac | |||
225f998a8c | |||
84c57feb84 | |||
de405308bb | |||
9c2848df4a | |||
a7c6051995 | |||
cbd6be779c | |||
32e993da4d | |||
32b9580a82 | |||
abeb0e5271 | |||
b7920e3644 | |||
e573c573bf | |||
23814bef0c | |||
49f19dabe6 | |||
1de32691c6 | |||
f05d3940fa | |||
023daf1d4b | |||
e91273888a | |||
247798abc8 | |||
600b5aeba8 | |||
c9b1dac864 | |||
a79ae2d50f | |||
cd4ab3fd27 | |||
301cf5922e | |||
479ec4f917 | |||
3f40a6126c | |||
dd9e9ce110 | |||
d9fe927832 | |||
99cfdfddd0 | |||
f579e440f8 | |||
ba69728c81 | |||
5366e313c5 | |||
283be1a1ec | |||
1b7204c2ba | |||
8f9aed299d | |||
6522977280 | |||
c707974a2e | |||
cc2f224d60 | |||
b14e6cf873 | |||
87e3c0df80 | |||
aea09a6081 | |||
d05cede409 | |||
17162027b6 | |||
8887f1b2bd |
92
.jenkins/Jenkinsfile
vendored
Normal file
92
.jenkins/Jenkinsfile
vendored
Normal file
@ -0,0 +1,92 @@
|
||||
pipeline {
|
||||
agent {
|
||||
kubernetes {
|
||||
yamlFile '.jenkins/podTemplate.yaml'
|
||||
}
|
||||
}
|
||||
|
||||
environment {
|
||||
ACR_NAME = 'marcin00'
|
||||
CLIENT_ID = 'c302726f-fafb-4143-94c1-67a70975574a'
|
||||
DOCKER_REGISTRY_URL = 'marcin00.azurecr.io'
|
||||
DOCKER_IMAGE = "${DOCKER_REGISTRY_URL}/user-microservice:${GIT_COMMIT}"
|
||||
DEPLOY_REPO = 'ssh://git@srv22.mikr.us:20343/pikram/user-microservice-deploy.git'
|
||||
}
|
||||
|
||||
stages {
|
||||
stage('Code Tests') {
|
||||
steps {
|
||||
container('python') {
|
||||
dir('api') {
|
||||
sh '''
|
||||
python3 -m venv env
|
||||
source env/bin/activate
|
||||
pip install -r requirements.txt pytest
|
||||
python3 -m pytest --junit-xml=pytest_junit.xml
|
||||
'''
|
||||
}
|
||||
}
|
||||
}
|
||||
post {
|
||||
always {
|
||||
junit testResults: '**/*pytest_junit.xml'
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('Build & Push Docker') {
|
||||
steps {
|
||||
container('docker') {
|
||||
sh '''
|
||||
docker build -t ${DOCKER_IMAGE} --build-arg APP_VERSION=${GIT_COMMIT} --build-arg BUILD_DATE=$(date -u +"%Y-%m-%dT%H:%M:%SZ") .
|
||||
az login --identity --client-id ${CLIENT_ID}
|
||||
az acr login --name ${ACR_NAME}
|
||||
docker push ${DOCKER_IMAGE}
|
||||
'''
|
||||
}
|
||||
}
|
||||
}
|
||||
stage('Commit new version to GitOps repo') {
|
||||
steps {
|
||||
container('git') {
|
||||
withCredentials([string(credentialsId: 'gitea-known-host', variable: 'GITEA_KNOWN_HOST')]) {
|
||||
sh '''
|
||||
mkdir -p ~/.ssh
|
||||
echo "$GITEA_KNOWN_HOST" >> ~/.ssh/known_hosts
|
||||
chmod 644 ~/.ssh/known_hosts
|
||||
|
||||
git config --global user.name "jenkins[bot]"
|
||||
git config --global user.email "jenkins@marcin00.pl"
|
||||
'''
|
||||
sshagent(['gitea-deploy-key']) {
|
||||
sh 'git clone ${DEPLOY_REPO} --branch fluxcd'
|
||||
}
|
||||
}
|
||||
sh '''
|
||||
cd user-microservice-deploy/apps/user-microservice
|
||||
# Podmień tag obrazu w pliku deploy.yaml
|
||||
awk -v commit="$GIT_COMMIT" '
|
||||
$0 ~ /name:[[:space:]]*api/ { in_api_container = 1; print; next }
|
||||
in_api_container && $0 ~ /^[[:space:]]*image:[[:space:]]*/ {
|
||||
sub(/:[^:[:space:]]+$/, ":" commit)
|
||||
in_api_container = 0
|
||||
print
|
||||
next
|
||||
}
|
||||
{ print }
|
||||
' deploy.yaml > deploy.tmp && mv deploy.tmp deploy.yaml
|
||||
'''
|
||||
|
||||
sshagent(['gitea-deploy-key']) {
|
||||
sh '''
|
||||
cd user-microservice-deploy/apps/user-microservice
|
||||
git add deploy.yaml
|
||||
git diff-index --quiet HEAD || git commit -m "JENKINS: Changed deployed version to $GIT_COMMIT"
|
||||
git push origin fluxcd
|
||||
'''
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
60
.jenkins/podTemplate.yaml
Normal file
60
.jenkins/podTemplate.yaml
Normal file
@ -0,0 +1,60 @@
|
||||
apiVersion: v1
|
||||
kind: Pod
|
||||
metadata:
|
||||
annotations:
|
||||
io.kubernetes.cri-o.userns-mode: "auto:size=65536"
|
||||
labels:
|
||||
jenkins: "slave"
|
||||
jenkins/label: "kubernetes-agent"
|
||||
spec:
|
||||
runtimeClassName: sysbox-runc
|
||||
containers:
|
||||
- name: jnlp
|
||||
image: jenkins/inbound-agent:alpine
|
||||
tty: false
|
||||
workingDir: /home/jenkins/agent
|
||||
volumeMounts:
|
||||
- name: workspace-volume
|
||||
mountPath: /home/jenkins/agent
|
||||
env:
|
||||
- name: JENKINS_WEB_SOCKET
|
||||
value: "true"
|
||||
- name: REMOTING_OPTS
|
||||
value: "-noReconnectAfter 1d"
|
||||
|
||||
- name: python
|
||||
image: python:3.11.7-alpine
|
||||
command:
|
||||
- cat
|
||||
tty: true
|
||||
workingDir: /home/jenkins/agent
|
||||
volumeMounts:
|
||||
- name: workspace-volume
|
||||
mountPath: /home/jenkins/agent
|
||||
|
||||
- name: docker
|
||||
image: marcin00.azurecr.io/azure-cli-docker:slim-bookworm
|
||||
tty: true
|
||||
workingDir: /home/jenkins/agent
|
||||
volumeMounts:
|
||||
- name: workspace-volume
|
||||
mountPath: /home/jenkins/agent
|
||||
|
||||
- name: git
|
||||
image: alpine/git:latest
|
||||
command:
|
||||
- cat
|
||||
tty: true
|
||||
workingDir: /home/jenkins/agent
|
||||
volumeMounts:
|
||||
- name: workspace-volume
|
||||
mountPath: /home/jenkins/agent
|
||||
|
||||
nodeSelector:
|
||||
kubernetes.io/os: linux
|
||||
|
||||
restartPolicy: Never
|
||||
|
||||
volumes:
|
||||
- name: workspace-volume
|
||||
emptyDir: {}
|
15
Dockerfile
15
Dockerfile
@ -1,5 +1,18 @@
|
||||
FROM python:3.11.7-slim-bookworm
|
||||
FROM python:3.11.7-alpine
|
||||
|
||||
# Wersja i data builda jako build-arg
|
||||
ARG APP_VERSION=unknown
|
||||
ARG BUILD_DATE=unknown
|
||||
|
||||
# Ustawiamy zmienne w ENV, by były dostępne w kontenerze
|
||||
ENV APP_VERSION=$APP_VERSION
|
||||
ENV BUILD_DATE=$BUILD_DATE
|
||||
|
||||
WORKDIR /app
|
||||
|
||||
COPY api .
|
||||
|
||||
RUN apk add --no-cache curl
|
||||
RUN pip install -r requirements.txt
|
||||
|
||||
CMD python3 app.py
|
||||
|
@ -4,6 +4,7 @@ from flask_jwt_extended import JWTManager
|
||||
from jwt import ExpiredSignatureError
|
||||
from models import db, RevokedToken
|
||||
import os
|
||||
from tech_views import tech_bp
|
||||
from utils import init_db, wait_for_db
|
||||
from views import user_bp
|
||||
from werkzeug.exceptions import HTTPException
|
||||
@ -26,6 +27,7 @@ def create_app(config_name="default"):
|
||||
|
||||
# Blueprints registration
|
||||
app.register_blueprint(user_bp)
|
||||
app.register_blueprint(tech_bp)
|
||||
|
||||
# Database and JWT initialization
|
||||
db.init_app(app)
|
||||
@ -53,7 +55,7 @@ def create_app(config_name="default"):
|
||||
|
||||
# Fill database by initial values (only if we are not testing)
|
||||
with app.app_context():
|
||||
wait_for_db()
|
||||
wait_for_db(max_retries=100)
|
||||
db.create_all()
|
||||
if config_name != "testing":
|
||||
init_db()
|
||||
|
20
api/tech_views.py
Normal file
20
api/tech_views.py
Normal file
@ -0,0 +1,20 @@
|
||||
from flask import Blueprint, jsonify
|
||||
from models import db
|
||||
from sqlalchemy import text
|
||||
from utils import db_ready
|
||||
|
||||
# Blueprint with technical endpoints
|
||||
tech_bp = Blueprint('tech_bp', __name__)
|
||||
|
||||
@tech_bp.route('/health', methods=['GET'])
|
||||
def health_check():
|
||||
"Check if service works and database is functional"
|
||||
try:
|
||||
with db.engine.connect() as connection:
|
||||
connection.execute(text("SELECT 1"))
|
||||
return jsonify(status="healthy"), 200
|
||||
except Exception:
|
||||
if db_ready:
|
||||
return jsonify(status="unhealthy"), 500
|
||||
else:
|
||||
return jsonify(status="starting"), 503
|
22
api/utils.py
22
api/utils.py
@ -3,19 +3,21 @@ from flask_jwt_extended import get_jwt_identity
|
||||
from models import User, db
|
||||
import os
|
||||
from sqlalchemy import text
|
||||
from sqlalchemy.exc import DatabaseError
|
||||
from sqlalchemy.exc import DatabaseError, InterfaceError
|
||||
import time
|
||||
from werkzeug.security import generate_password_hash
|
||||
|
||||
db_ready = False
|
||||
|
||||
def admin_required(user_id, message='Access denied.'):
|
||||
"Check if common user try to make administrative action."
|
||||
user = db.session.get(User, user_id)
|
||||
if user is None or user.role != "Administrator":
|
||||
abort(403, message)
|
||||
|
||||
|
||||
def validate_access(owner_id, message='Access denied.'):
|
||||
# Check if user try to access or edit resource that does not belong to them
|
||||
"Check if user try to access or edit resource that does not belong to them."
|
||||
logged_user_id = int(get_jwt_identity())
|
||||
logged_user_role = db.session.get(User, logged_user_id).role
|
||||
if logged_user_role != "Administrator" and logged_user_id != owner_id:
|
||||
@ -30,20 +32,18 @@ def get_user_or_404(user_id):
|
||||
return user
|
||||
|
||||
|
||||
MAX_RETRIES = 100
|
||||
|
||||
def wait_for_db():
|
||||
for retries in range(MAX_RETRIES):
|
||||
def wait_for_db(max_retries):
|
||||
"Try to connect with database <max_retries> times."
|
||||
global db_ready
|
||||
for _ in range(max_retries):
|
||||
try:
|
||||
with db.engine.connect() as connection:
|
||||
connection.execute(text("SELECT 1"))
|
||||
print("Successfully connected with database.")
|
||||
db_ready = True
|
||||
return
|
||||
except DatabaseError:
|
||||
print(f"Waiting for database... (retry {retries + 1})")
|
||||
except DatabaseError | InterfaceError:
|
||||
time.sleep(3)
|
||||
print("Failed to connect to database.")
|
||||
raise Exception("Database not ready after multiple retries.")
|
||||
raise Exception("Failed to connect to database.")
|
||||
|
||||
|
||||
def init_db():
|
||||
|
@ -2,6 +2,7 @@ from flask import Blueprint, jsonify, request, abort
|
||||
from flask_jwt_extended import create_access_token, set_access_cookies, jwt_required, \
|
||||
verify_jwt_in_request, get_jwt_identity, unset_jwt_cookies, get_jwt
|
||||
from models import db, RevokedToken, User
|
||||
import os
|
||||
from utils import admin_required, validate_access, get_user_or_404
|
||||
from werkzeug.security import check_password_hash, generate_password_hash
|
||||
|
||||
@ -110,3 +111,10 @@ def user_logout():
|
||||
response = jsonify({"msg": "User logged out successfully."})
|
||||
unset_jwt_cookies(response)
|
||||
return response
|
||||
|
||||
@user_bp.route('/version', methods=['GET'])
|
||||
def version():
|
||||
return jsonify({
|
||||
"version": os.getenv("APP_VERSION", "unknown"),
|
||||
"build_time": os.getenv("BUILD_DATE", "unknown")
|
||||
})
|
65
deployment_timer.sh
Executable file
65
deployment_timer.sh
Executable file
@ -0,0 +1,65 @@
|
||||
#!/bin/bash
|
||||
|
||||
# === KONFIGURACJA ===
|
||||
APP_URL="https://user-microservice.marcin00.pl/version"
|
||||
MARKER_FILE="version_marker.txt"
|
||||
OUTPUT_FILE="deployment_times.csv"
|
||||
CHECK_INTERVAL=1 # sekundy
|
||||
|
||||
# === POBRANIE AKTUALNEJ WERSJI APLIKACJI ===
|
||||
echo "[INFO] Pobieranie aktualnej wersji z /version..."
|
||||
OLD_VERSION=$(curl -s "$APP_URL" | jq -r '.version')
|
||||
|
||||
if [[ -z "$OLD_VERSION" ]]; then
|
||||
echo "[ERROR] Nie udało się pobrać aktualnej wersji aplikacji."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "[INFO] Aktualna wersja: $OLD_VERSION"
|
||||
|
||||
# === Modyfikacja pliku, commit i push ===
|
||||
TIMESTAMP=$(date +%s)
|
||||
echo "$TIMESTAMP" > "$MARKER_FILE"
|
||||
|
||||
git add "$MARKER_FILE"
|
||||
git commit -m "Automatyczna zmiana: $TIMESTAMP"
|
||||
START_TIME=$(date +%s)
|
||||
|
||||
echo "[INFO] Wykonuję git push..."
|
||||
git push
|
||||
|
||||
if [[ $? -ne 0 ]]; then
|
||||
echo "[ERROR] Push nie powiódł się."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "[INFO] Oczekiwanie na wdrożenie nowej wersji..."
|
||||
|
||||
# === Odpytywanie endpointa /version ===
|
||||
WAITED=0
|
||||
echo "[WAIT] Oczekiwanie na nową wersję..."
|
||||
|
||||
while true; do
|
||||
sleep $CHECK_INTERVAL
|
||||
WAITED=$((WAITED + CHECK_INTERVAL))
|
||||
|
||||
NEW_VERSION=$(curl -s "$APP_URL" | jq -r '.version')
|
||||
|
||||
if [[ "$NEW_VERSION" != "$OLD_VERSION" ]]; then
|
||||
END_TIME=$(date +%s)
|
||||
DURATION=$((END_TIME - START_TIME))
|
||||
|
||||
# Nadpisujemy linię z licznikiem
|
||||
printf "\r[INFO] Nowa wersja wdrożona po %ds: %s\n" "$WAITED" "$NEW_VERSION"
|
||||
echo "[INFO] Czas wdrożenia: $DURATION sekund"
|
||||
|
||||
echo "$START_TIME,$END_TIME,$DURATION,$OLD_VERSION,$NEW_VERSION" >> "$OUTPUT_FILE"
|
||||
break
|
||||
else
|
||||
# Nadpisujemy TYLKO linię z licznikiem
|
||||
printf "\r[WAIT] Czekam... %ds" "$WAITED"
|
||||
fi
|
||||
done
|
||||
|
||||
# Żeby kursor przeszedł do nowej linii po zakończeniu
|
||||
echo ""
|
@ -7,9 +7,24 @@ services:
|
||||
build: .
|
||||
env_file:
|
||||
- api/.env
|
||||
ports:
|
||||
- 80:80
|
||||
healthcheck:
|
||||
test: ["CMD", "curl", "-f", "http://localhost/health"]
|
||||
interval: 10s
|
||||
timeout: 5s
|
||||
retries: 5
|
||||
start_period: 15s
|
||||
db:
|
||||
container_name: db
|
||||
hostname: db
|
||||
image: mysql:latest
|
||||
env_file:
|
||||
- db/.env
|
||||
ports:
|
||||
- 3306:3306
|
||||
healthcheck:
|
||||
test: ["CMD", "mysqladmin", "ping", "-h", "localhost"]
|
||||
interval: 10s
|
||||
timeout: 5s
|
||||
retries: 5
|
||||
|
1
version_marker.txt
Normal file
1
version_marker.txt
Normal file
@ -0,0 +1 @@
|
||||
1752257920
|
Reference in New Issue
Block a user