Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat:support harbor #204

Merged
merged 1 commit into from
May 14, 2022
Merged

feat:support harbor #204

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
245 changes: 245 additions & 0 deletions devops/Jenkinsfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,245 @@
pipeline {
agent {
node {
label 'python'
}
}
parameters {
string(name:'PROD',defaultValue: 'no',description:'是否')

string(name:'REGISTRY',defaultValue: 'harbor.wuxs.vip:30003',description:'组织')
string(name:'REPOSITORY',defaultValue: 'tkeel-io',description:'仓库')

string(name:'DOCKER_IMAGE_TAG',defaultValue: '0.1.0',description:'镜像版本')
string(name:'HELM_CHART_VERSION',defaultValue: '0.1.0',description:'插件版本')

}

environment {
/*
应用变量
*/
APP_NAME = 'tkeel'

/*
凭证信息
*/
PRIVATE_REPO_CREDENTIAL_ID = 'harbor'
KUBECONFIG_CREDENTIAL_ID = 'kubeconfig'

/*
配置,从凭证中读取
*/
PRIVATE_REPO_CONFIG = 'private-repo'
PLUGIN_CONFIG = 'tkeel-plugin-config'
}

stages {
stage ('checkout scm') {
steps {
checkout(scm)
}
}

stage('get config'){
/*
从凭证中读取配置
*/
steps {
container ('python'){
withCredentials([usernamePassword(credentialsId: "$PRIVATE_REPO_CONFIG", usernameVariable: 'registry',passwordVariable: 'repository')]) {
script {
env.REGISTRY = registry
env.REPOSITORY = repository
}
}

withCredentials([usernamePassword(credentialsId: "$PRIVATE_REPO_CREDENTIAL_ID", usernameVariable: 'username',passwordVariable: 'password')]) {
script {
env.USERNAME = username
env.PASSWORD = password
}
}

withCredentials([usernamePassword(credentialsId: "$PLUGIN_CONFIG", usernameVariable: 'enable_config',passwordVariable: 'config')]) {
script {
env.TKEEL_PLUGIN_ENABLE_UPGRADE = enable_config
env.TKEEL_PLUGIN_CONFIG = config
}
}
}
}
}

stage('set env'){
environment {
COMMIT_ID = "${sh(script:'git rev-parse --short HEAD',returnStdout:true)}"
TIMESTAMP = "${sh(script:'date -d "+8 hour" "+%m.%d.%H%M%S"',returnStdout:true)}"
}
steps {
container ('python'){
script {
if (params.PROD == "yes"){
/*
重写 REGISTRY & REPOSITORY
*/
env.REGISTRY = params.REGISTRY
env.REPOSITORY = params.REPOSITORY
env.DOCKER_IMAGE_TAG = params.DOCKER_IMAGE_TAG

env.KEEL_DOCKER = env.REGISTRY + "/" + env.REPOSITORY + "/" + "keel" + ":" + env.DOCKER_IMAGE_TAG
env.RUDDER_DOCKER = env.REGISTRY + "/" + env.REPOSITORY + "/" + "rudder" + ":" + env.DOCKER_IMAGE_TAG

env.CHART = params.HELM_CHART_VERSION
env.TKEEL_PLUGIN_ENABLE_UPGRADE = 'yes'
}else{
env.DOCKER_IMAGE_TAG = env.COMMIT_ID

env.KEEL_DOCKER = env.REGISTRY + "/" + env.REPOSITORY + "/" + "keel" + ":" + env.DOCKER_IMAGE_TAG
env.RUDDER_DOCKER = env.REGISTRY + "/" + env.REPOSITORY + "/" + "rudder" + ":" + env.DOCKER_IMAGE_TAG

env.CHART = env.TIMESTAMP
}
}
}
}
}

stage('edit chart'){
environment {
/*
chart 文件夹相对路径
*/
KEEL_CHART__PATH = 'charts/keel'
RUDDER_CHART_PATH = 'charts/rudder'
}
failFast true
parallel {
stage('keel') {
steps {
container ('python'){
script{
env.KEEL_REPOSITORY_VALUES = env.REGISTRY + "/" + env.REPOSITORY + "/" + "keel"
sh 'python3 devops/scripts/kotb.py write $KEEL_CHART__PATH/values.yaml $KEEL_CHART__PATH/values.yaml $KEEL_REPOSITORY_VALUES'
}
}
}
}
stage('rudder') {
steps {
container ('python'){
script{
env.RUDDER_REPOSITORY_VALUES = env.REGISTRY + "/" + env.REPOSITORY + "/" + "rudder"
sh 'python3 devops/scripts/kotb.py write $RUDDER_CHART_PATH/values.yaml $RUDDER_CHART_PATH/values.yaml $RUDDER_REPOSITORY_VALUES'
}
}
}
}
}
}

stage('build & push'){
environment {
/*
helm 环境变量
*/
HELM_EXPERIMENTAL_OCI=1

/*
dockerfile 文件相对路径
chart 文件夹相对路径
*/
KEEL_CHART_PATH = 'charts/keel'
RUDDER_CHART_PATH = 'charts/rudder'
MD_CHART_PATH = 'charts/tkeel-middleware'
TPC_CHART_PATH = 'charts/tkeel-plugin-components'
KEEL_DOCKERFILES_PATH = 'docker/keel/Dockerfile'
RUDDER_DOCKERFILES_PATH = 'docker/keel/Dockerfile'
}
failFast true
parallel {
stage('keel') {
steps {
container ('python') {
/*
helm chart
*/
sh 'helm3 registry login -u $USERNAME -p $PASSWORD $REGISTRY'
sh 'helm3 package $KEEL_CHART_PATH --version=$CHART --app-version=$DOCKER_IMAGE_TAG'
sh 'helm3 cm-push keel-*.tgz https://$REGISTRY/chartrepo/$REPOSITORY --username=$USERNAME --password=$PASSWORD'

/*
docker image
*/
sh 'docker login -u $USERNAME -p $PASSWORD https://$REGISTRY'
sh 'docker build -f $KEEL_DOCKERFILES_PATH -t $KEEL_DOCKER .'
sh 'docker push $KEEL_DOCKER'
}
}
}
stage('rudder') {
steps {
container ('python') {
/*
helm chart
*/
sh 'helm3 registry login -u $USERNAME -p $PASSWORD $REGISTRY'
sh 'helm3 package $RUDDER_CHART_PATH --version=$CHART --app-version=$DOCKER_IMAGE_TAG'
sh 'helm3 cm-push rudder-*.tgz https://$REGISTRY/chartrepo/$REPOSITORY --username=$USERNAME --password=$PASSWORD'

/*
docker image
*/
sh 'docker login -u $USERNAME -p $PASSWORD https://$REGISTRY'
sh 'docker build -f $RUDDER_DOCKERFILES_PATH -t $RUDDER_DOCKER .'
sh 'docker push $RUDDER_DOCKER'
}
}
}

stage('tkeel-middleware') {
steps {
container ('python') {
/*
helm chart
*/
sh 'helm3 registry login -u $USERNAME -p $PASSWORD $REGISTRY'
sh 'helm3 package $MD_CHART_PATH --version=$CHART --app-version=$DOCKER_IMAGE_TAG'
sh 'helm3 cm-push tkeel-middleware-*.tgz https://$REGISTRY/chartrepo/$REPOSITORY --username=$USERNAME --password=$PASSWORD'
}
}
}
stage('tkeel-plugin-components') {
steps {
container ('python') {
/*
helm chart
*/
sh 'helm3 registry login -u $USERNAME -p $PASSWORD $REGISTRY'
sh 'helm3 package $TPC_CHART_PATH --version=$CHART --app-version=$DOCKER_IMAGE_TAG'
sh 'helm3 cm-push tkeel-plugin-components-*.tgz https://$REGISTRY/chartrepo/$REPOSITORY --username=$USERNAME --password=$PASSWORD'
}
}
}
}
}

stage('install or upgrade plugin') {
steps {
container ('python') {
withCredentials([kubeconfigFile(credentialsId: env.KUBECONFIG_CREDENTIAL_ID,variable: 'KUBECONFIG')]) {
script {
if (env.TKEEL_PLUGIN_ENABLE_UPGRADE == 'yes'){
sh 'tkeel admin login -p changeme'
sh 'mv devops/config/$TKEEL_PLUGIN_CONFIG ~/.tkeel/config.yaml'
sh 'tkeel upgrade --repo-url=https://$REGISTRY/chartrepo/$REPOSITORY --repo-name=$REPOSITORY --rudder-version=$CHART --keel-version=$CHART'
}else{
sh 'echo do not install or upgrade'
}
}
}
}
}
}
}
}
29 changes: 29 additions & 0 deletions devops/config/ci.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
host:
admin: admin.tkeel-ci.io
tenant: tkeel-ci.io
middleware:
cache:
customized: false
url: redis://:Biz0P8Xoup@tkeel-middleware-redis-master:6379/0
database:
customized: false
url: mysql://root:a3fks=ixmeb82a@tkeel-middleware-mysql:3306/tkeelauth
queue:
customized: false
url: kafka://tkeel-middleware-kafka-headless:9092
search:
customized: false
url: elasticsearch://admin:admin@tkeel-middleware-elasticsearch-master:9200
service_registry:
customized: false
url: etcd://tkeel-middleware-etcd:2379
namespace: dapr-system
plugins:
- tkeel/console-portal-admin
- tkeel/console-portal-tenant
- tkeel/console-plugin-admin-plugins
port: "30080"
repo:
name: tkeel-io-dev
url: https://harbor.wuxs.vip:30003/chartrepo/tkeel-io-dev

29 changes: 29 additions & 0 deletions devops/config/test.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
host:
admin: admin.tkeel-ci.io
tenant: tkeel-ci.io
middleware:
cache:
customized: false
url: redis://:Biz0P8Xoup@tkeel-middleware-redis-master:6379/0
database:
customized: false
url: mysql://root:a3fks=ixmeb82a@tkeel-middleware-mysql:3306/tkeelauth
queue:
customized: false
url: kafka://tkeel-middleware-kafka-headless:9092
search:
customized: false
url: elasticsearch://admin:admin@tkeel-middleware-elasticsearch-master:9200
service_registry:
customized: false
url: etcd://tkeel-middleware-etcd:2379
namespace: dapr-system
plugins:
- tkeel/console-portal-admin
- tkeel/console-portal-tenant
- tkeel/console-plugin-admin-plugins
port: "30080"
repo:
name: tkeel-io
url: https://harbor.wuxs.vip:30003/chartrepo/tkeel-io

26 changes: 26 additions & 0 deletions devops/scripts/kotb.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
import yaml

import click


@click.group()
def chart():
pass


@click.argument('value', type=str)
@click.argument('output', type=click.File('w'))
@click.argument('input', type=click.File('rb'))
@click.command()
@click.pass_context
def write(ctx, input, output, value):
data = yaml.load(input, Loader=yaml.FullLoader)
data['image']['repository'] = value
yaml.dump(data, output)


chart.add_command(write)


if __name__ == '__main__':
chart()