Merge pull request #22 from milvus-ci-robot/0.5.0 (01038cce) · Commits · SUMMER2020 / students / proj-2018085

ci/jenkins/Jenkinsfile

0 → 100644

+142 −0

Original line number	Diff line number	Diff line
		pipeline {
		agent none

		options {
		timestamps()
		}

		parameters{
		choice choices: ['Release', 'Debug'], description: '', name: 'BUILD_TYPE'
		string defaultValue: 'cf1434e7-5a4b-4d25-82e8-88d667aef9e5', description: 'GIT CREDENTIALS ID', name: 'GIT_CREDENTIALS_ID', trim: true
		string defaultValue: '1a527823-d2b7-44fd-834b-9844350baf14', description: 'JFROG CREDENTIALS ID', name: 'JFROG_CREDENTIALS_ID', trim: true
		string defaultValue: 'ba070c98-c8cc-4f7c-b657-897715f359fc', description: 'DOCKER CREDENTIALS ID', name: 'DOCKER_CREDENTIALS_ID', trim: true
		string defaultValue: 'http://192.168.1.202/artifactory/milvus', description: 'JFROG ARTFACTORY URL', name: 'JFROG_ARTFACTORY_URL', trim: true
		}

		environment {
		PROJECT_NAME = "milvus"
		LOWER_BUILD_TYPE = params.BUILD_TYPE.toLowerCase()
		SEMVER = "${BRANCH_NAME}"
		JOBNAMES = env.JOB_NAME.split('/')
		PIPELIEN_NAME = "${JOBNAMES[0]}"
		}

		stages {
		stage("Ubuntu 16.04") {
		environment {
		OS_NAME = "ubuntu16.04"
		PACKAGE_VERSION = VersionNumber([
		versionNumberString : '${SEMVER}-${LOWER_BUILD_TYPE}-${OS_NAME}-x86_64-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}'
		]);
		DOCKER_VERSION = "${SEMVER}-${OS_NAME}-${LOWER_BUILD_TYPE}"
		}

		stages {
		stage("Run Build") {
		agent {
		kubernetes {
		label 'build'
		defaultContainer 'jnlp'
		yamlFile 'ci/jenkins/pod/milvus-build-env-pod.yaml'
		}
		}

		stages {
		stage('Build') {
		steps {
		container('milvus-build-env') {
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/build.groovy"
		}
		}
		}
		}
		stage('Upload Package') {
		steps {
		container('milvus-build-env') {
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/package.groovy"
		}
		}
		}
		}
		}
		}

		stage("Publish docker images") {
		agent {
		kubernetes {
		label 'publish'
		defaultContainer 'jnlp'
		yamlFile 'ci/jenkins/pod/docker-pod.yaml'
		}
		}

		stages {
		stage('Publish') {
		steps {
		container('publish-images'){
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/publishImages.groovy"
		}
		}
		}
		}
		}
		}

		stage("Deploy to Development") {
		agent {
		kubernetes {
		label 'dev-test'
		defaultContainer 'jnlp'
		yamlFile 'ci/jenkins/pod/testEnvironment.yaml'
		}
		}

		stages {
		stage("Deploy to Dev") {
		steps {
		container('milvus-test-env') {
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/deploySingle2Dev.groovy"
		}
		}
		}
		}

		stage("Dev Test") {
		steps {
		container('milvus-test-env') {
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/singleDevTest.groovy"
		}
		}
		}
		}

		stage ("Cleanup Dev") {
		steps {
		container('milvus-test-env') {
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/cleanupSingleDev.groovy"
		}
		}
		}
		}
		}
		post {
		unsuccessful {
		container('milvus-test-env') {
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/cleanupSingleDev.groovy"
		}
		}
		}
		}
		}
		}
		}
		}
		}

ci/jenkins/jenkinsfile/build.groovy

0 → 100644

+11 −0

Original line number	Diff line number	Diff line
		timeout(time: 60, unit: 'MINUTES') {
		dir ("core") {
		sh "git config --global user.email \"test@zilliz.com\""
		sh "git config --global user.name \"test\""
		sh "./build.sh -l"
		withCredentials([usernamePassword(credentialsId: "${params.JFROG_CREDENTIALS_ID}", usernameVariable: 'USERNAME', passwordVariable: 'PASSWORD')]) {
		sh "export JFROG_ARTFACTORY_URL='${params.JFROG_ARTFACTORY_URL}' && export JFROG_USER_NAME='${USERNAME}' && export JFROG_PASSWORD='${PASSWORD}' && ./build.sh -t ${params.BUILD_TYPE} -d /opt/milvus -j -u"
		}
		}
		}

ci/jenkins/jenkinsfile/cleanupSingleDev.groovy

0 → 100644

+10 −0

Original line number	Diff line number	Diff line
		try {
		def jobNames = env.JOB_NAME.split('/')
		sh "helm del --purge ${env.PIPELIEN_NAME}-${env.BUILD_NUMBER}-single-gpu"
		} catch (exc) {
		def helmResult = sh script: "helm status ${env.PIPELIEN_NAME}-${env.BUILD_NUMBER}-single-gpu", returnStatus: true
		if (!helmResult) {
		sh "helm del --purge ${env.PIPELIEN_NAME}-${env.BUILD_NUMBER}-single-gpu"
		}
		throw exc
		}

ci/jenkins/jenkinsfile/deploySingle2Dev.groovy

0 → 100644

+14 −0

Original line number	Diff line number	Diff line
		try {
		sh 'helm init --client-only --skip-refresh --stable-repo-url https://kubernetes.oss-cn-hangzhou.aliyuncs.com/charts'
		sh 'helm repo update'
		dir ('milvus-helm') {
		checkout([$class: 'GitSCM', branches: [[name: "0.5.0"]], doGenerateSubmoduleConfigurations: false, extensions: [], submoduleCfg: [], userRemoteConfigs: [[credentialsId: "${params.GIT_CREDENTIALS_ID}", url: "https://github.com/milvus-io/milvus-helm.git", name: 'origin', refspec: "+refs/heads/0.5.0:refs/remotes/origin/0.5.0"]]])
		dir ("milvus-gpu") {
		sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELIEN_NAME}-${env.BUILD_NUMBER}-single-gpu -f ci/values.yaml --namespace milvus ."
		}
		}
		} catch (exc) {
		echo 'Helm running failed!'
		sh "helm del --purge ${env.PIPELIEN_NAME}-${env.BUILD_NUMBER}-single-gpu"
		throw exc
		}

ci/jenkins/jenkinsfile/package.groovy

0 → 100644

+15 −0

Original line number	Diff line number	Diff line
		timeout(time: 5, unit: 'MINUTES') {
		dir ("core") {
		if (fileExists('milvus')) {
		sh "tar -zcvf ./${PROJECT_NAME}-${PACKAGE_VERSION}.tar.gz ./milvus"
		withCredentials([usernamePassword(credentialsId: "${params.JFROG_CREDENTIALS_ID}", usernameVariable: 'JFROG_USERNAME', passwordVariable: 'JFROG_PASSWORD')]) {
		def uploadStatus = sh(returnStatus: true, script: "curl -u${JFROG_USERNAME}:${JFROG_PASSWORD} -T ./${PROJECT_NAME}-${PACKAGE_VERSION}.tar.gz ${params.JFROG_ARTFACTORY_URL}/milvus/package/${PROJECT_NAME}-${PACKAGE_VERSION}.tar.gz")
		if (uploadStatus != 0) {
		error("\" ${PROJECT_NAME}-${PACKAGE_VERSION}.tar.gz \" upload to \" ${params.JFROG_ARTFACTORY_URL}/milvus/package/${PROJECT_NAME}-${PACKAGE_VERSION}.tar.gz \" failed!")
		}
		}
		} else {
		error("Milvus binary directory don't exists!")
		}
		}
		}