Merge branch '0.5.0' into branch-0.5.0 (107ddc9a) · Commits · SUMMER2020 / students / proj-2018085

CHANGELOG.md

+12 −1

Original line number	Diff line number	Diff line
		@@ -2,7 +2,7 @@

		Please mark all change in change log and use the ticket from JIRA.

		# Milvus 0.5.0 (TODO)
		# Milvus 0.5.0 (2019-10-21)

		## Bug
		- MS-568 - Fix gpuresource free error
		@@ -26,6 +26,15 @@ Please mark all change in change log and use the ticket from JIRA.
		- MS-653 - When config check fail, Milvus close without message
		- MS-654 - Describe index timeout when building index
		- MS-658 - Fix SQ8 Hybrid can't search
		- MS-665 - IVF_SQ8H search crash when no GPU resource in search_resources
		- \#9 - Change default gpu_cache_capacity to 4
		- \#20 - C++ sdk example get grpc error
		- \#23 - Add unittest to improve code coverage
		- \#31 - make clang-format failed after run build.sh -l
		- \#39 - Create SQ8H index hang if using github server version
		- \#30 - Some troubleshoot messages in Milvus do not provide enough information
		- \#48 - Config unittest failed
		- \#59 - Topk result is incorrect for small dataset

		## Improvement
		- MS-552 - Add and change the easylogging library
		@@ -47,6 +56,7 @@ Please mark all change in change log and use the ticket from JIRA.
		- MS-626 - Refactor DataObj to support cache any type data
		- MS-648 - Improve unittest
		- MS-655 - Upgrade SPTAG
		- \#42 - Put union of index_build_device and search resources to gpu_pool

		## New Feature
		- MS-614 - Preload table at startup
		@@ -68,6 +78,7 @@ Please mark all change in change log and use the ticket from JIRA.
		- MS-624 - Re-organize project directory for open-source
		- MS-635 - Add compile option to support customized faiss
		- MS-660 - add ubuntu_build_deps.sh
		- \#18 - Add all test cases

		# Milvus 0.4.0 (2019-09-12)

README.md

+3 −0

Original line number	Diff line number	Diff line
		![Milvuslogo](https://github.com/milvus-io/docs/blob/master/assets/milvus_logo.png)


		![LICENSE](https://img.shields.io/badge/license-Apache--2.0-brightgreen)
		![Language](https://img.shields.io/badge/language-C%2B%2B-blue)
		[![codebeat badge](https://codebeat.co/badges/e030a4f6-b126-4475-a938-4723d54ec3a7?style=plastic)](https://codebeat.co/projects/github-com-jinhai-cn-milvus-master)

		- [Slack Community](https://join.slack.com/t/milvusio/shared_invite/enQtNzY1OTQ0NDI3NjMzLWNmYmM1NmNjOTQ5MGI5NDhhYmRhMGU5M2NhNzhhMDMzY2MzNDdlYjM5ODQ5MmE3ODFlYzU3YjJkNmVlNDQ2ZTk)
		- [Twitter](https://twitter.com/milvusio)
		@@ -54,6 +56,7 @@ Keep up-to-date with newest releases and latest updates by reading Milvus [relea
		You can track system performance on Prometheus-based GUI monitor dashboards.

		## Architecture

		![Milvus_arch](https://github.com/milvus-io/docs/blob/master/assets/milvus_arch.png)

		## Get started

ci/function/file_transfer.groovy

0 → 100644

+10 −0

Original line number	Diff line number	Diff line
		def FileTransfer (sourceFiles, remoteDirectory, remoteIP, protocol = "ftp", makeEmptyDirs = true) {
		if (protocol == "ftp") {
		ftpPublisher masterNodeName: '', paramPublish: [parameterName: ''], alwaysPublishFromMaster: false, continueOnError: false, failOnError: true, publishers: [
		[configName: "${remoteIP}", transfers: [
		[asciiMode: false, cleanRemote: false, excludes: '', flatten: false, makeEmptyDirs: "${makeEmptyDirs}", noDefaultExcludes: false, patternSeparator: '[, ]+', remoteDirectory: "${remoteDirectory}", remoteDirectorySDF: false, removePrefix: '', sourceFiles: "${sourceFiles}"]], usePromotionTimestamp: true, useWorkspaceInPromotion: false, verbose: true
		]
		]
		}
		}
		return this

ci/jenkins/Jenkinsfile

0 → 100644

+152 −0

Original line number	Diff line number	Diff line
		pipeline {
		agent none

		options {
		timestamps()
		}

		parameters{
		choice choices: ['Release', 'Debug'], description: '', name: 'BUILD_TYPE'
		string defaultValue: 'cf1434e7-5a4b-4d25-82e8-88d667aef9e5', description: 'GIT CREDENTIALS ID', name: 'GIT_CREDENTIALS_ID', trim: true
		string defaultValue: 'registry.zilliz.com', description: 'DOCKER REGISTRY URL', name: 'DOKCER_REGISTRY_URL', trim: true
		string defaultValue: 'ba070c98-c8cc-4f7c-b657-897715f359fc', description: 'DOCKER CREDENTIALS ID', name: 'DOCKER_CREDENTIALS_ID', trim: true
		string defaultValue: 'http://192.168.1.202/artifactory/milvus', description: 'JFROG ARTFACTORY URL', name: 'JFROG_ARTFACTORY_URL', trim: true
		string defaultValue: '1a527823-d2b7-44fd-834b-9844350baf14', description: 'JFROG CREDENTIALS ID', name: 'JFROG_CREDENTIALS_ID', trim: true
		}

		environment {
		PROJECT_NAME = "milvus"
		LOWER_BUILD_TYPE = params.BUILD_TYPE.toLowerCase()
		SEMVER = "${BRANCH_NAME}"
		JOBNAMES = env.JOB_NAME.split('/')
		PIPELINE_NAME = "${JOBNAMES[0]}"
		}

		stages {
		stage("Ubuntu 18.04") {
		environment {
		OS_NAME = "ubuntu18.04"
		PACKAGE_VERSION = VersionNumber([
		versionNumberString : '${SEMVER}-${LOWER_BUILD_TYPE}-ubuntu18.04-x86_64-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}'
		]);
		DOCKER_VERSION = "${SEMVER}-${OS_NAME}-${LOWER_BUILD_TYPE}"
		}

		stages {
		stage("Run Build") {
		agent {
		kubernetes {
		label 'build'
		defaultContainer 'jnlp'
		yamlFile 'ci/jenkins/pod/milvus-build-env-pod.yaml'
		}
		}

		stages {
		stage('Build') {
		steps {
		container('milvus-build-env') {
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/build.groovy"
		}
		}
		}
		}
		stage('Code Coverage') {
		steps {
		container('milvus-build-env') {
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/coverage.groovy"
		}
		}
		}
		}
		stage('Upload Package') {
		steps {
		container('milvus-build-env') {
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/package.groovy"
		}
		}
		}
		}
		}
		}

		stage("Publish docker images") {
		agent {
		kubernetes {
		label 'publish'
		defaultContainer 'jnlp'
		yamlFile 'ci/jenkins/pod/docker-pod.yaml'
		}
		}

		stages {
		stage('Publish') {
		steps {
		container('publish-images'){
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/publishImages.groovy"
		}
		}
		}
		}
		}
		}

		stage("Deploy to Development") {
		agent {
		kubernetes {
		label 'dev-test'
		defaultContainer 'jnlp'
		yamlFile 'ci/jenkins/pod/testEnvironment.yaml'
		}
		}

		stages {
		stage("Deploy to Dev") {
		steps {
		container('milvus-test-env') {
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/deploySingle2Dev.groovy"
		}
		}
		}
		}

		stage("Dev Test") {
		steps {
		container('milvus-test-env') {
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/singleDevTest.groovy"
		}
		}
		}
		}

		stage ("Cleanup Dev") {
		steps {
		container('milvus-test-env') {
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/cleanupSingleDev.groovy"
		}
		}
		}
		}
		}
		post {
		unsuccessful {
		container('milvus-test-env') {
		script {
		load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/cleanupSingleDev.groovy"
		}
		}
		}
		}
		}
		}
		}
		}
		}

ci/jenkins/jenkinsfile/build.groovy

0 → 100644

+9 −0

Original line number	Diff line number	Diff line
		timeout(time: 60, unit: 'MINUTES') {
		dir ("ci/jenkins/scripts") {
		sh "./build.sh -l"
		withCredentials([usernamePassword(credentialsId: "${params.JFROG_CREDENTIALS_ID}", usernameVariable: 'USERNAME', passwordVariable: 'PASSWORD')]) {
		sh "export JFROG_ARTFACTORY_URL='${params.JFROG_ARTFACTORY_URL}' && export JFROG_USER_NAME='${USERNAME}' && export JFROG_PASSWORD='${PASSWORD}' && ./build.sh -t ${params.BUILD_TYPE} -o /opt/milvus -d /opt/milvus -j -u -c"
		}
		}
		}