Loading CHANGELOG.md +1 −0 Original line number Diff line number Diff line Loading @@ -8,6 +8,7 @@ Please mark all change in change log and use the ticket from JIRA. - \#246 - Exclude src/external folder from code coverage for jenkin ci - \#248 - Reside src/external in thirdparty - \#316 - Some files not merged after vectors added - \#340 - Test cases run failed on 0.6.0 ## Feature - \#12 - Pure CPU version for Milvus Loading core/src/db/DBImpl.cpp +8 −8 Original line number Diff line number Diff line Loading @@ -179,9 +179,10 @@ DBImpl::PreloadTable(const std::string& table_id) { } // get all table files from parent table meta::DatesT dates; std::vector<size_t> ids; meta::TableFilesSchema files_array; auto status = GetFilesToSearch(table_id, ids, files_array); auto status = GetFilesToSearch(table_id, ids, dates, files_array); if (!status.ok()) { return status; } Loading @@ -190,7 +191,7 @@ DBImpl::PreloadTable(const std::string& table_id) { std::vector<meta::TableSchema> partiton_array; status = meta_ptr_->ShowPartitions(table_id, partiton_array); for (auto& schema : partiton_array) { status = GetFilesToSearch(schema.table_id_, ids, files_array); status = GetFilesToSearch(schema.table_id_, ids, dates, files_array); } int64_t size = 0; Loading Loading @@ -400,7 +401,7 @@ DBImpl::Query(const std::string& table_id, const std::vector<std::string>& parti if (partition_tags.empty()) { // no partition tag specified, means search in whole table // get all table files from parent table status = GetFilesToSearch(table_id, ids, files_array); status = GetFilesToSearch(table_id, ids, dates, files_array); if (!status.ok()) { return status; } Loading @@ -408,7 +409,7 @@ DBImpl::Query(const std::string& table_id, const std::vector<std::string>& parti std::vector<meta::TableSchema> partiton_array; status = meta_ptr_->ShowPartitions(table_id, partiton_array); for (auto& schema : partiton_array) { status = GetFilesToSearch(schema.table_id_, ids, files_array); status = GetFilesToSearch(schema.table_id_, ids, dates, files_array); } } else { // get files from specified partitions Loading @@ -416,7 +417,7 @@ DBImpl::Query(const std::string& table_id, const std::vector<std::string>& parti GetPartitionsByTags(table_id, partition_tags, partition_name_array); for (auto& partition_name : partition_name_array) { status = GetFilesToSearch(partition_name, ids, files_array); status = GetFilesToSearch(partition_name, ids, dates, files_array); } } Loading Loading @@ -446,7 +447,7 @@ DBImpl::QueryByFileID(const std::string& table_id, const std::vector<std::string } meta::TableFilesSchema files_array; auto status = GetFilesToSearch(table_id, ids, files_array); auto status = GetFilesToSearch(table_id, ids, dates, files_array); if (!status.ok()) { return status; } Loading Loading @@ -829,9 +830,8 @@ DBImpl::BackgroundBuildIndex() { } Status DBImpl::GetFilesToSearch(const std::string& table_id, const std::vector<size_t>& file_ids, DBImpl::GetFilesToSearch(const std::string& table_id, const std::vector<size_t>& file_ids, const meta::DatesT& dates, meta::TableFilesSchema& files) { meta::DatesT dates; meta::DatePartionedTableFilesSchema date_files; auto status = meta_ptr_->FilesToSearch(table_id, file_ids, dates, date_files); if (!status.ok()) { Loading core/src/db/DBImpl.h +2 −1 Original line number Diff line number Diff line Loading @@ -153,7 +153,8 @@ class DBImpl : public DB { MemSerialize(); Status GetFilesToSearch(const std::string& table_id, const std::vector<size_t>& file_ids, meta::TableFilesSchema& files); GetFilesToSearch(const std::string& table_id, const std::vector<size_t>& file_ids, const meta::DatesT& dates, meta::TableFilesSchema& files); Status GetPartitionsByTags(const std::string& table_id, const std::vector<std::string>& partition_tags, Loading Loading
CHANGELOG.md +1 −0 Original line number Diff line number Diff line Loading @@ -8,6 +8,7 @@ Please mark all change in change log and use the ticket from JIRA. - \#246 - Exclude src/external folder from code coverage for jenkin ci - \#248 - Reside src/external in thirdparty - \#316 - Some files not merged after vectors added - \#340 - Test cases run failed on 0.6.0 ## Feature - \#12 - Pure CPU version for Milvus Loading
core/src/db/DBImpl.cpp +8 −8 Original line number Diff line number Diff line Loading @@ -179,9 +179,10 @@ DBImpl::PreloadTable(const std::string& table_id) { } // get all table files from parent table meta::DatesT dates; std::vector<size_t> ids; meta::TableFilesSchema files_array; auto status = GetFilesToSearch(table_id, ids, files_array); auto status = GetFilesToSearch(table_id, ids, dates, files_array); if (!status.ok()) { return status; } Loading @@ -190,7 +191,7 @@ DBImpl::PreloadTable(const std::string& table_id) { std::vector<meta::TableSchema> partiton_array; status = meta_ptr_->ShowPartitions(table_id, partiton_array); for (auto& schema : partiton_array) { status = GetFilesToSearch(schema.table_id_, ids, files_array); status = GetFilesToSearch(schema.table_id_, ids, dates, files_array); } int64_t size = 0; Loading Loading @@ -400,7 +401,7 @@ DBImpl::Query(const std::string& table_id, const std::vector<std::string>& parti if (partition_tags.empty()) { // no partition tag specified, means search in whole table // get all table files from parent table status = GetFilesToSearch(table_id, ids, files_array); status = GetFilesToSearch(table_id, ids, dates, files_array); if (!status.ok()) { return status; } Loading @@ -408,7 +409,7 @@ DBImpl::Query(const std::string& table_id, const std::vector<std::string>& parti std::vector<meta::TableSchema> partiton_array; status = meta_ptr_->ShowPartitions(table_id, partiton_array); for (auto& schema : partiton_array) { status = GetFilesToSearch(schema.table_id_, ids, files_array); status = GetFilesToSearch(schema.table_id_, ids, dates, files_array); } } else { // get files from specified partitions Loading @@ -416,7 +417,7 @@ DBImpl::Query(const std::string& table_id, const std::vector<std::string>& parti GetPartitionsByTags(table_id, partition_tags, partition_name_array); for (auto& partition_name : partition_name_array) { status = GetFilesToSearch(partition_name, ids, files_array); status = GetFilesToSearch(partition_name, ids, dates, files_array); } } Loading Loading @@ -446,7 +447,7 @@ DBImpl::QueryByFileID(const std::string& table_id, const std::vector<std::string } meta::TableFilesSchema files_array; auto status = GetFilesToSearch(table_id, ids, files_array); auto status = GetFilesToSearch(table_id, ids, dates, files_array); if (!status.ok()) { return status; } Loading Loading @@ -829,9 +830,8 @@ DBImpl::BackgroundBuildIndex() { } Status DBImpl::GetFilesToSearch(const std::string& table_id, const std::vector<size_t>& file_ids, DBImpl::GetFilesToSearch(const std::string& table_id, const std::vector<size_t>& file_ids, const meta::DatesT& dates, meta::TableFilesSchema& files) { meta::DatesT dates; meta::DatePartionedTableFilesSchema date_files; auto status = meta_ptr_->FilesToSearch(table_id, file_ids, dates, date_files); if (!status.ok()) { Loading
core/src/db/DBImpl.h +2 −1 Original line number Diff line number Diff line Loading @@ -153,7 +153,8 @@ class DBImpl : public DB { MemSerialize(); Status GetFilesToSearch(const std::string& table_id, const std::vector<size_t>& file_ids, meta::TableFilesSchema& files); GetFilesToSearch(const std::string& table_id, const std::vector<size_t>& file_ids, const meta::DatesT& dates, meta::TableFilesSchema& files); Status GetPartitionsByTags(const std::string& table_id, const std::vector<std::string>& partition_tags, Loading