Commit a5cb8f99 authored by JinHai-CN's avatar JinHai-CN
Browse files

Update time print log 



Signed-off-by: default avatarJinHai-CN <hai.jin@zilliz.com>
parent fbe5531b

core/src/db/insert/MemTable.cpp

+23 −21
Original line number Diff line number Diff line
@@ -220,9 +220,9 @@ MemTable::ApplyDeletes() { 


    OngoingFileChecker::GetInstance().MarkOngoingFiles(files_to_check);



    auto end = std::chrono::high_resolution_clock::now();

    std::chrono::duration<double> diff = end - start_total;

    ENGINE_LOG_DEBUG << "Found " << ids_to_check_map.size() << " segment to apply deletes in " << diff.count() << " s";

    auto time0 = std::chrono::high_resolution_clock::now();

    std::chrono::duration<double> diff0 = time0 - start_total;

    ENGINE_LOG_DEBUG << "Found " << ids_to_check_map.size() << " segment to apply deletes in " << diff0.count() << " s";



    meta::TableFilesSchema table_files_to_update;
@@ -230,7 +230,7 @@ MemTable::ApplyDeletes() { 
        auto& table_file = table_files[kv.first];

        ENGINE_LOG_DEBUG << "Applying deletes in segment: " << table_file.segment_id_;



        auto time0 = std::chrono::high_resolution_clock::now();

        auto time1 = std::chrono::high_resolution_clock::now();



        std::string segment_dir;

        utils::GetParentPath(table_file.location_, segment_dir);
@@ -274,15 +274,15 @@ MemTable::ApplyDeletes() { 


        segment::DeletedDocsPtr deleted_docs = std::make_shared<segment::DeletedDocs>();



        auto time1 = std::chrono::high_resolution_clock::now();

        diff = time1 - time0;

        ENGINE_LOG_DEBUG << "Loading uids and deleted docs took " << diff.count() << " s";

        auto time2 = std::chrono::high_resolution_clock::now();

        std::chrono::duration<double> diff1 = time2 - time1;

        ENGINE_LOG_DEBUG << "Loading uids and deleted docs took " << diff1.count() << " s";



        std::sort(ids_to_check.begin(), ids_to_check.end());



        auto time2 = std::chrono::high_resolution_clock::now();

        diff = time2 - time1;

        ENGINE_LOG_DEBUG << "Sorting " << ids_to_check.size() << " ids took " << diff.count() << " s";

        auto time3 = std::chrono::high_resolution_clock::now();

        std::chrono::duration<double> diff2 = time3 - time2;

        ENGINE_LOG_DEBUG << "Sorting " << ids_to_check.size() << " ids took " << diff2.count() << " s";



        size_t delete_count = 0;

        auto find_diff = std::chrono::duration<double>::zero();
@@ -322,7 +322,7 @@ MemTable::ApplyDeletes() { 
                         << find_diff.count() << " s in total";

        ENGINE_LOG_DEBUG << "Setting deleted docs and bloom filter took " << set_diff.count() << " s in total";



        auto time3 = std::chrono::high_resolution_clock::now();

        auto time4 = std::chrono::high_resolution_clock::now();



        for (auto i = 0; i < indexes.size(); ++i) {

            indexes[i]->SetBlacklist(blacklists[i]);
@@ -337,10 +337,10 @@ MemTable::ApplyDeletes() { 
            break;

        }



        auto time4 = std::chrono::high_resolution_clock::now();

        diff = time4 - time3;

        auto time5 = std::chrono::high_resolution_clock::now();

        std::chrono::duration<double> diff4 = time5 - time4;

        ENGINE_LOG_DEBUG << "Appended " << deleted_docs->GetSize()

                         << " offsets to deleted docs in segment: " << table_file.segment_id_ << " in " << diff.count()

                         << " offsets to deleted docs in segment: " << table_file.segment_id_ << " in " << diff4.count()

                         << " s";



//        start = std::chrono::high_resolution_clock::now();
@@ -349,9 +349,9 @@ MemTable::ApplyDeletes() { 
        if (!status.ok()) {

            break;

        }

        auto time5 = std::chrono::high_resolution_clock::now();

        diff = time5 - time4;

        ENGINE_LOG_DEBUG << "Updated bloom filter in segment: " << table_file.segment_id_ << " in " << diff.count()

        auto time6 = std::chrono::high_resolution_clock::now();

        std::chrono::duration<double> diff5 = time6 - time5;

        ENGINE_LOG_DEBUG << "Updated bloom filter in segment: " << table_file.segment_id_ << " in " << diff5.count()

                         << " s";



        // Update table file row count
@@ -362,9 +362,10 @@ MemTable::ApplyDeletes() { 
                table_files_to_update.emplace_back(file);

            }

        }

        auto time6 = std::chrono::high_resolution_clock::now();

        diff = time6 - time5;

        ENGINE_LOG_DEBUG << "Update table file row count in vector of segment: " << table_file.segment_id_ << " in " << diff.count()

        auto time7 = std::chrono::high_resolution_clock::now();

        std::chrono::duration<double> diff6 = time7 - time6;

        diff6 = time6 - time5;

        ENGINE_LOG_DEBUG << "Update table file row count in vector of segment: " << table_file.segment_id_ << " in " << diff6.count()

                         << " s";

    }
@@ -382,7 +383,8 @@ MemTable::ApplyDeletes() { 
    doc_ids_to_delete_.clear();



    auto end_total = std::chrono::high_resolution_clock::now();

    ENGINE_LOG_DEBUG << "Update deletes to meta in table " << table_id_ << " in " << (end_total - time7).count() << " s";

    std::chrono::duration<double> diff7 = end_total - time7;

    ENGINE_LOG_DEBUG << "Update deletes to meta in table " << table_id_ << " in " << diff7.count() << " s";

    std::chrono::duration<double> diff_total = end_total - start_total;

    ENGINE_LOG_DEBUG << "Finished applying deletes in table " << table_id_ << " in " << diff_total.count() << " s";