Commit 24f0e29c authored by 蔡宇东's avatar 蔡宇东
Browse files

#89 clang-format 


Former-commit-id: cb88a52ad0b50995dba031621f00ed7d5e46abeb
parent 5cc633e2

core/src/index/unittest/faiss_benchmark/faiss_benchmark_test.cpp

+33 −35
Original line number Diff line number Diff line
@@ -50,17 +50,13 @@ 
 *****************************************************/

#define DEBUG_VERBOSE 0



const std::string HDF5_POSTFIX = ".hdf5";

const std::string HDF5_DATASET_TRAIN = "train";

const std::string HDF5_DATASET_TEST = "test";

const std::string HDF5_DATASET_NEIGHBORS = "neighbors";

const std::string HDF5_DATASET_DISTANCES = "distances";



enum QueryMode {

    MODE_CPU = 0,

    MODE_MIX,

    MODE_GPU

};

const char HDF5_POSTFIX[] = ".hdf5";

const char HDF5_DATASET_TRAIN[] = "train";

const char HDF5_DATASET_TEST[] = "test";

const char HDF5_DATASET_NEIGHBORS[] = "neighbors";

const char HDF5_DATASET_DISTANCES[] = "distances";



enum QueryMode { MODE_CPU = 0, MODE_MIX, MODE_GPU };



double

elapsed() {
@@ -85,8 +81,8 @@ normalize(float* arr, size_t nq, size_t dim) { 
}



void*

hdf5_read(const std::string& file_name, const std::string& dataset_name, H5T_class_t dataset_class,

          size_t& d_out, size_t& n_out) {

hdf5_read(const std::string& file_name, const std::string& dataset_name, H5T_class_t dataset_class, size_t& d_out,

          size_t& n_out) {

    hid_t file, dataset, datatype, dataspace, memspace;

    H5T_class_t t_class;   /* data type class */

    hsize_t dimsm[3];      /* memory space dimensions */
@@ -384,15 +380,15 @@ load_ground_truth(faiss::Index::idx_t* &gt, size_t& k, const std::string& ann_te 


void

test_with_nprobes(const std::string& ann_test_name, const std::string& index_key, faiss::Index* index,

                  faiss::gpu::StandardGpuResources& res, const QueryMode query_mode,

                  const faiss::Index::distance_t *xq, const faiss::Index::idx_t *gt, const std::vector<size_t> nprobes,

                  const int32_t index_add_loops, const int32_t search_loops) {

                  faiss::gpu::StandardGpuResources& res, const QueryMode query_mode, const faiss::Index::distance_t* xq,

                  const faiss::Index::idx_t* gt, const std::vector<size_t> nprobes, const int32_t index_add_loops,

                  const int32_t search_loops) {

    const size_t NQ = 1000, NQ_START = 10, NQ_STEP = 10;

    const size_t K = 1000, K_START = 100, K_STEP = 10;

    const size_t GK = 100;  // topk of ground truth



    std::unordered_map<size_t, std::string> mode_str_map =

            {{MODE_CPU, "MODE_CPU"}, {MODE_MIX, "MODE_MIX"}, {MODE_GPU, "MODE_GPU"}};

    std::unordered_map<size_t, std::string> mode_str_map = {

        {MODE_CPU, "MODE_CPU"}, {MODE_MIX, "MODE_MIX"}, {MODE_GPU, "MODE_GPU"}};



    for (auto nprobe : nprobes) {

        switch (query_mode) {
@@ -513,7 +509,7 @@ TEST(FAISSTEST, BENCHMARK) { 
    const int32_t SIFT_INSERT_LOOPS = 2;  // insert twice to get ~1G data set

    const int32_t GLOVE_INSERT_LOOPS = 1;



///////////////////////////////////////////////////////////////////////////////////////////////////////////////////////

    ///////////////////////////////////////////////////////////////////////////////////////////////////////////////////

    test_ann_hdf5("sift-128-euclidean", "IVF16384,Flat", MODE_CPU, SIFT_INSERT_LOOPS, param_nprobes, SEARCH_LOOPS);

    test_ann_hdf5("sift-128-euclidean", "IVF16384,Flat", MODE_GPU, SIFT_INSERT_LOOPS, param_nprobes, SEARCH_LOOPS);
@@ -523,10 +519,11 @@ TEST(FAISSTEST, BENCHMARK) { 
#ifdef CUSTOMIZATION

    test_ann_hdf5("sift-128-euclidean", "IVF16384,SQ8Hybrid", MODE_CPU, SIFT_INSERT_LOOPS, param_nprobes, SEARCH_LOOPS);

    test_ann_hdf5("sift-128-euclidean", "IVF16384,SQ8Hybrid", MODE_GPU, SIFT_INSERT_LOOPS, param_nprobes, SEARCH_LOOPS);

//    test_ann_hdf5("sift-128-euclidean", "IVF16384,SQ8Hybrid", MODE_MIX, SIFT_INSERT_LOOPS, param_nprobes, SEARCH_LOOPS);

//    test_ann_hdf5("sift-128-euclidean", "IVF16384,SQ8Hybrid", MODE_MIX, SIFT_INSERT_LOOPS, param_nprobes,

//    SEARCH_LOOPS);

#endif



///////////////////////////////////////////////////////////////////////////////////////////////////////////////////////

    ///////////////////////////////////////////////////////////////////////////////////////////////////////////////////

    test_ann_hdf5("glove-200-angular", "IVF16384,Flat", MODE_CPU, GLOVE_INSERT_LOOPS, param_nprobes, SEARCH_LOOPS);

    test_ann_hdf5("glove-200-angular", "IVF16384,Flat", MODE_GPU, GLOVE_INSERT_LOOPS, param_nprobes, SEARCH_LOOPS);
@@ -536,6 +533,7 @@ TEST(FAISSTEST, BENCHMARK) { 
#ifdef CUSTOMIZATION

    test_ann_hdf5("glove-200-angular", "IVF16384,SQ8Hybrid", MODE_CPU, GLOVE_INSERT_LOOPS, param_nprobes, SEARCH_LOOPS);

    test_ann_hdf5("glove-200-angular", "IVF16384,SQ8Hybrid", MODE_GPU, GLOVE_INSERT_LOOPS, param_nprobes, SEARCH_LOOPS);

//    test_ann_hdf5("glove-200-angular", "IVF16384,SQ8Hybrid", MODE_MIX, GLOVE_INSERT_LOOPS, param_nprobes, SEARCH_LOOPS);

//    test_ann_hdf5("glove-200-angular", "IVF16384,SQ8Hybrid", MODE_MIX, GLOVE_INSERT_LOOPS, param_nprobes,

//    SEARCH_LOOPS);

#endif

}