update raft from 23.12 to 24.04

Signed-off-by: yusheng.ma <yusheng.ma@zilliz.com>

Author: Presburger

CMakeLists.txt

@@ -96,7 +96,9 @@ include_directories(${folly_INCLUDE_DIRS})
 find_package(nlohmann_json REQUIRED)
 find_package(glog REQUIRED)
 find_package(prometheus-cpp REQUIRED)
-find_package(fmt REQUIRED)
+if(NOT WITH_RAFT)
+    find_package(fmt REQUIRED)
+endif()
 find_package(opentelemetry-cpp REQUIRED)
 
 set(CMAKE_CXX_STANDARD 17)
@@ -129,7 +131,7 @@ endif()
 
 if(WITH_LIGHT)
   knowhere_file_glob(GLOB_RECURSE KNOWHERE_SRCS src/common/*.cc
-                     src/index/hnsw/hnsw.cc src/io/*.cc)
+                     src/index/hnsw/hnsw.cc src/io/*.cc src/index/index_factory.cc)
   knowhere_file_glob(GLOB_RECURSE KNOWHERE_TRACER_SRCS src/common/tracer.cc
                      src/common/prometheus_client.cc)
   list(REMOVE_ITEM KNOWHERE_SRCS ${KNOWHERE_TRACER_SRCS})

cmake/libs/libcutlass.cmake

@@ -16,8 +16,8 @@
 add_definitions(-DKNOWHERE_WITH_RAFT)
 add_definitions(-DRAFT_EXPLICIT_INSTANTIATE_ONLY)
 set(RAFT_VERSION "${RAPIDS_VERSION}")
-set(RAFT_FORK "wphicks")
-set(RAFT_PINNED_TAG "knowhere-2.4")
+set(RAFT_FORK "milvus-io")
+set(RAFT_PINNED_TAG "branch-24.04")
 
 rapids_find_package(CUDAToolkit REQUIRED BUILD_EXPORT_SET knowhere-exports
                     INSTALL_EXPORT_SET knowhere-exports)

cmake/libs/libraft.cmake

@@ -13,7 +13,7 @@
 # License for the specific language governing permissions and limitations under
 # the License.
 
-set(RAPIDS_VERSION 23.12)
+set(RAPIDS_VERSION 24.04)
 
 if(NOT EXISTS ${CMAKE_CURRENT_BINARY_DIR}/RAPIDS.cmake)
   file(

cmake/libs/librapids.cmake

@@ -190,7 +190,7 @@ struct raft_index {
 
     template <typename T, typename IdxT, typename InputIdxT, typename DataMdspanT>
     auto static build(raft::resources const& res, index_params_type const& index_params, DataMdspanT data) {
-        if constexpr (std::is_same_v<DataMdspanT, raft::host_matrix_view<T const, InputIdxT>>) {
+        if constexpr (std::is_same_v<DataMdspanT, raft::host_matrix_view<T const, IdxT>>) {
             if constexpr (vector_index_kind == raft_index_kind::brute_force) {
                 return raft_index<underlying_index_type, raft_index_args...>{
                     raft::neighbors::brute_force::build<T>(res, index_params, data)};
@@ -199,7 +199,7 @@ struct raft_index {
                     raft::neighbors::cagra::build<T>(res, index_params, data)};
             } else if constexpr (vector_index_kind == raft_index_kind::ivf_pq) {
                 return raft_index<underlying_index_type, raft_index_args...>{raft::neighbors::ivf_pq::build<T, IdxT>(
-                    res, index_params, data.handle(), data.extent(0), data.extent(1))};
+                    res, index_params, data.data_handle(), data.extent(0), data.extent(1))};
             } else {
                 RAFT_FAIL("IVF flat does not support construction from host data");
             }