remove ipex tp (#3690)

* remove ipex tp

* rm oneCCL installation

* disable torch-ccl building

* rm torch-ccl related commands

* revert unnecessary flag change

* flake8 correction

* remove run_scaling.sh

* remove oneCCL in .gitmodules

* rm run_generation_tp.py

---------

Co-authored-by: DiweiSun <[email protected]>

Author: ZailiWang

.gitmodules

@@ -7,9 +7,6 @@
 [submodule "third_party/libxsmm"]
 	path = third_party/libxsmm
 	url = https://github.com/libxsmm/libxsmm.git
-[submodule "third_party/oneCCL"]
-	path = third_party/oneCCL
-	url = https://github.com/oneapi-src/oneCCL
 [submodule "third_party/sleef"]
 	path = third_party/sleef
 	url = https://github.com/shibatch/sleef.git

cmake/Modules/FindTorchCCL.cmake

@@ -13,7 +13,6 @@ if(env_cxx_standard GREATER -1)
 endif()
 set(CMAKE_CXX_STANDARD 17)
 set(CMAKE_C_STANDARD 11)
-#oneCCL build only support the gnu standard
 set(CMAKE_CXX_EXTENSIONS ON)
 
 if(MSVC)

cmake/Modules/FindoneCCL.cmake

@@ -21,11 +21,6 @@ if(WIN32)
   set(USE_LIBXSMM ON)
 endif()
 
-if(WIN32)
-  set(USE_SHM OFF)
-  set(BUILD_CPU_WITH_ONECCL OFF)
-endif()
-
 if(BUILD_CFG_HABANA)
   set(USE_DNNL_GRAPH_COMPILER OFF)
 endif()
@@ -65,8 +60,6 @@ function (print_cpu_config_summary)
     message(STATUS "  BUILD_XSMM_VIA_CMAKE    : ${BUILD_LIBXSMM_VIA_CMAKE}")
     message(STATUS "  USE_LIBXSMM             : ${USE_LIBXSMM}")
     message(STATUS "  USE_DNNL_GRAPH_COMPILER : ${USE_DNNL_GRAPH_COMPILER}")
-    message(STATUS "  BUILD_CPU_WITH_ONECCL   : ${BUILD_CPU_WITH_ONECCL}")
-    message(STATUS "  USE_SHM                 : ${USE_SHM}")
     message(STATUS "")
     message(STATUS "********************************")
 endfunction()

cmake/cpu/BuildFlags.cmake

@@ -10,22 +10,6 @@ set(DNNL_BUILD_EXAMPLES FALSE CACHE BOOL "" FORCE)
 set(DNNL_ENABLE_PRIMITIVE_CACHE TRUE CACHE BOOL "" FORCE)
 set(DNNL_LIBRARY_TYPE STATIC CACHE STRING "" FORCE)
 
-#find_package(TorchCCL REQUIRED)
-# Find OneCCL Lib
-set(DEPENDS_LIB)
-if(BUILD_CPU_WITH_ONECCL)
-  include(${IPEX_ROOT_DIR}/cmake/Modules/FindoneCCL.cmake)
-  # Find OneCCL Lib
-  link_directories(${IPEX_CPU_CPP_THIRD_PARTY_ROOT}/oneCCL/deps/mpi/lib)
-  find_package(oneCCL REQUIRED)
-  list(APPEND DEPENDS_LIB oneCCL)
-  list(APPEND DEPENDS_LIB mpi)
-  set(RPATH_VALUE)
-  list(APPEND RPATH_VALUE "$ORIGIN")
-  list(APPEND RPATH_VALUE "$ORIGIN/../opt/mpi/lib")
-  set(CMAKE_INSTALL_RPATH "${RPATH_VALUE}")
-endif()   
-
 # TODO: Once llga is merged into oneDNN, use oneDNN directly as the third_party of IPEX
 # use the oneDNN in llga temporarily: third_party/llga/third_party/oneDNN
 
@@ -60,14 +44,6 @@ if(USE_LIBXSMM)
   set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DUSE_LIBXSMM")
 endif(USE_LIBXSMM)
 
-if(BUILD_CPU_WITH_ONECCL)
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DBUILD_CPU_WITH_ONECCL") 
-endif(BUILD_CPU_WITH_ONECCL)
-
-if(USE_SHM)
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DUSE_SHM")
-endif(USE_SHM)
-
 set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DBUILD_IPEX_MAIN_LIB")
 
 # ---[ Main build
@@ -107,7 +83,6 @@ add_subdirectory(${IPEX_CPU_ROOT_DIR}/isa)
 add_subdirectory(${IPEX_CPU_ROOT_DIR}/toolkit)
 add_subdirectory(${IPEX_CPU_ROOT_DIR}/runtime)
 add_subdirectory(${IPEX_CPU_ROOT_DIR}/utils)
-add_subdirectory(${IPEX_CPU_ROOT_DIR}/comm)
 
 add_subdirectory(${IPEX_CPU_ROOT_DIR}/jit)
 
@@ -120,7 +95,7 @@ endif(USE_LIBXSMM)
 
 set(IPEX_CPU_CPP_SRCS ${IPEX_CPU_CPP_DYNDISP_SRCS} ${IPEX_CPU_CPP_ISA_SRCS_GEN} ${IPEX_CPU_CPP_UTILS_SRCS} ${IPEX_CPU_CPP_QUANTIZATION_SRCS} ${IPEX_CPU_CPP_JIT_SRCS} ${IPEX_JIT_COMMON_CPP_SRCS}
     ${IPEX_CPU_CPP_ISA_SRCS} ${IPEX_CPU_CPP_IDEEP_SRCS} ${IPEX_CPU_CPP_AUTOCAST_SRCS} ${IPEX_CPU_CPP_ATEN_SRCS} ${IPEX_CPU_CPP_RUNTIME_SRCS} ${IPEX_CPU_CPP_TOOLKIT_SRCS} ${IPEX_UTLIS_CPP_SRCS} 
-    ${IPEX_CPU_CPP_TPP_SRCS} ${IPEX_CPU_CPP_COMM_SRCS})
+    ${IPEX_CPU_CPP_TPP_SRCS})
 
 list(REMOVE_ITEM IPEX_CPU_CPP_SRCS ${IPEX_CPU_CPP_ISA_SRCS_ORIGIN})
 
@@ -162,10 +137,6 @@ endif()
 target_include_directories(${PLUGIN_NAME_CPU} PUBLIC ${IDEEP_INCLUDE_DIR})
 target_include_directories(${PLUGIN_NAME_CPU} PUBLIC ${PYTHON_INCLUDE_DIR})
 
-if(BUILD_CPU_WITH_ONECCL)
-  target_link_libraries(${PLUGIN_NAME_CPU} PUBLIC ${DEPENDS_LIB})
-endif(BUILD_CPU_WITH_ONECCL)
-
 include(${IPEX_ROOT_DIR}/cmake/ClangFormat.cmake)
 if(CLANG_FORMAT)
   file(GLOB_RECURSE ALL_CPU_NATIVE_CSRC_FILES ${IPEX_CPU_ROOT_DIR}/**.[ch] ${IPEX_CPU_ROOT_DIR}/**.[ch]pp)