diff --git a/paddle/fluid/distributed/CMakeLists.txt b/paddle/fluid/distributed/CMakeLists.txt
index 17432a0c043f2..06b0583eddf24 100644
--- a/paddle/fluid/distributed/CMakeLists.txt
+++ b/paddle/fluid/distributed/CMakeLists.txt
@@ -1,9 +1,6 @@
 add_subdirectory(collective)
 add_subdirectory(store)
 if(NOT WITH_PSCORE)
-    if(WITH_HETERPS)
-        add_subdirectory(ps)
-    endif()
     add_subdirectory(fleet_executor)
     return()
 endif()
diff --git a/paddle/fluid/framework/fleet/heter_ps/CMakeLists.txt b/paddle/fluid/framework/fleet/heter_ps/CMakeLists.txt
index ead6dd7e6898d..983208c0608ae 100644
--- a/paddle/fluid/framework/fleet/heter_ps/CMakeLists.txt
+++ b/paddle/fluid/framework/fleet/heter_ps/CMakeLists.txt
@@ -10,12 +10,14 @@ IF(WITH_GPU)
     nv_library(heter_comm SRCS heter_comm.h feature_value.h heter_resource.cc heter_resource.h hashtable.h mem_pool.h DEPS ${HETERPS_DEPS})
     nv_test(test_heter_comm SRCS feature_value.h DEPS heter_comm)
     nv_library(heter_ps SRCS heter_ps.cu DEPS heter_comm)
-    nv_library(graph_gpu_ps SRCS graph_gpu_ps_table.h DEPS heter_comm table)
-    nv_test(test_graph_comm SRCS test_graph.cu DEPS graph_gpu_ps)
-    nv_test(test_cpu_graph_sample SRCS test_cpu_graph_sample.cu DEPS graph_gpu_ps)
-    #nv_test(test_sample_rate SRCS test_sample_rate.cu DEPS graph_gpu_ps)
-    # ADD_EXECUTABLE(test_sample_rate test_sample_rate.cu)
-    # target_link_libraries(test_sample_rate graph_gpu_ps)
+    if(WITH_PSCORE)
+      nv_library(graph_gpu_ps SRCS graph_gpu_ps_table.h DEPS heter_comm table)
+      nv_test(test_graph_comm SRCS test_graph.cu DEPS graph_gpu_ps)
+      nv_test(test_cpu_graph_sample SRCS test_cpu_graph_sample.cu DEPS graph_gpu_ps)
+      #nv_test(test_sample_rate SRCS test_sample_rate.cu DEPS graph_gpu_ps)
+      # ADD_EXECUTABLE(test_sample_rate test_sample_rate.cu)
+      # target_link_libraries(test_sample_rate graph_gpu_ps)
+    endif()
 ENDIF()
 IF(WITH_ROCM)
     hip_library(heter_comm SRCS heter_comm.h feature_value.h heter_resource.cc heter_resource.h hashtable.h DEPS cub device_context)