diff --git a/CMakeLists.txt b/CMakeLists.txt
index b1ee5c2ba..b296f9af8 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -141,7 +141,6 @@ if(CMAKE_GENERATOR_TOOLSET MATCHES "Visual Studio")
 endif()
 
 if(CMAKE_SYSTEM_NAME STREQUAL "Linux")
-  target_link_options(onnxruntime-genai PRIVATE "LINKER:-rpath=\$ORIGIN")
   set_target_properties(onnxruntime-genai PROPERTIES POSITION_INDEPENDENT_CODE ON)
   target_link_libraries(onnxruntime-genai PRIVATE dl)  # For dlopen & co
 endif()
diff --git a/src/python/CMakeLists.txt b/src/python/CMakeLists.txt
index 6a54c6444..8053524b0 100644
--- a/src/python/CMakeLists.txt
+++ b/src/python/CMakeLists.txt
@@ -25,6 +25,7 @@ if(USE_CUDA AND CMAKE_CUDA_COMPILER)
   enable_language(CUDA)
   set_target_properties(python PROPERTIES LINKER_LANGUAGE CUDA)
   target_link_libraries(python PRIVATE cublas curand cudart)
+  target_link_libraries(python PRIVATE onnxruntime-genai-cuda)
 endif()
 
 source_group(TREE ${CMAKE_CURRENT_SOURCE_DIR} FILES ${python_srcs})