feat(lora) Add lora shrink & expand ops

Signed-off-by: chzhang <[email protected]>

Author: chaojun-zhang

CMakeLists.txt

@@ -231,3 +231,27 @@ define_gpu_extension_target(
   INCLUDE_DIRECTORIES ${CUTLASS_TOOLS_UTIL_INCLUDE_DIR}
   USE_SABI 3
   WITH_SOABI)
+
+#
+# _lora_C extension
+#
+
+set(VLLM_LORA_EXT_SRC
+    "csrc/lora/torch_bindings.cpp"
+    "csrc/lora/lora_shrink.cpp"
+    "csrc/lora/lora_expand.cpp"
+)
+
+message(STATUS "Enabling lora extension.")
+define_gpu_extension_target(
+  _lora_C
+  DESTINATION vllm_xpu_kernels
+  LANGUAGE ${VLLM_GPU_LANG}
+  SOURCES ${VLLM_LORA_EXT_SRC}
+  COMPILE_FLAGS ${VLLM_GPU_FLAGS}
+  LINK_FLAGS ${VLLM_GPU_LINK_FLAGS}
+  ARCHITECTURES ${VLLM_GPU_ARCHES}
+  INCLUDE_DIRECTORIES ${CUTLASS_INCLUDE_DIR}
+  INCLUDE_DIRECTORIES ${CUTLASS_TOOLS_UTIL_INCLUDE_DIR}
+  USE_SABI 3
+  WITH_SOABI)