fix: move u/v/sigma to correct device/dtype in DecomposedLinear.from_linear

Agent-Logs-Url: https://github.com/AMD-AGI/ALTO/sessions/745e0c22-278f-4a2d-8089-2fb2c27ee8a5

Co-authored-by: hann-wang <8476580+hann-wang@users.noreply.github.com>

Author: Copilot

alto/nn/decomposed_linear.py

@@ -31,6 +31,11 @@ def from_linear(cls, linear: nn.Linear, lora_rank: int = 32):
         new_layer = cls(linear.in_features, linear.out_features, linear.bias is not None, lora_rank)
         new_layer.weight = linear.weight
         new_layer.bias = linear.bias
+        device = linear.weight.device
+        dtype = linear.weight.dtype
+        new_layer.u.data = new_layer.u.data.to(device=device, dtype=dtype)
+        new_layer.v.data = new_layer.v.data.to(device=device, dtype=dtype)
+        new_layer.sigma.data = new_layer.sigma.data.to(device=device, dtype=dtype)
         return new_layer
 
     def init_lora_weights(self, init_std: float = 0.02):