Merge MLU model support (Speech, Detection, RL, Segmentation)

Detection/fasterrcnn/data/dataset.py

@@ -1,5 +1,9 @@
 from __future__ import  absolute_import
 from __future__ import  division
+
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
 import torch as t
 from data.voc_dataset import VOCBboxDataset
 from skimage import transform as sktsf

Detection/fasterrcnn/eval.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 from __future__ import  absolute_import
 
 from tqdm import tqdm
@@ -68,4 +72,4 @@ def main(**kwargs):
 if __name__ == '__main__':
     import fire
 
-    fire.Fire()
+    fire.Fire()

Detection/fasterrcnn/misc/convert_caffe_pretrain.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # code from ruotian luo
 # https://github.com/ruotianluo/pytorch-faster-rcnn
 import torch

Detection/fasterrcnn/misc/train_fast.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 import os
 
 import ipdb

Detection/fasterrcnn/model/faster_rcnn.py

@@ -1,5 +1,9 @@
 from __future__ import  absolute_import
 from __future__ import division
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 import torch as t
 import numpy as np
 from utils import array_tool as at

Detection/fasterrcnn/model/faster_rcnn_vgg16.py

@@ -1,4 +1,9 @@
 from __future__ import  absolute_import
+
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 import torch as t
 from torch import nn
 from torchvision.models import vgg16

Detection/fasterrcnn/model/region_proposal_network.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 import numpy as np
 from torch.nn import functional as F
 import torch as t

Detection/fasterrcnn/model/utils/creator_tool.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 import numpy as np
 import torch
 from torchvision.ops import nms

Detection/fasterrcnn/run_eval.sh

@@ -2,7 +2,7 @@
 
 set -e
 
-export CUDA_VISIBLE_DEVICES=0
+export MLU_VISIBLE_DEVICES=0
 
 # 使用环境变量，如果没有提供则使用默认路径
 data_dir=${DATA_DIR:-""}

Detection/fasterrcnn/run_train.sh

@@ -2,7 +2,7 @@
 
 set -e
 
-export CUDA_VISIBLE_DEVICES=0
+export MLU_VISIBLE_DEVICES=0
 
 # 使用环境变量，如果没有提供则使用默认路径
 data_dir=${DATA_DIR:-""} # data1/shared/Dataset/VOCdevkit

Detection/fasterrcnn/train.py

@@ -1,5 +1,9 @@
 from __future__ import  absolute_import
 
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 from tqdm import tqdm
 
 from utils.config import opt

Detection/fasterrcnn/trainer.py

@@ -1,4 +1,8 @@
 from __future__ import  absolute_import
+
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
 import os
 from collections import namedtuple
 import time

Detection/fasterrcnn/utils/array_tool.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 """
 tools to convert specified type
 """

Detection/fasterrcnn/utils/config.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 from pprint import pprint
 
 

Detection/ssd/datasets.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 import torch
 from torch.utils.data import Dataset
 import json

Detection/ssd/detect.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 from torchvision import transforms
 from utils import *
 from PIL import Image, ImageDraw, ImageFont

Detection/ssd/eval.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 import argparse
 import torch
 from utils import *

Detection/ssd/model.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 from torch import nn
 from utils import *
 import torch.nn.functional as F

Detection/ssd/run_eval.sh

@@ -6,8 +6,8 @@
 # 确保脚本在遇到错误时停止执行
 set -e
 
-# 设置 CUDA 设备
-export CUDA_VISIBLE_DEVICES=0
+# 设置 mlu 设备
+export MLU_VISIBLE_DEVICES=0
 
 # 获取环境变量，并将 ARCH 转换为小写
 DATA_DIR=${DATA_DIR:-""}
@@ -58,4 +58,4 @@ python eval.py --checkpoint "$CKPT_PATH"
 
 echo "Evaluate SSD FINISHED"
 
-# mAP 0.771
+# mAP 0.771

Detection/ssd/run_train.sh

@@ -6,8 +6,8 @@
 # 确保脚本在遇到错误时停止执行
 set -e
 
-# 设置 CUDA 设备
-export CUDA_VISIBLE_DEVICES=0
+# 设置 mlu 设备
+export MLU_VISIBLE_DEVICES=0
 
 # 获取环境变量，并将 ARCH 转换为小写
 DATA_DIR=${DATA_DIR:-""}

Detection/ssd/train.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 import time
 import torch.backends.cudnn as cudnn
 import torch.optim

Detection/ssd/utils.py

@@ -1,6 +1,8 @@
 import json
 import os
 import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
 import random
 import xml.etree.ElementTree as ET
 import torchvision.transforms.functional as FT

Detection/yolo/detect.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 , AGPL-3.0 license
 """
 Run YOLOv5 detection inference on images, videos, directories, globs, YouTube, webcam, streams, etc.

Detection/yolo/export.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """
 Export a YOLOv5 PyTorch model to other formats. TensorFlow exports authored by https://github.com/zldrobit

Detection/yolo/models/common.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """Common modules."""
 

Detection/yolo/models/experimental.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """Experimental modules."""
 

Detection/yolo/models/tf.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """
 TensorFlow, Keras and TFLite versions of YOLOv5

Detection/yolo/models/yolo.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """
 YOLO-specific modules.

Detection/yolo/run_eval.sh

@@ -7,7 +7,7 @@
 
 set -e
 
-export CUDA_VISIBLE_DEVICES=0
+export MLU_VISIBLE_DEVICES=0
 
 # 读取环境变量，并将 MODEL 转换为小写
 MODEL=${MODEL:-"yolov5s"}

Detection/yolo/run_train.sh

@@ -7,7 +7,7 @@
 
 set -e
 
-export CUDA_VISIBLE_DEVICES=0,1,2,3
+export MLU_VISIBLE_DEVICES=0,1,2,3
 
 # 读取环境变量，并将 MODEL 转换为小写
 MODEL=${MODEL:-"yolov5s"}

Detection/yolo/train.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 , AGPL-3.0 license
 """
 Train a YOLOv5 model on a custom dataset. Models and datasets download automatically from the latest YOLOv5 release.

Detection/yolo/utils/__init__.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """utils/initialization."""
 

Detection/yolo/utils/activations.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """Activation functions."""
 

Detection/yolo/utils/augmentations.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """Image augmentation functions."""
 

Detection/yolo/utils/autoanchor.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """AutoAnchor utils."""
 

Detection/yolo/utils/autobatch.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """Auto-batch utils."""
 

Detection/yolo/utils/aws/resume.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 # Resume all interrupted trainings in yolov5/ dir including DDP trainings
 # Usage: $ python utils/aws/resume.py

Detection/yolo/utils/dataloaders.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """Dataloaders and dataset utils."""
 

Detection/yolo/utils/general.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """General utils."""
 

Detection/yolo/utils/loggers/__init__.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """Logging utils."""
 

Detection/yolo/utils/loggers/clearml/clearml_utils.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """Main Logger class for ClearML experiment tracking."""
 

Detection/yolo/utils/loggers/comet/__init__.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 
 import glob

Detection/yolo/utils/loggers/comet/hpo.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 
 import argparse

Detection/yolo/utils/loss.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """Loss functions."""
 

Detection/yolo/utils/metrics.py

@@ -1,3 +1,7 @@
+import torch
+import torch_mlu
+from torch_mlu.utils.model_transfer import transfer
+
 # Ultralytics YOLOv5 🚀, AGPL-3.0 license
 """Model validation metrics."""