Skip to content

Commit df17817

Browse files
Hermetic CUDA was moved from XLA to rules_ml_toolchain open sourced repository.
PiperOrigin-RevId: 792849266
1 parent b74a866 commit df17817

File tree

1 file changed

+52
-28
lines changed

1 file changed

+52
-28
lines changed

WORKSPACE

Lines changed: 52 additions & 28 deletions
Original file line numberDiff line numberDiff line change
@@ -4,34 +4,34 @@ load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive")
44

55
http_archive(
66
name = "icu",
7-
strip_prefix = "icu-release-64-2",
7+
build_file = "//third_party/icu:BUILD.bzl",
8+
patch_args = ["-p1"],
9+
patches = ["//third_party/icu:udata.patch"],
810
sha256 = "dfc62618aa4bd3ca14a3df548cd65fe393155edd213e49c39f3a30ccd618fc27",
11+
strip_prefix = "icu-release-64-2",
912
urls = [
1013
"https://storage.googleapis.com/mirror.tensorflow.org/github.com/unicode-org/icu/archive/release-64-2.zip",
1114
"https://github.com/unicode-org/icu/archive/release-64-2.zip",
1215
],
13-
build_file = "//third_party/icu:BUILD.bzl",
14-
patches = ["//third_party/icu:udata.patch"],
15-
patch_args = ["-p1"],
1616
)
1717

1818
http_archive(
1919
name = "com_google_sentencepiece",
20-
strip_prefix = "sentencepiece-0.1.96",
20+
build_file = "//third_party/sentencepiece:BUILD",
21+
patch_args = ["-p1"],
22+
patches = ["//third_party/sentencepiece:sp.patch"],
2123
sha256 = "8409b0126ebd62b256c685d5757150cf7fcb2b92a2f2b98efb3f38fc36719754",
24+
strip_prefix = "sentencepiece-0.1.96",
2225
urls = [
23-
"https://github.com/google/sentencepiece/archive/refs/tags/v0.1.96.zip"
26+
"https://github.com/google/sentencepiece/archive/refs/tags/v0.1.96.zip",
2427
],
25-
build_file = "//third_party/sentencepiece:BUILD",
26-
patches = ["//third_party/sentencepiece:sp.patch"],
27-
patch_args = ["-p1"],
2828
)
2929

3030
http_archive(
3131
name = "cppitertools",
32-
urls = ["https://github.com/ryanhaining/cppitertools/archive/refs/tags/v2.0.zip"],
3332
sha256 = "e56741b108d6baced98c4ccd83fd0d5a545937f2845978799c28d0312c0dee3d",
3433
strip_prefix = "cppitertools-2.0",
34+
urls = ["https://github.com/ryanhaining/cppitertools/archive/refs/tags/v2.0.zip"],
3535
)
3636

3737
http_archive(
@@ -56,10 +56,10 @@ http_archive(
5656

5757
http_archive(
5858
name = "org_tensorflow",
59-
strip_prefix = "tensorflow-40998f44c0c500ce0f6e3b1658dfbc54f838a82a",
6059
sha256 = "5a5bc4599964c71277dcac0d687435291e5810d2ac2f6283cc96736febf73aaf",
60+
strip_prefix = "tensorflow-40998f44c0c500ce0f6e3b1658dfbc54f838a82a",
6161
urls = [
62-
"https://github.com/tensorflow/tensorflow/archive/40998f44c0c500ce0f6e3b1658dfbc54f838a82a.zip"
62+
"https://github.com/tensorflow/tensorflow/archive/40998f44c0c500ce0f6e3b1658dfbc54f838a82a.zip",
6363
],
6464
)
6565

@@ -74,13 +74,13 @@ http_archive(
7474

7575
http_archive(
7676
name = "pybind11",
77+
build_file = "//third_party/pybind11:BUILD.bzl",
78+
sha256 = "efc901aa0aab439a3fea6efeaf930b5a349fb06394bf845c64ce15a9cf8f0240",
79+
strip_prefix = "pybind11-2.13.4",
7780
urls = [
7881
"https://storage.googleapis.com/mirror.tensorflow.org/github.com/pybind/pybind11/archive/v2.13.4.tar.gz",
7982
"https://github.com/pybind/pybind11/archive/v2.13.4.tar.gz",
8083
],
81-
sha256 = "efc901aa0aab439a3fea6efeaf930b5a349fb06394bf845c64ce15a9cf8f0240",
82-
strip_prefix = "pybind11-2.13.4",
83-
build_file = "//third_party/pybind11:BUILD.bzl",
8484
)
8585

8686
http_archive(
@@ -90,6 +90,16 @@ http_archive(
9090
url = "https://github.com/bazelbuild/rules_shell/releases/download/v0.4.1/rules_shell-v0.4.1.tar.gz",
9191
)
9292

93+
# Initialize Rules ML Toolchain
94+
http_archive(
95+
name = "rules_ml_toolchain",
96+
sha256 = "874a69ad71ed76ca425fb2ce4906cb38da0f624b7fd678807858e010f4f3eff3",
97+
strip_prefix = "rules_ml_toolchain-extra-download-clang-fix",
98+
urls = [
99+
"https://github.com/google-ml-infra/rules_ml_toolchain/archive/refs/heads/extra-download-clang-fix.tar.gz",
100+
],
101+
)
102+
93103
# Initialize hermetic Python
94104
load("@org_tensorflow//third_party/py:python_init_rules.bzl", "python_init_rules")
95105

@@ -99,27 +109,31 @@ load("//tensorflow_text:tftext.bzl", "py_deps_profile")
99109

100110
py_deps_profile(
101111
name = "release_or_nightly",
102-
requirements_in = "//oss_scripts/pip_package:requirements.in",
103-
pip_repo_name = "pypi",
104112
deps_map = {
105-
"tensorflow": ["tf-nightly", "tf_header_lib", "libtensorflow_framework"],
106-
"tf-keras": ["tf-keras-nightly"]
113+
"tensorflow": [
114+
"tf-nightly",
115+
"tf_header_lib",
116+
"libtensorflow_framework",
117+
],
118+
"tf-keras": ["tf-keras-nightly"],
107119
},
120+
pip_repo_name = "pypi",
121+
requirements_in = "//oss_scripts/pip_package:requirements.in",
108122
switch = {
109-
"IS_NIGHTLY": "nightly"
110-
}
123+
"IS_NIGHTLY": "nightly",
124+
},
111125
)
112126

113127
load("@org_tensorflow//third_party/py:python_init_repositories.bzl", "python_init_repositories")
114128

115129
python_init_repositories(
130+
default_python_version = "system",
116131
requirements = {
117132
"3.9": "//oss_scripts/pip_package:requirements_lock_3_9.txt",
118133
"3.10": "//oss_scripts/pip_package:requirements_lock_3_10.txt",
119134
"3.11": "//oss_scripts/pip_package:requirements_lock_3_11.txt",
120135
"3.12": "//oss_scripts/pip_package:requirements_lock_3_12.txt",
121136
},
122-
default_python_version = "system",
123137
)
124138

125139
load("@org_tensorflow//third_party/py:python_init_toolchains.bzl", "python_init_toolchains")
@@ -136,18 +150,28 @@ install_deps()
136150

137151
# Initialize TensorFlow dependencies.
138152
load("@org_tensorflow//tensorflow:workspace3.bzl", "tf_workspace3")
153+
139154
tf_workspace3()
155+
140156
load("@org_tensorflow//tensorflow:workspace2.bzl", "tf_workspace2")
157+
141158
tf_workspace2()
159+
142160
load("@org_tensorflow//tensorflow:workspace1.bzl", "tf_workspace1")
161+
143162
tf_workspace1()
163+
144164
load("@org_tensorflow//tensorflow:workspace0.bzl", "tf_workspace0")
165+
145166
tf_workspace0()
146167

147168
# Set up Android.
148169
load("@org_tensorflow//third_party/android:android_configure.bzl", "android_configure")
149-
android_configure(name="local_config_android")
170+
171+
android_configure(name = "local_config_android")
172+
150173
load("@local_config_android//:android.bzl", "android_workspace")
174+
151175
android_workspace()
152176

153177
load(
@@ -158,7 +182,7 @@ load(
158182
python_wheel_version_suffix_repository(name = "tf_wheel_version_suffix")
159183

160184
load(
161-
"@local_xla//third_party/gpus/cuda/hermetic:cuda_json_init_repository.bzl",
185+
"@rules_ml_toolchain//gpu/cuda:cuda_json_init_repository.bzl",
162186
"cuda_json_init_repository",
163187
)
164188

@@ -170,7 +194,7 @@ load(
170194
"CUDNN_REDISTRIBUTIONS",
171195
)
172196
load(
173-
"@local_xla//third_party/gpus/cuda/hermetic:cuda_redist_init_repositories.bzl",
197+
"@rules_ml_toolchain//gpu/cuda:cuda_redist_init_repositories.bzl",
174198
"cuda_redist_init_repositories",
175199
"cudnn_redist_init_repository",
176200
)
@@ -184,21 +208,21 @@ cudnn_redist_init_repository(
184208
)
185209

186210
load(
187-
"@local_xla//third_party/gpus/cuda/hermetic:cuda_configure.bzl",
211+
"@rules_ml_toolchain//gpu/cuda:cuda_configure.bzl",
188212
"cuda_configure",
189213
)
190214

191215
cuda_configure(name = "local_config_cuda")
192216

193217
load(
194-
"@local_xla//third_party/nccl/hermetic:nccl_redist_init_repository.bzl",
218+
"@rules_ml_toolchain//gpu/nccl:nccl_redist_init_repository.bzl",
195219
"nccl_redist_init_repository",
196220
)
197221

198222
nccl_redist_init_repository()
199223

200224
load(
201-
"@local_xla//third_party/nccl/hermetic:nccl_configure.bzl",
225+
"@rules_ml_toolchain//gpu/nccl:nccl_configure.bzl",
202226
"nccl_configure",
203227
)
204228

0 commit comments

Comments
 (0)