Merge branch 'main' into delete_flex_njt

Author: mikaylagawarecki

.ci/docker/requirements.txt

@@ -1,7 +1,6 @@
 # --extra-index-url https://download.pytorch.org/whl/cu117/index.html # Use this to run/publish tutorials against the latest binaries during the RC stage. Comment out after the release. Each release verify the correct cuda version.
 # Refer to ./jenkins/build.sh for tutorial build instructions.
 
-
 # Sphinx dependencies
 sphinx==7.2.6
 sphinx-gallery==0.19.0
@@ -16,16 +15,15 @@ pypandoc==1.15
 pandocfilters==1.5.1
 markdown==3.8.2
 
-
 # PyTorch Theme
--e git+https://github.com/pytorch/pytorch_sphinx_theme.git@pytorch_sphinx_theme2#egg=pytorch_sphinx_theme2
+-e git+https://github.com/pytorch/pytorch_sphinx_theme.git@3066b6f62b0da01c52570c928281bca68287933d#egg=pytorch_sphinx_theme2
 
 # Tutorial dependencies
 tqdm==4.66.1
 numpy==1.24.4
 matplotlib
 librosa
-torch==2.7
+torch==2.8
 torchvision
 torchdata
 networkx
@@ -39,8 +37,8 @@ tensorboard
 jinja2==3.1.3
 pytorch-lightning
 torchx
-torchrl==0.7.2
-tensordict==0.7.2
+torchrl==0.9.2
+tensordict==0.9.1
 # For ax_multiobjective_nas_tutorial.py
 ax-platform>=0.4.0,<0.5.0
 nbformat>=5.9.2
@@ -52,12 +50,8 @@ onnxruntime
 evaluate
 accelerate>=0.20.1
 
-
 importlib-metadata==6.8.0
 
-# PyTorch Theme
--e git+https://github.com/pytorch/pytorch_sphinx_theme.git#egg=pytorch_sphinx_theme
-
 ipython
 
 sphinxcontrib.katex

.gitignore

@@ -5,6 +5,8 @@ advanced
 pytorch_basics
 /recipes
 prototype
+/unstable
+sg_execution_times.rst
 
 #data things
 _data/

.jenkins/download_data.py

@@ -12,7 +12,7 @@
 BEGINNER_DATA_DIR = REPO_BASE_DIR / "beginner_source" / "data"
 INTERMEDIATE_DATA_DIR = REPO_BASE_DIR / "intermediate_source" / "data"
 ADVANCED_DATA_DIR = REPO_BASE_DIR / "advanced_source" / "data"
-PROTOTYPE_DATA_DIR = REPO_BASE_DIR / "prototype_source" / "data"
+PROTOTYPE_DATA_DIR = REPO_BASE_DIR / "unstable_source" / "data"
 FILES_TO_RUN = os.getenv("FILES_TO_RUN")
 
 
@@ -106,7 +106,7 @@ def download_lenet_mnist() -> None:
                          )
 
 def download_gpu_quantization_torchao() -> None:
-    # Download SAM model checkpoint for prototype_source/gpu_quantization_torchao_tutorial.py
+    # Download SAM model checkpoint unstable_source/gpu_quantization_torchao_tutorial.py
     download_url_to_file("https://dl.fbaipublicfiles.com/segment_anything/sam_vit_h_4b8939.pth",
                          prefix=PROTOTYPE_DATA_DIR,
                          dst="sam_vit_h_4b8939.pth",

.jenkins/validate_tutorials_built.py

@@ -18,38 +18,28 @@
     "beginner_source/examples_nn/polynomial_module",
     "beginner_source/examples_nn/dynamic_net",
     "beginner_source/examples_nn/polynomial_optim",
-    "beginner_source/former_torchies/autograd_tutorial_old",
-    "beginner_source/former_torchies/tensor_tutorial_old",
     "beginner_source/examples_autograd/polynomial_autograd",
     "beginner_source/examples_autograd/polynomial_custom_function",
+    "intermediate_source/dqn_with_rnn_tutorial", #not working on 2.8 release reenable after 3514
     "intermediate_source/mnist_train_nas",  # used by ax_multiobjective_nas_tutorial.py
     "intermediate_source/torch_compile_conv_bn_fuser",
     "intermediate_source/_torch_export_nightly_tutorial",  # does not work on release
     "advanced_source/usb_semisup_learn", # fails with CUDA OOM error, should try on a different worker
-    "prototype_source/fx_graph_mode_ptq_dynamic",
-    "prototype_source/vmap_recipe",
-    "prototype_source/torchscript_freezing",
-    "prototype_source/nestedtensor",
-    "prototype_source/gpu_direct_storage", # requires specific filesystem + GPUDirect Storage to be set up
-    "recipes_source/recipes/saving_and_loading_models_for_inference",
-    "recipes_source/recipes/saving_multiple_models_in_one_file",
+    "unstable_source/gpu_direct_storage", # requires specific filesystem + GPUDirect Storage to be set up
     "recipes_source/recipes/tensorboard_with_pytorch",
     "recipes_source/recipes/what_is_state_dict",
     "recipes_source/recipes/profiler_recipe",
-    "recipes_source/recipes/save_load_across_devices",
     "recipes_source/recipes/warmstarting_model_using_parameters_from_a_different_model",
-    "recipes_source/recipes/dynamic_quantization",
-    "recipes_source/recipes/saving_and_loading_a_general_checkpoint",
     "recipes_source/recipes/benchmark",
     "recipes_source/recipes/tuning_guide",
     "recipes_source/recipes/zeroing_out_gradients",
     "recipes_source/recipes/defining_a_neural_network",
     "recipes_source/recipes/timer_quick_start",
     "recipes_source/recipes/amp_recipe",
     "recipes_source/recipes/Captum_Recipe",
-    "intermediate_source/text_to_speech_with_torchaudio",
     "intermediate_source/tensorboard_profiler_tutorial", # reenable after 2.0 release.
     "advanced_source/semi_structured_sparse", # reenable after 3303 is fixed.
+    "intermediate_source/torchrec_intro_tutorial.py", #failing with 2.8 reenable after 3498
 ]
 
 def tutorial_source_dirs() -> List[Path]:

.lintrunner.toml

@@ -66,15 +66,15 @@ exclude_patterns = [
     "intermediate_source/tiatoolbox_tutorial.rst",
     "intermediate_source/torch_compile_tutorial.py",
     "intermediate_source/transformer_building_blocks.py",
-    "prototype_source/README.md",
-    "prototype_source/README.txt",
-    "prototype_source/backend_config_tutorial.rst",
-    "prototype_source/gpu_direct_storage.py",
-    "prototype_source/inductor_cpp_wrapper_tutorial.rst",
-    "prototype_source/inductor_windows.rst",
-    "prototype_source/maskedtensor_advanced_semantics.py",
-    "prototype_source/max_autotune_on_CPU_tutorial.rst",
-    "prototype_source/vmap_recipe.py",
+    "unstable_source/README.md",
+    "unstable_source/README.txt",
+    "unstable_source/backend_config_tutorial.rst",
+    "unstable_source/gpu_direct_storage.py",
+    "unstable_source/inductor_cpp_wrapper_tutorial.rst",
+    "unstable_source/inductor_windows.rst",
+    "unstable_source/maskedtensor_advanced_semantics.py",
+    "unstable_source/max_autotune_on_CPU_tutorial.rst",
+    "unstable_source/vmap_recipe.py",
     "recipes_source/README.txt",
     "recipes_source/amx.rst",
     "recipes_source/compiling_optimizer.rst",
@@ -150,7 +150,7 @@ exclude_patterns = [
     "intermediate_source/README.txt",
     "intermediate_source/TP_tutorial.rst",
     "intermediate_source/inductor_debug_cpu.py",
-    "prototype_source/README.txt",
+    "unstable_source/README.txt",
     "recipes_source/README.txt",
     "recipes_source/recipes/README.txt",
     "recipes_source/xeon_run_cpu.rst",

CONTRIBUTING.md

@@ -71,8 +71,7 @@ There are three types of tutorial content that we host on
   reStructuredText files. The build system only converts them into HTML;
   the code in them does not run on build. These tutorials are easier to
   create and maintain but they do not provide an interactive experience.
-  An example is the [Dynamic Quantization
-  tutorial](https://pytorch.org/tutorials/recipes/recipes/dynamic_quantization.html).
+
 
 * **Recipes** are tutorials that provide bite-sized, actionable
   examples of how to use specific features, which differentiates them
@@ -265,7 +264,7 @@ search, you need to include it in `index.rst`, or for recipes, in
 1. Open the relevant file
    [`index.rst`](https://github.com/pytorch/tutorials/blob/main/index.rst)
    or
-   [`recipes_index.rst`](https://github.com/pytorch/tutorials/blob/main/recipes_source/recipes_index.rst)
+   [`recipes_index.rst`](https://github.com/pytorch/tutorials/blob/main/recipes_index.rst)
 1. Add a _card_ in reStructuredText format similar to the following:
 
 ```

README.md

@@ -27,7 +27,7 @@ NOTE: Before submitting a new tutorial, read [PyTorch Tutorial Submission Policy
 1. Create a Python file. If you want it executed while inserted into documentation, save the file with the suffix `tutorial` so that the file name is `your_tutorial.py`.
 2. Put it in one of the `beginner_source`, `intermediate_source`, `advanced_source` directory based on the level of difficulty. If it is a recipe, add it to `recipes_source`. For tutorials demonstrating unstable prototype features, add to the `prototype_source`.
 3. For Tutorials (except if it is a prototype feature), include it in the `toctree` directive and create a `customcarditem` in [index.rst](./index.rst).
-4. For Tutorials (except if it is a prototype feature), create a thumbnail in the [index.rst file](https://github.com/pytorch/tutorials/blob/main/index.rst) using a command like `.. customcarditem:: beginner/your_tutorial.html`. For Recipes, create a thumbnail in the [recipes_index.rst](https://github.com/pytorch/tutorials/blob/main/recipes_source/recipes_index.rst)
+4. For Tutorials (except if it is a prototype feature), create a thumbnail in the [index.rst file](https://github.com/pytorch/tutorials/blob/main/index.rst) using a command like `.. customcarditem:: beginner/your_tutorial.html`. For Recipes, create a thumbnail in the [recipes_index.rst](https://github.com/pytorch/tutorials/blob/main/recipes_index.rst)
 
 If you are starting off with a Jupyter notebook, you can use [this script](https://gist.github.com/chsasank/7218ca16f8d022e02a9c0deb94a310fe) to convert the notebook to Python file. After conversion and addition to the project, please make sure that section headings and other things are in logical order.