Merge branch 'master' into tmm

Author: Svetlana Karslioglu

intermediate_source/nvfuser_intro_tutorial.py

@@ -557,9 +557,16 @@ def primitive_definition_for_memory_efficient_fusion(
 #
 # .. figure:: /_static/img/nvfuser_intro/nvfuser_tutorial_5.png
 #
-# .. note:: FuncTorch’s memory efficient pass is still actively in development
-#           and future versions are expected to achieve performance closer
-#           to that of TorchScript with the composite definition.
+# .. note:: FuncTorch’s memory efficient pass is experimental and still
+#           actively in development.
+#           Future versions of the API are expected to achieve performance
+#           closer to that of TorchScript with the composite definition.
+#
+# .. note:: FuncTorch’s memory efficient pass specializes on the shapes of
+#           the inputs to the function. If new inputs are provided with
+#           different shapes, then you need to construct a new function
+#           using `memory_efficient_fusion` and apply it to the new inputs.
+
 
 ######################################################################
 # Transformer Block With a Novel Normalization

recipes_source/recipes/saving_multiple_models_in_one_file.py

@@ -54,7 +54,7 @@
 
 
 ######################################################################
-# 2. Define and intialize the neural network
+# 2. Define and initialize the neural network
 # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 # 
 # For sake of example, we will create a neural network for training

requirements.txt

@@ -31,6 +31,10 @@ transformers
 torchmultimodal-nightly
 deep_phonemizer==0.0.17
 
+# the following is necessary due to https://github.com/python/importlib_metadata/issues/411
+importlib-metadata < 5.0; python_version <= "3.7"
+importlib-metadata; python_version > "3.7"
+
 # PyTorch Theme
 -e git+https://github.com/pytorch/pytorch_sphinx_theme.git#egg=pytorch_sphinx_theme