From 8d4ef981367c838e4b9e45a1dd27f686517c9f81 Mon Sep 17 00:00:00 2001 From: krishnakalyan3 Date: Tue, 7 Nov 2023 08:26:53 +0100 Subject: [PATCH 1/2] init --- beginner_source/torchserve_turorial.py | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100644 beginner_source/torchserve_turorial.py diff --git a/beginner_source/torchserve_turorial.py b/beginner_source/torchserve_turorial.py new file mode 100644 index 00000000000..09030db04ab --- /dev/null +++ b/beginner_source/torchserve_turorial.py @@ -0,0 +1,23 @@ +# -*- coding: utf-8 -*- + +""" +Introduction to TorchServe +========================== + +**Author:** `Krishna Kalyan `_ +""" + +######################################################################### +# Introduction +# ------------ +# Torchserve is an open source framework for model inference, it’s a project +# that’s co-developed by the Applied AI team at Meta and AWS. +# Torchserve is today the default way to serve PyTorch models in Sagemaker, Kubeflow, MLflow, Kserve and Vertex AI. +# TorchServe supports multiple backends and runtimes such as TensorRT, +# ONNX and its flexible design allows users to add more. +# +# Installation +# ------------ +# +# pip install torchserve or conda install torchserve +# \ No newline at end of file From 1d2fb990728ce706c54f9900762b9d5fcf7f7836 Mon Sep 17 00:00:00 2001 From: krishnakalyan3 Date: Tue, 7 Nov 2023 08:30:09 +0100 Subject: [PATCH 2/2] ref --- index.rst | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/index.rst b/index.rst index fb2ce3bd6f9..c37369b00a1 100644 --- a/index.rst +++ b/index.rst @@ -338,6 +338,14 @@ What's new in PyTorch tutorials? :link: beginner/Intro_to_TorchScript_tutorial.html :tags: Production,TorchScript + +.. customcarditem:: + :header: Introduction to TorchServe + :card_description: Introduction to TorchScript, an intermediate representation of a PyTorch model (subclass of nn.Module) that can then be run in a high-performance environment such as C++. + :image: _static/img/thumbnails/cropped/Introduction-to-TorchScript.png + :link: beginner_source/torchserve_turorial.py + :tags: Production,TorchServe + .. customcarditem:: :header: Loading a TorchScript Model in C++ :card_description: Learn how PyTorch provides to go from an existing Python model to a serialized representation that can be loaded and executed purely from C++, with no dependency on Python.