!-- End Google Tag Manager (noscript) -->
          
          <div class="rst-content">
          
            <div role="main" class="main-content" itemscope="itemscope" itemtype="http://schema.org/Article">
             <article itemprop="articleBody" id="pytorch-article" class="pytorch-article">
              
  <section id="serving-a-torch-tensorrt-model-with-triton">
<span id="serving-torch-tensorrt-with-triton"></span><h1>Serving a Torch-TensorRT model with Triton<a class="headerlink" href="#serving-