We are currently solving the following issue within our repository. Here is the issue text:
--- BEGIN ISSUE ---
Upgrade `main` stack to CUDA 12.1
With recent Torch nightly builds + TRT GA builds supporting CUDA 12.1, upgrade the stack to support new CUDA version

--- END ISSUE ---

Below are some code segments, each from a relevant file. One or more of these files may contain bugs.
--- BEGIN FILES ---
Path: `py/versions.py`
Content:
```
1 __version__ = "1.5.0.dev0"
2 __cuda_version__ = "11.8"
3 __cudnn_version__ = "8.8"
4 __tensorrt_version__ = "8.6"
5
```

Path: `py/torch_tensorrt/dynamo/backend/lowering/_decompositions.py`
Content:
```
1 import torch
2 from torch._decomp import register_decomposition, core_aten_decompositions
3 
4 
5 DECOMPOSITIONS = {**core_aten_decompositions()}
6 
7 aten = torch.ops.aten
8 
9 
10 def replace_inplace_op(aten_op, outplace_op):
11     """Replace inplace operation with functional equivalent
12     Adapted from:
13     https://github.com/pytorch/pytorch/blob/3344d79e3f732dadd5c85b99a7aa1a022f187929/torch/_decomp/decompositions.py#L3355-L3361
14     """
15 
16     @register_decomposition(aten_op, registry=DECOMPOSITIONS)
17     def inplace_op(*args, **kwargs):
18         out = outplace_op(*args, **kwargs)
19         return args[0].copy_(out)
20 
21     return inplace_op
22 
23 
24 replace_inplace_op(aten.add_, aten.add)
25 replace_inplace_op(aten.addbmm_, aten.addbmm)
26 replace_inplace_op(aten.addmm_, aten.addmm)
27 replace_inplace_op(aten.addmv_, aten.addmv)
28 replace_inplace_op(aten.baddbmm_, aten.baddbmm)
29 replace_inplace_op(aten.cumprod_, aten.cumprod)
30 replace_inplace_op(aten.fill_, aten.fill)
31 replace_inplace_op(aten.gelu_, aten.gelu)
32 replace_inplace_op(aten.hardsigmoid_, aten.hardsigmoid)
33 replace_inplace_op(aten.index_put_, aten.index_put)
34 replace_inplace_op(aten.index_reduce_, aten.index_reduce)
35 replace_inplace_op(aten.logit_, aten.logit)
36 replace_inplace_op(aten.relu_, aten.relu)
37 replace_inplace_op(aten.renorm_, aten.renorm)
38 replace_inplace_op(aten.round_, aten.round)
39 replace_inplace_op(aten.scatter_, aten.scatter)
40 replace_inplace_op(aten.scatter_add_, aten.scatter_add)
41 replace_inplace_op(aten.scatter_reduce_, aten.scatter_reduce)
42 
43 
44 @register_decomposition(aten.std, registry=DECOMPOSITIONS)
45 def std_replacement(*args, **kwargs) -> torch.Tensor:
46     return torch.sqrt(torch.var(*args, **kwargs))
47 
48 
49 @register_decomposition(aten.rsqrt, registry=DECOMPOSITIONS)
50 def rsqrt_replacement(*args, **kwargs) -> torch.Tensor:
51     return torch.reciprocal(torch.sqrt(*args, **kwargs))
52 
53 
54 @register_decomposition(aten.alias, registry=DECOMPOSITIONS)
55 def alias_replacement(x: torch.Tensor) -> torch.Tensor:
56     return x
57 
58 
59 @register_decomposition(torch.ops.aten.addmm, registry=DECOMPOSITIONS)
60 def addmm_replacement(
61     input_: torch.Tensor, mat1: torch.Tensor, mat2: torch.Tensor, *, beta=1, alpha=1
62 ) -> torch.Tensor:
63     return torch.add(
64         torch.mul(input_, beta), torch.mul(torch.matmul(mat1, mat2), alpha)
65     )
66 
67 
68 def get_decompositions():
69     return DECOMPOSITIONS
70
```

Path: `py/torch_tensorrt/__init__.py`
Content:
```
1 import ctypes
2 import glob
3 import os
4 import sys
5 import platform
6 import warnings
7 from packaging import version
8 from torch_tensorrt._version import (
9     __version__,
10     __cuda_version__,
11     __cudnn_version__,
12     __tensorrt_version__,
13 )
14 
15 if sys.version_info < (3,):
16     raise Exception(
17         "Python 2 has reached end-of-life and is not supported by Torch-TensorRT"
18     )
19 
20 
21 def _parse_semver(version):
22     split = version.split(".")
23     if len(split) < 3:
24         split.append("")
25 
26     return {"major": split[0], "minor": split[1], "patch": split[2]}
27 
28 
29 def _find_lib(name, paths):
30     for path in paths:
31         libpath = os.path.join(path, name)
32         if os.path.isfile(libpath):
33             return libpath
34 
35     raise FileNotFoundError(f"Could not find {name}\n  Search paths: {paths}")
36 
37 
38 try:
39     import tensorrt
40 except:
41     cuda_version = _parse_semver(__cuda_version__)
42     cudnn_version = _parse_semver(__cudnn_version__)
43     tensorrt_version = _parse_semver(__tensorrt_version__)
44 
45     CUDA_MAJOR = cuda_version["major"]
46     CUDNN_MAJOR = cudnn_version["major"]
47     TENSORRT_MAJOR = tensorrt_version["major"]
48 
49     if sys.platform.startswith("win"):
50         WIN_LIBS = [
51             "nvinfer.dll",
52             "nvinfer_plugin.dll",
53         ]
54 
55         WIN_PATHS = os.environ["PATH"].split(os.path.pathsep)
56 
57         for lib in WIN_LIBS:
58             ctypes.CDLL(_find_lib(lib, WIN_PATHS))
59 
60     elif sys.platform.startswith("linux"):
61         LINUX_PATHS = [
62             "/usr/local/cuda-11.8/lib64",
63         ]
64 
65         if "LD_LIBRARY_PATH" in os.environ:
66             LINUX_PATHS += os.environ["LD_LIBRARY_PATH"].split(os.path.pathsep)
67 
68         if platform.uname().processor == "x86_64":
69             LINUX_PATHS += [
70                 "/usr/lib/x86_64-linux-gnu",
71             ]
72 
73         elif platform.uname().processor == "aarch64":
74             LINUX_PATHS += ["/usr/lib/aarch64-linux-gnu"]
75 
76         LINUX_LIBS = [
77             f"libnvinfer.so.{TENSORRT_MAJOR}",
78             f"libnvinfer_plugin.so.{TENSORRT_MAJOR}",
79         ]
80 
81         for lib in LINUX_LIBS:
82             ctypes.CDLL(_find_lib(lib, LINUX_PATHS))
83 
84 import torch
85 
86 from torch_tensorrt._compile import *
87 from torch_tensorrt._util import *
88 from torch_tensorrt import ts
89 from torch_tensorrt import ptq
90 from torch_tensorrt._enums import *
91 from torch_tensorrt import logging
92 from torch_tensorrt._Input import Input
93 from torch_tensorrt._Device import Device
94 from torch_tensorrt._TRTModuleNext import TRTModuleNext
95 
96 from torch_tensorrt import fx
97 
98 if version.parse(torch.__version__) >= version.parse("2.1.dev"):
99     from torch_tensorrt import dynamo
100     from torch_tensorrt.dynamo import backend
101 
102 
103 def _register_with_torch():
104     trtorch_dir = os.path.dirname(__file__)
105     torch.ops.load_library(trtorch_dir + "/lib/libtorchtrt.so")
106 
107 
108 _register_with_torch()
109
```
--- END FILES ---

Please first localize the bug based on the issue statement, and then generate a patch according to the `git diff` format fenced by three backticks.

Here is an example:

```diff
diff --git a/examples/server_async.py b/examples/server_async.py
--- a/examples/server_async.py
+++ b/examples/server_async.py
@@ -313,4 +313,4 @@
 
 
 if __name__ == "__main__":
-    asyncio.run(run_async_server("."), debug=True)
+    asyncio.run(run_async_server(), debug=True)
diff --git a/examples/server_sync.py b/examples/server_sync.py
--- a/examples/server_sync.py
+++ b/examples/server_sync.py
@@ -313,5 +313,5 @@
 
 
 if __name__ == "__main__":
-    server = run_sync_server(".")
+    server = run_sync_server()
     server.shutdown()

```

diff --git a/py/torch_tensorrt/__init__.py b/py/torch_tensorrt/__init__.py
--- a/py/torch_tensorrt/__init__.py
+++ b/py/torch_tensorrt/__init__.py
@@ -59,7 +59,7 @@
 
     elif sys.platform.startswith("linux"):
         LINUX_PATHS = [
-            "/usr/local/cuda-11.8/lib64",
+            "/usr/local/cuda-12.1/lib64",
         ]
 
         if "LD_LIBRARY_PATH" in os.environ:
diff --git a/py/torch_tensorrt/dynamo/backend/lowering/_decompositions.py b/py/torch_tensorrt/dynamo/backend/lowering/_decompositions.py
--- a/py/torch_tensorrt/dynamo/backend/lowering/_decompositions.py
+++ b/py/torch_tensorrt/dynamo/backend/lowering/_decompositions.py
@@ -34,7 +34,6 @@
 replace_inplace_op(aten.index_reduce_, aten.index_reduce)
 replace_inplace_op(aten.logit_, aten.logit)
 replace_inplace_op(aten.relu_, aten.relu)
-replace_inplace_op(aten.renorm_, aten.renorm)
 replace_inplace_op(aten.round_, aten.round)
 replace_inplace_op(aten.scatter_, aten.scatter)
 replace_inplace_op(aten.scatter_add_, aten.scatter_add)
diff --git a/py/versions.py b/py/versions.py
--- a/py/versions.py
+++ b/py/versions.py
@@ -1,4 +1,4 @@
 __version__ = "1.5.0.dev0"
-__cuda_version__ = "11.8"
+__cuda_version__ = "12.1"
 __cudnn_version__ = "8.8"
 __tensorrt_version__ = "8.6"

{"golden_diff": "diff --git a/py/torch_tensorrt/__init__.py b/py/torch_tensorrt/__init__.py\n--- a/py/torch_tensorrt/__init__.py\n+++ b/py/torch_tensorrt/__init__.py\n@@ -59,7 +59,7 @@\n \n     elif sys.platform.startswith(\"linux\"):\n         LINUX_PATHS = [\n-            \"/usr/local/cuda-11.8/lib64\",\n+            \"/usr/local/cuda-12.1/lib64\",\n         ]\n \n         if \"LD_LIBRARY_PATH\" in os.environ:\ndiff --git a/py/torch_tensorrt/dynamo/backend/lowering/_decompositions.py b/py/torch_tensorrt/dynamo/backend/lowering/_decompositions.py\n--- a/py/torch_tensorrt/dynamo/backend/lowering/_decompositions.py\n+++ b/py/torch_tensorrt/dynamo/backend/lowering/_decompositions.py\n@@ -34,7 +34,6 @@\n replace_inplace_op(aten.index_reduce_, aten.index_reduce)\n replace_inplace_op(aten.logit_, aten.logit)\n replace_inplace_op(aten.relu_, aten.relu)\n-replace_inplace_op(aten.renorm_, aten.renorm)\n replace_inplace_op(aten.round_, aten.round)\n replace_inplace_op(aten.scatter_, aten.scatter)\n replace_inplace_op(aten.scatter_add_, aten.scatter_add)\ndiff --git a/py/versions.py b/py/versions.py\n--- a/py/versions.py\n+++ b/py/versions.py\n@@ -1,4 +1,4 @@\n __version__ = \"1.5.0.dev0\"\n-__cuda_version__ = \"11.8\"\n+__cuda_version__ = \"12.1\"\n __cudnn_version__ = \"8.8\"\n __tensorrt_version__ = \"8.6\"\n", "issue": "Upgrade `main` stack to CUDA 12.1\nWith recent Torch nightly builds + TRT GA builds supporting CUDA 12.1, upgrade the stack to support new CUDA version\n", "before_files": [{"content": "__version__ = \"1.5.0.dev0\"\n__cuda_version__ = \"11.8\"\n__cudnn_version__ = \"8.8\"\n__tensorrt_version__ = \"8.6\"\n", "path": "py/versions.py"}, {"content": "import torch\nfrom torch._decomp import register_decomposition, core_aten_decompositions\n\n\nDECOMPOSITIONS = {**core_aten_decompositions()}\n\naten = torch.ops.aten\n\n\ndef replace_inplace_op(aten_op, outplace_op):\n    \"\"\"Replace inplace operation with functional equivalent\n    Adapted from:\n    https://github.com/pytorch/pytorch/blob/3344d79e3f732dadd5c85b99a7aa1a022f187929/torch/_decomp/decompositions.py#L3355-L3361\n    \"\"\"\n\n    @register_decomposition(aten_op, registry=DECOMPOSITIONS)\n    def inplace_op(*args, **kwargs):\n        out = outplace_op(*args, **kwargs)\n        return args[0].copy_(out)\n\n    return inplace_op\n\n\nreplace_inplace_op(aten.add_, aten.add)\nreplace_inplace_op(aten.addbmm_, aten.addbmm)\nreplace_inplace_op(aten.addmm_, aten.addmm)\nreplace_inplace_op(aten.addmv_, aten.addmv)\nreplace_inplace_op(aten.baddbmm_, aten.baddbmm)\nreplace_inplace_op(aten.cumprod_, aten.cumprod)\nreplace_inplace_op(aten.fill_, aten.fill)\nreplace_inplace_op(aten.gelu_, aten.gelu)\nreplace_inplace_op(aten.hardsigmoid_, aten.hardsigmoid)\nreplace_inplace_op(aten.index_put_, aten.index_put)\nreplace_inplace_op(aten.index_reduce_, aten.index_reduce)\nreplace_inplace_op(aten.logit_, aten.logit)\nreplace_inplace_op(aten.relu_, aten.relu)\nreplace_inplace_op(aten.renorm_, aten.renorm)\nreplace_inplace_op(aten.round_, aten.round)\nreplace_inplace_op(aten.scatter_, aten.scatter)\nreplace_inplace_op(aten.scatter_add_, aten.scatter_add)\nreplace_inplace_op(aten.scatter_reduce_, aten.scatter_reduce)\n\n\n@register_decomposition(aten.std, registry=DECOMPOSITIONS)\ndef std_replacement(*args, **kwargs) -> torch.Tensor:\n    return torch.sqrt(torch.var(*args, **kwargs))\n\n\n@register_decomposition(aten.rsqrt, registry=DECOMPOSITIONS)\ndef rsqrt_replacement(*args, **kwargs) -> torch.Tensor:\n    return torch.reciprocal(torch.sqrt(*args, **kwargs))\n\n\n@register_decomposition(aten.alias, registry=DECOMPOSITIONS)\ndef alias_replacement(x: torch.Tensor) -> torch.Tensor:\n    return x\n\n\n@register_decomposition(torch.ops.aten.addmm, registry=DECOMPOSITIONS)\ndef addmm_replacement(\n    input_: torch.Tensor, mat1: torch.Tensor, mat2: torch.Tensor, *, beta=1, alpha=1\n) -> torch.Tensor:\n    return torch.add(\n        torch.mul(input_, beta), torch.mul(torch.matmul(mat1, mat2), alpha)\n    )\n\n\ndef get_decompositions():\n    return DECOMPOSITIONS\n", "path": "py/torch_tensorrt/dynamo/backend/lowering/_decompositions.py"}, {"content": "import ctypes\nimport glob\nimport os\nimport sys\nimport platform\nimport warnings\nfrom packaging import version\nfrom torch_tensorrt._version import (\n    __version__,\n    __cuda_version__,\n    __cudnn_version__,\n    __tensorrt_version__,\n)\n\nif sys.version_info < (3,):\n    raise Exception(\n        \"Python 2 has reached end-of-life and is not supported by Torch-TensorRT\"\n    )\n\n\ndef _parse_semver(version):\n    split = version.split(\".\")\n    if len(split) < 3:\n        split.append(\"\")\n\n    return {\"major\": split[0], \"minor\": split[1], \"patch\": split[2]}\n\n\ndef _find_lib(name, paths):\n    for path in paths:\n        libpath = os.path.join(path, name)\n        if os.path.isfile(libpath):\n            return libpath\n\n    raise FileNotFoundError(f\"Could not find {name}\\n  Search paths: {paths}\")\n\n\ntry:\n    import tensorrt\nexcept:\n    cuda_version = _parse_semver(__cuda_version__)\n    cudnn_version = _parse_semver(__cudnn_version__)\n    tensorrt_version = _parse_semver(__tensorrt_version__)\n\n    CUDA_MAJOR = cuda_version[\"major\"]\n    CUDNN_MAJOR = cudnn_version[\"major\"]\n    TENSORRT_MAJOR = tensorrt_version[\"major\"]\n\n    if sys.platform.startswith(\"win\"):\n        WIN_LIBS = [\n            \"nvinfer.dll\",\n            \"nvinfer_plugin.dll\",\n        ]\n\n        WIN_PATHS = os.environ[\"PATH\"].split(os.path.pathsep)\n\n        for lib in WIN_LIBS:\n            ctypes.CDLL(_find_lib(lib, WIN_PATHS))\n\n    elif sys.platform.startswith(\"linux\"):\n        LINUX_PATHS = [\n            \"/usr/local/cuda-11.8/lib64\",\n        ]\n\n        if \"LD_LIBRARY_PATH\" in os.environ:\n            LINUX_PATHS += os.environ[\"LD_LIBRARY_PATH\"].split(os.path.pathsep)\n\n        if platform.uname().processor == \"x86_64\":\n            LINUX_PATHS += [\n                \"/usr/lib/x86_64-linux-gnu\",\n            ]\n\n        elif platform.uname().processor == \"aarch64\":\n            LINUX_PATHS += [\"/usr/lib/aarch64-linux-gnu\"]\n\n        LINUX_LIBS = [\n            f\"libnvinfer.so.{TENSORRT_MAJOR}\",\n            f\"libnvinfer_plugin.so.{TENSORRT_MAJOR}\",\n        ]\n\n        for lib in LINUX_LIBS:\n            ctypes.CDLL(_find_lib(lib, LINUX_PATHS))\n\nimport torch\n\nfrom torch_tensorrt._compile import *\nfrom torch_tensorrt._util import *\nfrom torch_tensorrt import ts\nfrom torch_tensorrt import ptq\nfrom torch_tensorrt._enums import *\nfrom torch_tensorrt import logging\nfrom torch_tensorrt._Input import Input\nfrom torch_tensorrt._Device import Device\nfrom torch_tensorrt._TRTModuleNext import TRTModuleNext\n\nfrom torch_tensorrt import fx\n\nif version.parse(torch.__version__) >= version.parse(\"2.1.dev\"):\n    from torch_tensorrt import dynamo\n    from torch_tensorrt.dynamo import backend\n\n\ndef _register_with_torch():\n    trtorch_dir = os.path.dirname(__file__)\n    torch.ops.load_library(trtorch_dir + \"/lib/libtorchtrt.so\")\n\n\n_register_with_torch()\n", "path": "py/torch_tensorrt/__init__.py"}], "after_files": [{"content": "__version__ = \"1.5.0.dev0\"\n__cuda_version__ = \"12.1\"\n__cudnn_version__ = \"8.8\"\n__tensorrt_version__ = \"8.6\"\n", "path": "py/versions.py"}, {"content": "import torch\nfrom torch._decomp import register_decomposition, core_aten_decompositions\n\n\nDECOMPOSITIONS = {**core_aten_decompositions()}\n\naten = torch.ops.aten\n\n\ndef replace_inplace_op(aten_op, outplace_op):\n    \"\"\"Replace inplace operation with functional equivalent\n    Adapted from:\n    https://github.com/pytorch/pytorch/blob/3344d79e3f732dadd5c85b99a7aa1a022f187929/torch/_decomp/decompositions.py#L3355-L3361\n    \"\"\"\n\n    @register_decomposition(aten_op, registry=DECOMPOSITIONS)\n    def inplace_op(*args, **kwargs):\n        out = outplace_op(*args, **kwargs)\n        return args[0].copy_(out)\n\n    return inplace_op\n\n\nreplace_inplace_op(aten.add_, aten.add)\nreplace_inplace_op(aten.addbmm_, aten.addbmm)\nreplace_inplace_op(aten.addmm_, aten.addmm)\nreplace_inplace_op(aten.addmv_, aten.addmv)\nreplace_inplace_op(aten.baddbmm_, aten.baddbmm)\nreplace_inplace_op(aten.cumprod_, aten.cumprod)\nreplace_inplace_op(aten.fill_, aten.fill)\nreplace_inplace_op(aten.gelu_, aten.gelu)\nreplace_inplace_op(aten.hardsigmoid_, aten.hardsigmoid)\nreplace_inplace_op(aten.index_put_, aten.index_put)\nreplace_inplace_op(aten.index_reduce_, aten.index_reduce)\nreplace_inplace_op(aten.logit_, aten.logit)\nreplace_inplace_op(aten.relu_, aten.relu)\nreplace_inplace_op(aten.round_, aten.round)\nreplace_inplace_op(aten.scatter_, aten.scatter)\nreplace_inplace_op(aten.scatter_add_, aten.scatter_add)\nreplace_inplace_op(aten.scatter_reduce_, aten.scatter_reduce)\n\n\n@register_decomposition(aten.std, registry=DECOMPOSITIONS)\ndef std_replacement(*args, **kwargs) -> torch.Tensor:\n    return torch.sqrt(torch.var(*args, **kwargs))\n\n\n@register_decomposition(aten.rsqrt, registry=DECOMPOSITIONS)\ndef rsqrt_replacement(*args, **kwargs) -> torch.Tensor:\n    return torch.reciprocal(torch.sqrt(*args, **kwargs))\n\n\n@register_decomposition(aten.alias, registry=DECOMPOSITIONS)\ndef alias_replacement(x: torch.Tensor) -> torch.Tensor:\n    return x\n\n\n@register_decomposition(torch.ops.aten.addmm, registry=DECOMPOSITIONS)\ndef addmm_replacement(\n    input_: torch.Tensor, mat1: torch.Tensor, mat2: torch.Tensor, *, beta=1, alpha=1\n) -> torch.Tensor:\n    return torch.add(\n        torch.mul(input_, beta), torch.mul(torch.matmul(mat1, mat2), alpha)\n    )\n\n\ndef get_decompositions():\n    return DECOMPOSITIONS\n", "path": "py/torch_tensorrt/dynamo/backend/lowering/_decompositions.py"}, {"content": "import ctypes\nimport glob\nimport os\nimport sys\nimport platform\nimport warnings\nfrom packaging import version\nfrom torch_tensorrt._version import (\n    __version__,\n    __cuda_version__,\n    __cudnn_version__,\n    __tensorrt_version__,\n)\n\nif sys.version_info < (3,):\n    raise Exception(\n        \"Python 2 has reached end-of-life and is not supported by Torch-TensorRT\"\n    )\n\n\ndef _parse_semver(version):\n    split = version.split(\".\")\n    if len(split) < 3:\n        split.append(\"\")\n\n    return {\"major\": split[0], \"minor\": split[1], \"patch\": split[2]}\n\n\ndef _find_lib(name, paths):\n    for path in paths:\n        libpath = os.path.join(path, name)\n        if os.path.isfile(libpath):\n            return libpath\n\n    raise FileNotFoundError(f\"Could not find {name}\\n  Search paths: {paths}\")\n\n\ntry:\n    import tensorrt\nexcept:\n    cuda_version = _parse_semver(__cuda_version__)\n    cudnn_version = _parse_semver(__cudnn_version__)\n    tensorrt_version = _parse_semver(__tensorrt_version__)\n\n    CUDA_MAJOR = cuda_version[\"major\"]\n    CUDNN_MAJOR = cudnn_version[\"major\"]\n    TENSORRT_MAJOR = tensorrt_version[\"major\"]\n\n    if sys.platform.startswith(\"win\"):\n        WIN_LIBS = [\n            \"nvinfer.dll\",\n            \"nvinfer_plugin.dll\",\n        ]\n\n        WIN_PATHS = os.environ[\"PATH\"].split(os.path.pathsep)\n\n        for lib in WIN_LIBS:\n            ctypes.CDLL(_find_lib(lib, WIN_PATHS))\n\n    elif sys.platform.startswith(\"linux\"):\n        LINUX_PATHS = [\n            \"/usr/local/cuda-12.1/lib64\",\n        ]\n\n        if \"LD_LIBRARY_PATH\" in os.environ:\n            LINUX_PATHS += os.environ[\"LD_LIBRARY_PATH\"].split(os.path.pathsep)\n\n        if platform.uname().processor == \"x86_64\":\n            LINUX_PATHS += [\n                \"/usr/lib/x86_64-linux-gnu\",\n            ]\n\n        elif platform.uname().processor == \"aarch64\":\n            LINUX_PATHS += [\"/usr/lib/aarch64-linux-gnu\"]\n\n        LINUX_LIBS = [\n            f\"libnvinfer.so.{TENSORRT_MAJOR}\",\n            f\"libnvinfer_plugin.so.{TENSORRT_MAJOR}\",\n        ]\n\n        for lib in LINUX_LIBS:\n            ctypes.CDLL(_find_lib(lib, LINUX_PATHS))\n\nimport torch\n\nfrom torch_tensorrt._compile import *\nfrom torch_tensorrt._util import *\nfrom torch_tensorrt import ts\nfrom torch_tensorrt import ptq\nfrom torch_tensorrt._enums import *\nfrom torch_tensorrt import logging\nfrom torch_tensorrt._Input import Input\nfrom torch_tensorrt._Device import Device\nfrom torch_tensorrt._TRTModuleNext import TRTModuleNext\n\nfrom torch_tensorrt import fx\n\nif version.parse(torch.__version__) >= version.parse(\"2.1.dev\"):\n    from torch_tensorrt import dynamo\n    from torch_tensorrt.dynamo import backend\n\n\ndef _register_with_torch():\n    trtorch_dir = os.path.dirname(__file__)\n    torch.ops.load_library(trtorch_dir + \"/lib/libtorchtrt.so\")\n\n\n_register_with_torch()\n", "path": "py/torch_tensorrt/__init__.py"}]}