We are currently solving the following issue within our repository. Here is the issue text:
--- BEGIN ISSUE ---
[tensor] fix some unittests

[tensor] fix some unittests

[tensor] fix some unittests


--- END ISSUE ---

Below are some code segments, each from a relevant file. One or more of these files may contain bugs.
--- BEGIN FILES ---
Path: `op_builder/gptq.py`
Content:
```
1 import os
2 import torch
3 import re
4 
5 from .builder import Builder
6 from .utils import append_nvcc_threads, get_cuda_cc_flag
7 
8 class GPTQBuilder(Builder):
9 
10     NAME = "cu_gptq"
11     PREBUILT_IMPORT_PATH = "colossalai._C.cu_gptq"
12 
13     def __init__(self):
14         super().__init__(name=GPTQBuilder.NAME,
15         prebuilt_import_path=GPTQBuilder.PREBUILT_IMPORT_PATH)
16 
17 
18     def include_dirs(self):
19         ret = [self.csrc_abs_path("gptq"), self.get_cuda_home_include()]
20         return ret
21 
22     def sources_files(self):
23         ret = [
24             self.csrc_abs_path(fname) for fname in [
25                 'gptq/linear_gptq.cpp',
26                 'gptq/column_remap.cu',
27                 'gptq/cuda_buffers.cu',
28                 'gptq/q4_matmul.cu',
29                 'gptq/q4_matrix.cu'
30             ]
31         ]
32         return ret
33 
34     def cxx_flags(self):
35         return ['-O3'] + self.version_dependent_macros
36 
37     def nvcc_flags(self):
38         extra_cuda_flags = ['-v',
39             '-std=c++14', '-U__CUDA_NO_HALF_OPERATORS__', '-U__CUDA_NO_HALF_CONVERSIONS__',
40             '-U__CUDA_NO_HALF2_OPERATORS__', '-DTHRUST_IGNORE_CUB_VERSION_CHECK', "-lcublas", "-std=c++17"
41         ]
42 
43 
44         for arch in torch.cuda.get_arch_list():
45             res = re.search(r'sm_(\d+)', arch)
46             if res:
47                 arch_cap = res[1]
48                 if int(arch_cap) >= 80:
49                     extra_cuda_flags.extend(['-gencode', f'arch=compute_{arch_cap},code={arch}'])
50 
51         ret = ['-O3', '--use_fast_math'] + self.version_dependent_macros + extra_cuda_flags
52         return append_nvcc_threads(ret)
```
--- END FILES ---

Please first localize the bug based on the issue statement, and then generate a patch according to the `git diff` format fenced by three backticks.

Here is an example:

```diff
diff --git a/examples/server_async.py b/examples/server_async.py
--- a/examples/server_async.py
+++ b/examples/server_async.py
@@ -313,4 +313,4 @@
 
 
 if __name__ == "__main__":
-    asyncio.run(run_async_server("."), debug=True)
+    asyncio.run(run_async_server(), debug=True)
diff --git a/examples/server_sync.py b/examples/server_sync.py
--- a/examples/server_sync.py
+++ b/examples/server_sync.py
@@ -313,5 +313,5 @@
 
 
 if __name__ == "__main__":
-    server = run_sync_server(".")
+    server = run_sync_server()
     server.shutdown()

```

diff --git a/op_builder/gptq.py b/op_builder/gptq.py
--- a/op_builder/gptq.py
+++ b/op_builder/gptq.py
@@ -1,19 +1,17 @@
-import os
-import torch
 import re
 
+import torch
+
 from .builder import Builder
-from .utils import append_nvcc_threads, get_cuda_cc_flag
+from .utils import append_nvcc_threads
 
-class GPTQBuilder(Builder):
 
+class GPTQBuilder(Builder):
     NAME = "cu_gptq"
     PREBUILT_IMPORT_PATH = "colossalai._C.cu_gptq"
 
     def __init__(self):
-        super().__init__(name=GPTQBuilder.NAME,
-        prebuilt_import_path=GPTQBuilder.PREBUILT_IMPORT_PATH)
-
+        super().__init__(name=GPTQBuilder.NAME, prebuilt_import_path=GPTQBuilder.PREBUILT_IMPORT_PATH)
 
     def include_dirs(self):
         ret = [self.csrc_abs_path("gptq"), self.get_cuda_home_include()]
@@ -21,32 +19,38 @@
 
     def sources_files(self):
         ret = [
-            self.csrc_abs_path(fname) for fname in [
-                'gptq/linear_gptq.cpp',
-                'gptq/column_remap.cu',
-                'gptq/cuda_buffers.cu',
-                'gptq/q4_matmul.cu',
-                'gptq/q4_matrix.cu'
+            self.csrc_abs_path(fname)
+            for fname in [
+                "gptq/linear_gptq.cpp",
+                "gptq/column_remap.cu",
+                "gptq/cuda_buffers.cu",
+                "gptq/q4_matmul.cu",
+                "gptq/q4_matrix.cu",
             ]
         ]
         return ret
 
     def cxx_flags(self):
-        return ['-O3'] + self.version_dependent_macros
+        return ["-O3"] + self.version_dependent_macros
 
     def nvcc_flags(self):
-        extra_cuda_flags = ['-v',
-            '-std=c++14', '-U__CUDA_NO_HALF_OPERATORS__', '-U__CUDA_NO_HALF_CONVERSIONS__',
-            '-U__CUDA_NO_HALF2_OPERATORS__', '-DTHRUST_IGNORE_CUB_VERSION_CHECK', "-lcublas", "-std=c++17"
+        extra_cuda_flags = [
+            "-v",
+            "-std=c++14",
+            "-U__CUDA_NO_HALF_OPERATORS__",
+            "-U__CUDA_NO_HALF_CONVERSIONS__",
+            "-U__CUDA_NO_HALF2_OPERATORS__",
+            "-DTHRUST_IGNORE_CUB_VERSION_CHECK",
+            "-lcublas",
+            "-std=c++17",
         ]
 
-
         for arch in torch.cuda.get_arch_list():
-            res = re.search(r'sm_(\d+)', arch)
+            res = re.search(r"sm_(\d+)", arch)
             if res:
                 arch_cap = res[1]
                 if int(arch_cap) >= 80:
-                    extra_cuda_flags.extend(['-gencode', f'arch=compute_{arch_cap},code={arch}'])
+                    extra_cuda_flags.extend(["-gencode", f"arch=compute_{arch_cap},code={arch}"])
 
-        ret = ['-O3', '--use_fast_math'] + self.version_dependent_macros + extra_cuda_flags
-        return append_nvcc_threads(ret)
\ No newline at end of file
+        ret = ["-O3", "--use_fast_math"] + self.version_dependent_macros + extra_cuda_flags
+        return append_nvcc_threads(ret)

{"golden_diff": "diff --git a/op_builder/gptq.py b/op_builder/gptq.py\n--- a/op_builder/gptq.py\n+++ b/op_builder/gptq.py\n@@ -1,19 +1,17 @@\n-import os\n-import torch\n import re\n \n+import torch\n+\n from .builder import Builder\n-from .utils import append_nvcc_threads, get_cuda_cc_flag\n+from .utils import append_nvcc_threads\n \n-class GPTQBuilder(Builder):\n \n+class GPTQBuilder(Builder):\n     NAME = \"cu_gptq\"\n     PREBUILT_IMPORT_PATH = \"colossalai._C.cu_gptq\"\n \n     def __init__(self):\n-        super().__init__(name=GPTQBuilder.NAME,\n-        prebuilt_import_path=GPTQBuilder.PREBUILT_IMPORT_PATH)\n-\n+        super().__init__(name=GPTQBuilder.NAME, prebuilt_import_path=GPTQBuilder.PREBUILT_IMPORT_PATH)\n \n     def include_dirs(self):\n         ret = [self.csrc_abs_path(\"gptq\"), self.get_cuda_home_include()]\n@@ -21,32 +19,38 @@\n \n     def sources_files(self):\n         ret = [\n-            self.csrc_abs_path(fname) for fname in [\n-                'gptq/linear_gptq.cpp',\n-                'gptq/column_remap.cu',\n-                'gptq/cuda_buffers.cu',\n-                'gptq/q4_matmul.cu',\n-                'gptq/q4_matrix.cu'\n+            self.csrc_abs_path(fname)\n+            for fname in [\n+                \"gptq/linear_gptq.cpp\",\n+                \"gptq/column_remap.cu\",\n+                \"gptq/cuda_buffers.cu\",\n+                \"gptq/q4_matmul.cu\",\n+                \"gptq/q4_matrix.cu\",\n             ]\n         ]\n         return ret\n \n     def cxx_flags(self):\n-        return ['-O3'] + self.version_dependent_macros\n+        return [\"-O3\"] + self.version_dependent_macros\n \n     def nvcc_flags(self):\n-        extra_cuda_flags = ['-v',\n-            '-std=c++14', '-U__CUDA_NO_HALF_OPERATORS__', '-U__CUDA_NO_HALF_CONVERSIONS__',\n-            '-U__CUDA_NO_HALF2_OPERATORS__', '-DTHRUST_IGNORE_CUB_VERSION_CHECK', \"-lcublas\", \"-std=c++17\"\n+        extra_cuda_flags = [\n+            \"-v\",\n+            \"-std=c++14\",\n+            \"-U__CUDA_NO_HALF_OPERATORS__\",\n+            \"-U__CUDA_NO_HALF_CONVERSIONS__\",\n+            \"-U__CUDA_NO_HALF2_OPERATORS__\",\n+            \"-DTHRUST_IGNORE_CUB_VERSION_CHECK\",\n+            \"-lcublas\",\n+            \"-std=c++17\",\n         ]\n \n-\n         for arch in torch.cuda.get_arch_list():\n-            res = re.search(r'sm_(\\d+)', arch)\n+            res = re.search(r\"sm_(\\d+)\", arch)\n             if res:\n                 arch_cap = res[1]\n                 if int(arch_cap) >= 80:\n-                    extra_cuda_flags.extend(['-gencode', f'arch=compute_{arch_cap},code={arch}'])\n+                    extra_cuda_flags.extend([\"-gencode\", f\"arch=compute_{arch_cap},code={arch}\"])\n \n-        ret = ['-O3', '--use_fast_math'] + self.version_dependent_macros + extra_cuda_flags\n-        return append_nvcc_threads(ret)\n\\ No newline at end of file\n+        ret = [\"-O3\", \"--use_fast_math\"] + self.version_dependent_macros + extra_cuda_flags\n+        return append_nvcc_threads(ret)\n", "issue": "[tensor] fix some unittests\n\n[tensor] fix some unittests\n\n[tensor] fix some unittests\n\n", "before_files": [{"content": "import os\nimport torch\nimport re\n\nfrom .builder import Builder\nfrom .utils import append_nvcc_threads, get_cuda_cc_flag\n\nclass GPTQBuilder(Builder):\n\n    NAME = \"cu_gptq\"\n    PREBUILT_IMPORT_PATH = \"colossalai._C.cu_gptq\"\n\n    def __init__(self):\n        super().__init__(name=GPTQBuilder.NAME,\n        prebuilt_import_path=GPTQBuilder.PREBUILT_IMPORT_PATH)\n\n\n    def include_dirs(self):\n        ret = [self.csrc_abs_path(\"gptq\"), self.get_cuda_home_include()]\n        return ret\n\n    def sources_files(self):\n        ret = [\n            self.csrc_abs_path(fname) for fname in [\n                'gptq/linear_gptq.cpp',\n                'gptq/column_remap.cu',\n                'gptq/cuda_buffers.cu',\n                'gptq/q4_matmul.cu',\n                'gptq/q4_matrix.cu'\n            ]\n        ]\n        return ret\n\n    def cxx_flags(self):\n        return ['-O3'] + self.version_dependent_macros\n\n    def nvcc_flags(self):\n        extra_cuda_flags = ['-v',\n            '-std=c++14', '-U__CUDA_NO_HALF_OPERATORS__', '-U__CUDA_NO_HALF_CONVERSIONS__',\n            '-U__CUDA_NO_HALF2_OPERATORS__', '-DTHRUST_IGNORE_CUB_VERSION_CHECK', \"-lcublas\", \"-std=c++17\"\n        ]\n\n\n        for arch in torch.cuda.get_arch_list():\n            res = re.search(r'sm_(\\d+)', arch)\n            if res:\n                arch_cap = res[1]\n                if int(arch_cap) >= 80:\n                    extra_cuda_flags.extend(['-gencode', f'arch=compute_{arch_cap},code={arch}'])\n\n        ret = ['-O3', '--use_fast_math'] + self.version_dependent_macros + extra_cuda_flags\n        return append_nvcc_threads(ret)", "path": "op_builder/gptq.py"}], "after_files": [{"content": "import re\n\nimport torch\n\nfrom .builder import Builder\nfrom .utils import append_nvcc_threads\n\n\nclass GPTQBuilder(Builder):\n    NAME = \"cu_gptq\"\n    PREBUILT_IMPORT_PATH = \"colossalai._C.cu_gptq\"\n\n    def __init__(self):\n        super().__init__(name=GPTQBuilder.NAME, prebuilt_import_path=GPTQBuilder.PREBUILT_IMPORT_PATH)\n\n    def include_dirs(self):\n        ret = [self.csrc_abs_path(\"gptq\"), self.get_cuda_home_include()]\n        return ret\n\n    def sources_files(self):\n        ret = [\n            self.csrc_abs_path(fname)\n            for fname in [\n                \"gptq/linear_gptq.cpp\",\n                \"gptq/column_remap.cu\",\n                \"gptq/cuda_buffers.cu\",\n                \"gptq/q4_matmul.cu\",\n                \"gptq/q4_matrix.cu\",\n            ]\n        ]\n        return ret\n\n    def cxx_flags(self):\n        return [\"-O3\"] + self.version_dependent_macros\n\n    def nvcc_flags(self):\n        extra_cuda_flags = [\n            \"-v\",\n            \"-std=c++14\",\n            \"-U__CUDA_NO_HALF_OPERATORS__\",\n            \"-U__CUDA_NO_HALF_CONVERSIONS__\",\n            \"-U__CUDA_NO_HALF2_OPERATORS__\",\n            \"-DTHRUST_IGNORE_CUB_VERSION_CHECK\",\n            \"-lcublas\",\n            \"-std=c++17\",\n        ]\n\n        for arch in torch.cuda.get_arch_list():\n            res = re.search(r\"sm_(\\d+)\", arch)\n            if res:\n                arch_cap = res[1]\n                if int(arch_cap) >= 80:\n                    extra_cuda_flags.extend([\"-gencode\", f\"arch=compute_{arch_cap},code={arch}\"])\n\n        ret = [\"-O3\", \"--use_fast_math\"] + self.version_dependent_macros + extra_cuda_flags\n        return append_nvcc_threads(ret)\n", "path": "op_builder/gptq.py"}]}