We are currently solving the following issue within our repository. Here is the issue text:
--- BEGIN ISSUE ---
[tensor] fix some unittests

[tensor] fix some unittests

[tensor] fix some unittests


--- END ISSUE ---

Below are some code segments, each from a relevant file. One or more of these files may contain bugs.
--- BEGIN FILES ---
Path: `extensions/inference/inference_ops_cuda.py`
Content:
```
1 from ..cuda_extension import _CudaExtension
2 from ..utils import get_cuda_cc_flag
3 
4 
5 class InferenceOpsCudaExtension(_CudaExtension):
6     def __init__(self):
7         super().__init__(name="inference_ops_cuda")
8 
9     def sources_files(self):
10         ret = [
11             self.csrc_abs_path(fname)
12             for fname in [
13                 "cuda/colossal_inference_C_frontend.cpp",
14                 "cuda/decode_kv_cache_memcpy_kernel.cu",
15             ]
16         ]
17         return ret
18 
19     def include_dirs(self):
20         ret = [self.get_cuda_home_include()]
21         return ret
22 
23     def cxx_flags(self):
24         version_dependent_macros = ["-DVERSION_GE_1_1", "-DVERSION_GE_1_3", "-DVERSION_GE_1_5"]
25         return ["-O3"] + version_dependent_macros
26 
27     def nvcc_flags(self):
28         extra_cuda_flags = ["-lineinfo"]
29         extra_cuda_flags.extend(get_cuda_cc_flag())
30         return ["-O3", "--use_fast_math"] + extra_cuda_flags
31
```
--- END FILES ---

Please first localize the bug based on the issue statement, and then generate a patch according to the `git diff` format fenced by three backticks.

Here is an example:

```diff
diff --git a/examples/server_async.py b/examples/server_async.py
--- a/examples/server_async.py
+++ b/examples/server_async.py
@@ -313,4 +313,4 @@
 
 
 if __name__ == "__main__":
-    asyncio.run(run_async_server("."), debug=True)
+    asyncio.run(run_async_server(), debug=True)
diff --git a/examples/server_sync.py b/examples/server_sync.py
--- a/examples/server_sync.py
+++ b/examples/server_sync.py
@@ -313,5 +313,5 @@
 
 
 if __name__ == "__main__":
-    server = run_sync_server(".")
+    server = run_sync_server()
     server.shutdown()

```

diff --git a/extensions/inference/inference_ops_cuda.py b/extensions/inference/inference_ops_cuda.py
--- a/extensions/inference/inference_ops_cuda.py
+++ b/extensions/inference/inference_ops_cuda.py
@@ -12,6 +12,7 @@
             for fname in [
                 "cuda/colossal_inference_C_frontend.cpp",
                 "cuda/decode_kv_cache_memcpy_kernel.cu",
+                "cuda/activation_kernel.cu",
             ]
         ]
         return ret

{"golden_diff": "diff --git a/extensions/inference/inference_ops_cuda.py b/extensions/inference/inference_ops_cuda.py\n--- a/extensions/inference/inference_ops_cuda.py\n+++ b/extensions/inference/inference_ops_cuda.py\n@@ -12,6 +12,7 @@\n             for fname in [\n                 \"cuda/colossal_inference_C_frontend.cpp\",\n                 \"cuda/decode_kv_cache_memcpy_kernel.cu\",\n+                \"cuda/activation_kernel.cu\",\n             ]\n         ]\n         return ret\n", "issue": "[tensor] fix some unittests\n\n[tensor] fix some unittests\n\n[tensor] fix some unittests\n\n", "before_files": [{"content": "from ..cuda_extension import _CudaExtension\nfrom ..utils import get_cuda_cc_flag\n\n\nclass InferenceOpsCudaExtension(_CudaExtension):\n    def __init__(self):\n        super().__init__(name=\"inference_ops_cuda\")\n\n    def sources_files(self):\n        ret = [\n            self.csrc_abs_path(fname)\n            for fname in [\n                \"cuda/colossal_inference_C_frontend.cpp\",\n                \"cuda/decode_kv_cache_memcpy_kernel.cu\",\n            ]\n        ]\n        return ret\n\n    def include_dirs(self):\n        ret = [self.get_cuda_home_include()]\n        return ret\n\n    def cxx_flags(self):\n        version_dependent_macros = [\"-DVERSION_GE_1_1\", \"-DVERSION_GE_1_3\", \"-DVERSION_GE_1_5\"]\n        return [\"-O3\"] + version_dependent_macros\n\n    def nvcc_flags(self):\n        extra_cuda_flags = [\"-lineinfo\"]\n        extra_cuda_flags.extend(get_cuda_cc_flag())\n        return [\"-O3\", \"--use_fast_math\"] + extra_cuda_flags\n", "path": "extensions/inference/inference_ops_cuda.py"}], "after_files": [{"content": "from ..cuda_extension import _CudaExtension\nfrom ..utils import get_cuda_cc_flag\n\n\nclass InferenceOpsCudaExtension(_CudaExtension):\n    def __init__(self):\n        super().__init__(name=\"inference_ops_cuda\")\n\n    def sources_files(self):\n        ret = [\n            self.csrc_abs_path(fname)\n            for fname in [\n                \"cuda/colossal_inference_C_frontend.cpp\",\n                \"cuda/decode_kv_cache_memcpy_kernel.cu\",\n                \"cuda/activation_kernel.cu\",\n            ]\n        ]\n        return ret\n\n    def include_dirs(self):\n        ret = [self.get_cuda_home_include()]\n        return ret\n\n    def cxx_flags(self):\n        version_dependent_macros = [\"-DVERSION_GE_1_1\", \"-DVERSION_GE_1_3\", \"-DVERSION_GE_1_5\"]\n        return [\"-O3\"] + version_dependent_macros\n\n    def nvcc_flags(self):\n        extra_cuda_flags = [\"-lineinfo\"]\n        extra_cuda_flags.extend(get_cuda_cc_flag())\n        return [\"-O3\", \"--use_fast_math\"] + extra_cuda_flags\n", "path": "extensions/inference/inference_ops_cuda.py"}]}