We are currently solving the following issue within our repository. Here is the issue text:
--- BEGIN ISSUE ---
FEAT: support vicuna-v1.3 33B


--- END ISSUE ---

Below are some code segments, each from a relevant file. One or more of these files may contain bugs.
--- BEGIN FILES ---
Path: `xinference/model/llm/__init__.py`
Content:
```
1 # Copyright 2022-2023 XProbe Inc.
2 #
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at
6 #
7 #      http://www.apache.org/licenses/LICENSE-2.0
8 #
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
14 
15 
16 def install():
17     from .. import MODEL_FAMILIES, ModelFamily
18     from .chatglm import ChatglmCppChatModel
19     from .core import LlamaCppModel
20     from .orca import OrcaMiniGgml
21     from .pytorch.baichuan import BaichuanPytorch
22     from .pytorch.vicuna import VicunaCensoredPytorch
23     from .vicuna import VicunaCensoredGgml
24     from .wizardlm import WizardlmGgml
25 
26     baichuan_url_generator = lambda model_size, quantization: (
27         f"https://huggingface.co/TheBloke/baichuan-llama-{model_size}B-GGML/resolve/main/"
28         f"baichuan-llama-{model_size}b.ggmlv3.{quantization}.bin"
29     )
30     MODEL_FAMILIES.append(
31         ModelFamily(
32             model_name="baichuan",
33             model_format="ggmlv3",
34             model_sizes_in_billions=[7],
35             quantizations=[
36                 "q2_K",
37                 "q3_K_L",
38                 "q3_K_M",
39                 "q3_K_S",
40                 "q4_0",
41                 "q4_1",
42                 "q4_K_M",
43                 "q4_K_S",
44                 "q5_0",
45                 "q5_1",
46                 "q5_K_M",
47                 "q5_K_S",
48                 "q6_K",
49                 "q8_0",
50             ],
51             url_generator=baichuan_url_generator,
52             cls=LlamaCppModel,
53         )
54     )
55 
56     wizardlm_v1_0_url_generator = lambda model_size, quantization: (
57         f"https://huggingface.co/TheBloke/WizardLM-{model_size}B-V1.0-Uncensored-GGML/resolve/main/"
58         f"wizardlm-{model_size}b-v1.0-uncensored.ggmlv3.{quantization}.bin"
59     )
60     MODEL_FAMILIES.append(
61         ModelFamily(
62             model_name="wizardlm-v1.0",
63             model_sizes_in_billions=[7, 13, 33],
64             model_format="ggmlv3",
65             quantizations=[
66                 "q2_K",
67                 "q3_K_L",
68                 "q3_K_M",
69                 "q3_K_S",
70                 "q4_0",
71                 "q4_1",
72                 "q4_K_M",
73                 "q4_K_S",
74                 "q5_0",
75                 "q5_1",
76                 "q5_K_M",
77                 "q5_K_S",
78                 "q6_K",
79                 "q8_0",
80             ],
81             url_generator=wizardlm_v1_0_url_generator,
82             cls=WizardlmGgml,
83         ),
84     )
85 
86     wizardlm_v1_1_url_generator = lambda model_size, quantization: (
87         f"https://huggingface.co/TheBloke/WizardLM-{model_size}B-V1.1-GGML/resolve/main/"
88         f"wizardlm-{model_size}b-v1.1.ggmlv3.{quantization}.bin"
89     )
90     MODEL_FAMILIES.append(
91         ModelFamily(
92             model_name="wizardlm-v1.1",
93             model_sizes_in_billions=[13],
94             model_format="ggmlv3",
95             quantizations=[
96                 "q2_K",
97                 "q3_K_L",
98                 "q3_K_M",
99                 "q3_K_S",
100                 "q4_0",
101                 "q4_1",
102                 "q4_K_M",
103                 "q4_K_S",
104                 "q5_0",
105                 "q5_1",
106                 "q5_K_M",
107                 "q5_K_S",
108                 "q6_K",
109                 "q8_0",
110             ],
111             url_generator=wizardlm_v1_1_url_generator,
112             cls=VicunaCensoredGgml,  # according to https://huggingface.co/TheBloke/WizardLM-13B-V1.1-GGML
113         ),
114     )
115 
116     vicuna_v1_3_url_generator = lambda model_size, quantization: (
117         "https://huggingface.co/TheBloke/vicuna-7B-v1.3-GGML/resolve/main/"
118         f"vicuna-7b-v1.3.ggmlv3.{quantization}.bin"
119         if model_size == 7
120         else (
121             "https://huggingface.co/TheBloke/vicuna-13b-v1.3.0-GGML/resolve/main/"
122             f"vicuna-13b-v1.3.0.ggmlv3.{quantization}.bin"
123         )
124     )
125     MODEL_FAMILIES.append(
126         ModelFamily(
127             model_name="vicuna-v1.3",
128             model_sizes_in_billions=[7, 13],
129             model_format="ggmlv3",
130             quantizations=[
131                 "q2_K",
132                 "q3_K_L",
133                 "q3_K_M",
134                 "q3_K_S",
135                 "q4_0",
136                 "q4_1",
137                 "q4_K_M",
138                 "q4_K_S",
139                 "q5_0",
140                 "q5_1",
141                 "q5_K_M",
142                 "q5_K_S",
143                 "q6_K",
144                 "q8_0",
145             ],
146             url_generator=vicuna_v1_3_url_generator,
147             cls=VicunaCensoredGgml,
148         ),
149     )
150 
151     orca_url_generator = lambda model_size, quantization: (
152         f"https://huggingface.co/TheBloke/orca_mini_{model_size}B-GGML/resolve/main/orca-mini-"
153         f"{model_size}b.ggmlv3.{quantization}.bin"
154     )
155     MODEL_FAMILIES.append(
156         ModelFamily(
157             model_name="orca",
158             model_sizes_in_billions=[3, 7, 13],
159             model_format="ggmlv3",
160             quantizations=[
161                 "q4_0",
162                 "q4_1",
163                 "q5_0",
164                 "q5_1",
165                 "q8_0",
166             ],
167             url_generator=orca_url_generator,
168             cls=OrcaMiniGgml,
169         )
170     )
171 
172     chatglm_url_generator = lambda model_size, quantization: (
173         f"https://huggingface.co/Xorbits/chatglm-{model_size}B-GGML/resolve/main/"
174         f"chatglm-ggml-{quantization}.bin"
175     )
176     MODEL_FAMILIES.append(
177         ModelFamily(
178             model_name="chatglm",
179             model_sizes_in_billions=[6],
180             model_format="ggmlv3",
181             quantizations=[
182                 "q4_0",
183                 "q4_1",
184                 "q5_0",
185                 "q5_1",
186                 "q8_0",
187             ],
188             url_generator=chatglm_url_generator,
189             cls=ChatglmCppChatModel,
190         )
191     )
192 
193     chatglm2_url_generator = lambda model_size, quantization: (
194         f"https://huggingface.co/Xorbits/chatglm2-{model_size}B-GGML/resolve/main/"
195         f"chatglm2-ggml-{quantization}.bin"
196     )
197     MODEL_FAMILIES.append(
198         ModelFamily(
199             model_name="chatglm2",
200             model_sizes_in_billions=[6],
201             model_format="ggmlv3",
202             quantizations=[
203                 "q4_0",
204                 "q4_1",
205                 "q5_0",
206                 "q5_1",
207                 "q8_0",
208             ],
209             url_generator=chatglm2_url_generator,
210             cls=ChatglmCppChatModel,
211         )
212     )
213 
214     MODEL_FAMILIES.append(
215         ModelFamily(
216             model_name="baichuan-inc/Baichuan-7B",
217             model_sizes_in_billions=[7],
218             model_format="pytorch",
219             quantizations=None,
220             url_generator=None,
221             cls=BaichuanPytorch,
222         ),
223     )
224 
225     MODEL_FAMILIES.append(
226         ModelFamily(
227             model_name="lmsys/vicuna-7b-v1.3",
228             model_sizes_in_billions=[7, 13],
229             model_format="pytorch",
230             quantizations=None,
231             url_generator=None,
232             cls=VicunaCensoredPytorch,
233         ),
234     )
235
```
--- END FILES ---

Please first localize the bug based on the issue statement, and then generate a patch according to the `git diff` format fenced by three backticks.

Here is an example:

```diff
diff --git a/examples/server_async.py b/examples/server_async.py
--- a/examples/server_async.py
+++ b/examples/server_async.py
@@ -313,4 +313,4 @@
 
 
 if __name__ == "__main__":
-    asyncio.run(run_async_server("."), debug=True)
+    asyncio.run(run_async_server(), debug=True)
diff --git a/examples/server_sync.py b/examples/server_sync.py
--- a/examples/server_sync.py
+++ b/examples/server_sync.py
@@ -313,5 +313,5 @@
 
 
 if __name__ == "__main__":
-    server = run_sync_server(".")
+    server = run_sync_server()
     server.shutdown()

```

diff --git a/xinference/model/llm/__init__.py b/xinference/model/llm/__init__.py
--- a/xinference/model/llm/__init__.py
+++ b/xinference/model/llm/__init__.py
@@ -88,12 +88,14 @@
         else (
             "https://huggingface.co/TheBloke/vicuna-13b-v1.3.0-GGML/resolve/main/"
             f"vicuna-13b-v1.3.0.ggmlv3.{quantization}.bin"
+            if model_size == 13
+            else f"https://huggingface.co/TheBloke/vicuna-33B-GGML/resolve/main/vicuna-33b.ggmlv3.{quantization}.bin"
         )
     )
     MODEL_FAMILIES.append(
         ModelFamily(
             model_name="vicuna-v1.3",
-            model_sizes_in_billions=[7, 13],
+            model_sizes_in_billions=[7, 13, 33],
             model_format="ggmlv3",
             quantizations=[
                 "q2_K",

{"golden_diff": "diff --git a/xinference/model/llm/__init__.py b/xinference/model/llm/__init__.py\n--- a/xinference/model/llm/__init__.py\n+++ b/xinference/model/llm/__init__.py\n@@ -88,12 +88,14 @@\n         else (\n             \"https://huggingface.co/TheBloke/vicuna-13b-v1.3.0-GGML/resolve/main/\"\n             f\"vicuna-13b-v1.3.0.ggmlv3.{quantization}.bin\"\n+            if model_size == 13\n+            else f\"https://huggingface.co/TheBloke/vicuna-33B-GGML/resolve/main/vicuna-33b.ggmlv3.{quantization}.bin\"\n         )\n     )\n     MODEL_FAMILIES.append(\n         ModelFamily(\n             model_name=\"vicuna-v1.3\",\n-            model_sizes_in_billions=[7, 13],\n+            model_sizes_in_billions=[7, 13, 33],\n             model_format=\"ggmlv3\",\n             quantizations=[\n                 \"q2_K\",\n", "issue": "FEAT: support vicuna-v1.3 33B\n\n", "before_files": [{"content": "# Copyright 2022-2023 XProbe Inc.\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n#      http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n\ndef install():\n    from .. import MODEL_FAMILIES, ModelFamily\n    from .chatglm import ChatglmCppChatModel\n    from .core import LlamaCppModel\n    from .orca import OrcaMiniGgml\n    from .pytorch.baichuan import BaichuanPytorch\n    from .pytorch.vicuna import VicunaCensoredPytorch\n    from .vicuna import VicunaCensoredGgml\n    from .wizardlm import WizardlmGgml\n\n    baichuan_url_generator = lambda model_size, quantization: (\n        f\"https://huggingface.co/TheBloke/baichuan-llama-{model_size}B-GGML/resolve/main/\"\n        f\"baichuan-llama-{model_size}b.ggmlv3.{quantization}.bin\"\n    )\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"baichuan\",\n            model_format=\"ggmlv3\",\n            model_sizes_in_billions=[7],\n            quantizations=[\n                \"q2_K\",\n                \"q3_K_L\",\n                \"q3_K_M\",\n                \"q3_K_S\",\n                \"q4_0\",\n                \"q4_1\",\n                \"q4_K_M\",\n                \"q4_K_S\",\n                \"q5_0\",\n                \"q5_1\",\n                \"q5_K_M\",\n                \"q5_K_S\",\n                \"q6_K\",\n                \"q8_0\",\n            ],\n            url_generator=baichuan_url_generator,\n            cls=LlamaCppModel,\n        )\n    )\n\n    wizardlm_v1_0_url_generator = lambda model_size, quantization: (\n        f\"https://huggingface.co/TheBloke/WizardLM-{model_size}B-V1.0-Uncensored-GGML/resolve/main/\"\n        f\"wizardlm-{model_size}b-v1.0-uncensored.ggmlv3.{quantization}.bin\"\n    )\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"wizardlm-v1.0\",\n            model_sizes_in_billions=[7, 13, 33],\n            model_format=\"ggmlv3\",\n            quantizations=[\n                \"q2_K\",\n                \"q3_K_L\",\n                \"q3_K_M\",\n                \"q3_K_S\",\n                \"q4_0\",\n                \"q4_1\",\n                \"q4_K_M\",\n                \"q4_K_S\",\n                \"q5_0\",\n                \"q5_1\",\n                \"q5_K_M\",\n                \"q5_K_S\",\n                \"q6_K\",\n                \"q8_0\",\n            ],\n            url_generator=wizardlm_v1_0_url_generator,\n            cls=WizardlmGgml,\n        ),\n    )\n\n    wizardlm_v1_1_url_generator = lambda model_size, quantization: (\n        f\"https://huggingface.co/TheBloke/WizardLM-{model_size}B-V1.1-GGML/resolve/main/\"\n        f\"wizardlm-{model_size}b-v1.1.ggmlv3.{quantization}.bin\"\n    )\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"wizardlm-v1.1\",\n            model_sizes_in_billions=[13],\n            model_format=\"ggmlv3\",\n            quantizations=[\n                \"q2_K\",\n                \"q3_K_L\",\n                \"q3_K_M\",\n                \"q3_K_S\",\n                \"q4_0\",\n                \"q4_1\",\n                \"q4_K_M\",\n                \"q4_K_S\",\n                \"q5_0\",\n                \"q5_1\",\n                \"q5_K_M\",\n                \"q5_K_S\",\n                \"q6_K\",\n                \"q8_0\",\n            ],\n            url_generator=wizardlm_v1_1_url_generator,\n            cls=VicunaCensoredGgml,  # according to https://huggingface.co/TheBloke/WizardLM-13B-V1.1-GGML\n        ),\n    )\n\n    vicuna_v1_3_url_generator = lambda model_size, quantization: (\n        \"https://huggingface.co/TheBloke/vicuna-7B-v1.3-GGML/resolve/main/\"\n        f\"vicuna-7b-v1.3.ggmlv3.{quantization}.bin\"\n        if model_size == 7\n        else (\n            \"https://huggingface.co/TheBloke/vicuna-13b-v1.3.0-GGML/resolve/main/\"\n            f\"vicuna-13b-v1.3.0.ggmlv3.{quantization}.bin\"\n        )\n    )\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"vicuna-v1.3\",\n            model_sizes_in_billions=[7, 13],\n            model_format=\"ggmlv3\",\n            quantizations=[\n                \"q2_K\",\n                \"q3_K_L\",\n                \"q3_K_M\",\n                \"q3_K_S\",\n                \"q4_0\",\n                \"q4_1\",\n                \"q4_K_M\",\n                \"q4_K_S\",\n                \"q5_0\",\n                \"q5_1\",\n                \"q5_K_M\",\n                \"q5_K_S\",\n                \"q6_K\",\n                \"q8_0\",\n            ],\n            url_generator=vicuna_v1_3_url_generator,\n            cls=VicunaCensoredGgml,\n        ),\n    )\n\n    orca_url_generator = lambda model_size, quantization: (\n        f\"https://huggingface.co/TheBloke/orca_mini_{model_size}B-GGML/resolve/main/orca-mini-\"\n        f\"{model_size}b.ggmlv3.{quantization}.bin\"\n    )\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"orca\",\n            model_sizes_in_billions=[3, 7, 13],\n            model_format=\"ggmlv3\",\n            quantizations=[\n                \"q4_0\",\n                \"q4_1\",\n                \"q5_0\",\n                \"q5_1\",\n                \"q8_0\",\n            ],\n            url_generator=orca_url_generator,\n            cls=OrcaMiniGgml,\n        )\n    )\n\n    chatglm_url_generator = lambda model_size, quantization: (\n        f\"https://huggingface.co/Xorbits/chatglm-{model_size}B-GGML/resolve/main/\"\n        f\"chatglm-ggml-{quantization}.bin\"\n    )\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"chatglm\",\n            model_sizes_in_billions=[6],\n            model_format=\"ggmlv3\",\n            quantizations=[\n                \"q4_0\",\n                \"q4_1\",\n                \"q5_0\",\n                \"q5_1\",\n                \"q8_0\",\n            ],\n            url_generator=chatglm_url_generator,\n            cls=ChatglmCppChatModel,\n        )\n    )\n\n    chatglm2_url_generator = lambda model_size, quantization: (\n        f\"https://huggingface.co/Xorbits/chatglm2-{model_size}B-GGML/resolve/main/\"\n        f\"chatglm2-ggml-{quantization}.bin\"\n    )\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"chatglm2\",\n            model_sizes_in_billions=[6],\n            model_format=\"ggmlv3\",\n            quantizations=[\n                \"q4_0\",\n                \"q4_1\",\n                \"q5_0\",\n                \"q5_1\",\n                \"q8_0\",\n            ],\n            url_generator=chatglm2_url_generator,\n            cls=ChatglmCppChatModel,\n        )\n    )\n\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"baichuan-inc/Baichuan-7B\",\n            model_sizes_in_billions=[7],\n            model_format=\"pytorch\",\n            quantizations=None,\n            url_generator=None,\n            cls=BaichuanPytorch,\n        ),\n    )\n\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"lmsys/vicuna-7b-v1.3\",\n            model_sizes_in_billions=[7, 13],\n            model_format=\"pytorch\",\n            quantizations=None,\n            url_generator=None,\n            cls=VicunaCensoredPytorch,\n        ),\n    )\n", "path": "xinference/model/llm/__init__.py"}], "after_files": [{"content": "# Copyright 2022-2023 XProbe Inc.\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n#      http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n\ndef install():\n    from .. import MODEL_FAMILIES, ModelFamily\n    from .chatglm import ChatglmCppChatModel\n    from .core import LlamaCppModel\n    from .orca import OrcaMiniGgml\n    from .vicuna import VicunaCensoredGgml\n    from .wizardlm import WizardlmGgml\n\n    baichuan_url_generator = lambda model_size, quantization: (\n        f\"https://huggingface.co/TheBloke/baichuan-llama-{model_size}B-GGML/resolve/main/\"\n        f\"baichuan-llama-{model_size}b.ggmlv3.{quantization}.bin\"\n    )\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"baichuan\",\n            model_format=\"ggmlv3\",\n            model_sizes_in_billions=[7],\n            quantizations=[\n                \"q2_K\",\n                \"q3_K_L\",\n                \"q3_K_M\",\n                \"q3_K_S\",\n                \"q4_0\",\n                \"q4_1\",\n                \"q4_K_M\",\n                \"q4_K_S\",\n                \"q5_0\",\n                \"q5_1\",\n                \"q5_K_M\",\n                \"q5_K_S\",\n                \"q6_K\",\n                \"q8_0\",\n            ],\n            url_generator=baichuan_url_generator,\n            cls=LlamaCppModel,\n        )\n    )\n\n    wizardlm_v1_0_url_generator = lambda model_size, quantization: (\n        f\"https://huggingface.co/TheBloke/WizardLM-{model_size}B-V1.0-Uncensored-GGML/resolve/main/\"\n        f\"wizardlm-{model_size}b-v1.0-uncensored.ggmlv3.{quantization}.bin\"\n    )\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"wizardlm-v1.0\",\n            model_sizes_in_billions=[7, 13, 33],\n            model_format=\"ggmlv3\",\n            quantizations=[\n                \"q2_K\",\n                \"q3_K_L\",\n                \"q3_K_M\",\n                \"q3_K_S\",\n                \"q4_0\",\n                \"q4_1\",\n                \"q4_K_M\",\n                \"q4_K_S\",\n                \"q5_0\",\n                \"q5_1\",\n                \"q5_K_M\",\n                \"q5_K_S\",\n                \"q6_K\",\n                \"q8_0\",\n            ],\n            url_generator=wizardlm_v1_0_url_generator,\n            cls=WizardlmGgml,\n        ),\n    )\n\n    vicuna_v1_3_url_generator = lambda model_size, quantization: (\n        \"https://huggingface.co/TheBloke/vicuna-7B-v1.3-GGML/resolve/main/\"\n        f\"vicuna-7b-v1.3.ggmlv3.{quantization}.bin\"\n        if model_size == 7\n        else (\n            \"https://huggingface.co/TheBloke/vicuna-13b-v1.3.0-GGML/resolve/main/\"\n            f\"vicuna-13b-v1.3.0.ggmlv3.{quantization}.bin\"\n            if model_size == 13\n            else f\"https://huggingface.co/TheBloke/vicuna-33B-GGML/resolve/main/vicuna-33b.ggmlv3.{quantization}.bin\"\n        )\n    )\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"vicuna-v1.3\",\n            model_sizes_in_billions=[7, 13, 33],\n            model_format=\"ggmlv3\",\n            quantizations=[\n                \"q2_K\",\n                \"q3_K_L\",\n                \"q3_K_M\",\n                \"q3_K_S\",\n                \"q4_0\",\n                \"q4_1\",\n                \"q4_K_M\",\n                \"q4_K_S\",\n                \"q5_0\",\n                \"q5_1\",\n                \"q5_K_M\",\n                \"q5_K_S\",\n                \"q6_K\",\n                \"q8_0\",\n            ],\n            url_generator=vicuna_v1_3_url_generator,\n            cls=VicunaCensoredGgml,\n        ),\n    )\n\n    orca_url_generator = lambda model_size, quantization: (\n        f\"https://huggingface.co/TheBloke/orca_mini_{model_size}B-GGML/resolve/main/orca-mini-\"\n        f\"{model_size}b.ggmlv3.{quantization}.bin\"\n    )\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"orca\",\n            model_sizes_in_billions=[3, 7, 13],\n            model_format=\"ggmlv3\",\n            quantizations=[\n                \"q4_0\",\n                \"q4_1\",\n                \"q5_0\",\n                \"q5_1\",\n                \"q8_0\",\n            ],\n            url_generator=orca_url_generator,\n            cls=OrcaMiniGgml,\n        )\n    )\n\n    chatglm_url_generator = lambda model_size, quantization: (\n        f\"https://huggingface.co/Xorbits/chatglm-{model_size}B-GGML/resolve/main/\"\n        f\"chatglm-ggml-{quantization}.bin\"\n    )\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"chatglm\",\n            model_sizes_in_billions=[6],\n            model_format=\"ggmlv3\",\n            quantizations=[\n                \"q4_0\",\n                \"q4_1\",\n                \"q5_0\",\n                \"q5_1\",\n                \"q8_0\",\n            ],\n            url_generator=chatglm_url_generator,\n            cls=ChatglmCppChatModel,\n        )\n    )\n\n    chatglm2_url_generator = lambda model_size, quantization: (\n        f\"https://huggingface.co/Xorbits/chatglm2-{model_size}B-GGML/resolve/main/\"\n        f\"chatglm2-ggml-{quantization}.bin\"\n    )\n    MODEL_FAMILIES.append(\n        ModelFamily(\n            model_name=\"chatglm2\",\n            model_sizes_in_billions=[6],\n            model_format=\"ggmlv3\",\n            quantizations=[\n                \"q4_0\",\n                \"q4_1\",\n                \"q5_0\",\n                \"q5_1\",\n                \"q8_0\",\n            ],\n            url_generator=chatglm2_url_generator,\n            cls=ChatglmCppChatModel,\n        )\n    )\n", "path": "xinference/model/llm/__init__.py"}]}