Fhrozen commited on
Commit
8108a99
·
1 Parent(s): 75ace62

add llm onnx modes

Browse files
LLM/onnx/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74c683cd569398a833248ee4ddd571b65ec3b45610d0ed3531df067fcece019d
3
+ size 850472
LLM/onnx/model.onnx_data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f71069df5a9bda88a16b747340b528ac2157158a0e225b70693a5549e644a3fb
3
+ size 2026511872
LLM/onnx/model_bnb4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:380fdfd9cc6f617160507e52f5df02a88abfc59317300f41a6aaa787d161fbb5
3
+ size 797344439
LLM/onnx/model_fp16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4be4e01a978eb3e7faa6aec033b16147e12a737462786ed3b55dd93c5a7759c9
3
+ size 1014093487
LLM/onnx/model_int8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f226b81bee58c35d62c89a35922b7e09bd03d75c395aa312f18cda80379c771
3
+ size 507842989
LLM/onnx/model_q4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42defd53d7c5c3dd32a02f71a63c4583a214a45e81ef109f785121f1ec7a2a7b
3
+ size 819707255
LLM/onnx/model_q4f16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b402fbe49702bdd5d45fecbe4e6fab3f6a94b05a349d0dfa5ddeb3da8ae077dc
3
+ size 499742570
LLM/onnx/model_quantized.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f226b81bee58c35d62c89a35922b7e09bd03d75c395aa312f18cda80379c771
3
+ size 507842989
LLM/onnx/model_uint8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e18cf0748d781768c0e6106824220d1ac4142cc4e6859b877ea85d402b5bfcf3
3
+ size 507843070