Xenova HF Staff whitphx HF Staff commited on
Commit
be9e05c
·
verified ·
1 Parent(s): d2fee43

Add/update the quantized ONNX model files and README.md for Transformers.js v3 (#3)

Browse files

- Add/update the quantized ONNX model files and README.md for Transformers.js v3 (ef1d35b3058817af059e7b9616750a320bd4cd10)


Co-authored-by: Yuichiro Tachibana <[email protected]>

README.md CHANGED
@@ -6,15 +6,15 @@ tags:
6
 
7
  ## Usage (Transformers.js)
8
 
9
- If you haven't already, you can install the [Transformers.js](https://huggingface.co/docs/transformers.js) JavaScript library from [NPM](https://www.npmjs.com/package/@xenova/transformers) using:
10
  ```bash
11
- npm i @xenova/transformers
12
  ```
13
 
14
  You can then use the model to generate text like this:
15
 
16
  ```js
17
- import { pipeline } from "@xenova/transformers";
18
 
19
  // Create a text-generation pipeline
20
  const generator = await pipeline('text-generation', 'Xenova/llama2.c-stories42M');
@@ -27,4 +27,4 @@ console.log(output);
27
  const output2 = await generator(text, { max_new_tokens: 50 });
28
  console.log(output2);
29
  // [{ generated_text: "Once upon a time, there was a little girl named Lily. She loved to play outside in the sunshine. One day, she saw a big, yellow flower in the garden. It was so pretty! She picked it and smelled it. It smelled" }]
30
- ```
 
6
 
7
  ## Usage (Transformers.js)
8
 
9
+ If you haven't already, you can install the [Transformers.js](https://huggingface.co/docs/transformers.js) JavaScript library from [NPM](https://www.npmjs.com/package/@huggingface/transformers) using:
10
  ```bash
11
+ npm i @huggingface/transformers
12
  ```
13
 
14
  You can then use the model to generate text like this:
15
 
16
  ```js
17
+ import { pipeline } from "@huggingface/transformers";
18
 
19
  // Create a text-generation pipeline
20
  const generator = await pipeline('text-generation', 'Xenova/llama2.c-stories42M');
 
27
  const output2 = await generator(text, { max_new_tokens: 50 });
28
  console.log(output2);
29
  // [{ generated_text: "Once upon a time, there was a little girl named Lily. She loved to play outside in the sunshine. One day, she saw a big, yellow flower in the garden. It was so pretty! She picked it and smelled it. It smelled" }]
30
+ ```
onnx/decoder_model_bnb4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6460c9714d5a2c5efed0e0273a918df433c8a74f7d2aa35b9ea6520491f4de82
3
+ size 80511097
onnx/decoder_model_int8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32b55e803024137840e4319043678b6d402e1352e5fde1e467d449dedf6966f1
3
+ size 42479003
onnx/decoder_model_merged_bnb4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87de4e926833488eaf2e6bea5573cde6ba03046b8e8d02d3e7c432c3320e840f
3
+ size 80751745
onnx/decoder_model_merged_fp16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:246c7792e890ba0b1ee197d74a241eb0850e749cec3aa2eadfbc86e029951fdb
3
+ size 84057353
onnx/decoder_model_merged_int8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27711e76cd880f9708bef25397f3354f42c4e8c049947f73d723965ef8d95652
3
+ size 42771369
onnx/decoder_model_merged_q4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25cede0887dbe93301c002cbccdaf594e9a102b8e9655a1abef66a10beb23a4e
3
+ size 82331873
onnx/decoder_model_merged_q4f16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72355038b15c812a357cae6c0de6ec1d226adc912fa09b31dfc1269b2c1df782
3
+ size 47708900
onnx/decoder_model_merged_uint8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d71562724a47791e36d81c26903fc9f586cb3cd4513f9a8f8ffaf328c6f18a16
3
+ size 42771395
onnx/decoder_model_q4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea0227adf9723eb45f29634cd6740063cb9de73d45cdd2ae5c896c82e56d6cfe
3
+ size 82091729
onnx/decoder_model_q4f16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:358c7544a8efc5a6f653dbdf08c87b364534643677e17a208b292fd970b2ff1a
3
+ size 47464028
onnx/decoder_model_uint8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f32a68aab637e3faa0e3cf7da6454a5c49d90628499a33002df6e352a9d4a1d
3
+ size 42479029
onnx/decoder_with_past_model_bnb4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bda9c09936b215efcf759c6abe9a5d6c7c7ecbecd7a9520a46310b275c60c6b
3
+ size 80495757
onnx/decoder_with_past_model_fp16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cc6d29592363df9acaf2da2ac3a1dcdbdca33edd900fa2f130837a92ac9849e
3
+ size 83807548
onnx/decoder_with_past_model_int8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2266e9f048125b78e42e47383bf1ab2281d3e00260825d600b1cb1d42e4c3660
3
+ size 42463663
onnx/decoder_with_past_model_q4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7a9b1fbdc1abeae29ab75e4436bcf2c974a4b39b2add794bad172e5e34675b2
3
+ size 82076389
onnx/decoder_with_past_model_q4f16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af8b35675e46df3e2a86d349410190b31dc65087166b599c38b51df99b701ec0
3
+ size 47451647
onnx/decoder_with_past_model_uint8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c3592998d93bd7bf66415443825f66a77b5832e30ef4a782662078374b92c8d
3
+ size 42463689