Add/update the quantized ONNX model files and README.md for Transformers.js v3 (#3)
Browse files- Add/update the quantized ONNX model files and README.md for Transformers.js v3 (ef1d35b3058817af059e7b9616750a320bd4cd10)
Co-authored-by: Yuichiro Tachibana <[email protected]>
- README.md +4 -4
- onnx/decoder_model_bnb4.onnx +3 -0
- onnx/decoder_model_int8.onnx +3 -0
- onnx/decoder_model_merged_bnb4.onnx +3 -0
- onnx/decoder_model_merged_fp16.onnx +3 -0
- onnx/decoder_model_merged_int8.onnx +3 -0
- onnx/decoder_model_merged_q4.onnx +3 -0
- onnx/decoder_model_merged_q4f16.onnx +3 -0
- onnx/decoder_model_merged_uint8.onnx +3 -0
- onnx/decoder_model_q4.onnx +3 -0
- onnx/decoder_model_q4f16.onnx +3 -0
- onnx/decoder_model_uint8.onnx +3 -0
- onnx/decoder_with_past_model_bnb4.onnx +3 -0
- onnx/decoder_with_past_model_fp16.onnx +3 -0
- onnx/decoder_with_past_model_int8.onnx +3 -0
- onnx/decoder_with_past_model_q4.onnx +3 -0
- onnx/decoder_with_past_model_q4f16.onnx +3 -0
- onnx/decoder_with_past_model_uint8.onnx +3 -0
README.md
CHANGED
@@ -6,15 +6,15 @@ tags:
|
|
6 |
|
7 |
## Usage (Transformers.js)
|
8 |
|
9 |
-
If you haven't already, you can install the [Transformers.js](https://huggingface.co/docs/transformers.js) JavaScript library from [NPM](https://www.npmjs.com/package/@
|
10 |
```bash
|
11 |
-
npm i @
|
12 |
```
|
13 |
|
14 |
You can then use the model to generate text like this:
|
15 |
|
16 |
```js
|
17 |
-
import { pipeline } from "@
|
18 |
|
19 |
// Create a text-generation pipeline
|
20 |
const generator = await pipeline('text-generation', 'Xenova/llama2.c-stories42M');
|
@@ -27,4 +27,4 @@ console.log(output);
|
|
27 |
const output2 = await generator(text, { max_new_tokens: 50 });
|
28 |
console.log(output2);
|
29 |
// [{ generated_text: "Once upon a time, there was a little girl named Lily. She loved to play outside in the sunshine. One day, she saw a big, yellow flower in the garden. It was so pretty! She picked it and smelled it. It smelled" }]
|
30 |
-
```
|
|
|
6 |
|
7 |
## Usage (Transformers.js)
|
8 |
|
9 |
+
If you haven't already, you can install the [Transformers.js](https://huggingface.co/docs/transformers.js) JavaScript library from [NPM](https://www.npmjs.com/package/@huggingface/transformers) using:
|
10 |
```bash
|
11 |
+
npm i @huggingface/transformers
|
12 |
```
|
13 |
|
14 |
You can then use the model to generate text like this:
|
15 |
|
16 |
```js
|
17 |
+
import { pipeline } from "@huggingface/transformers";
|
18 |
|
19 |
// Create a text-generation pipeline
|
20 |
const generator = await pipeline('text-generation', 'Xenova/llama2.c-stories42M');
|
|
|
27 |
const output2 = await generator(text, { max_new_tokens: 50 });
|
28 |
console.log(output2);
|
29 |
// [{ generated_text: "Once upon a time, there was a little girl named Lily. She loved to play outside in the sunshine. One day, she saw a big, yellow flower in the garden. It was so pretty! She picked it and smelled it. It smelled" }]
|
30 |
+
```
|
onnx/decoder_model_bnb4.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6460c9714d5a2c5efed0e0273a918df433c8a74f7d2aa35b9ea6520491f4de82
|
3 |
+
size 80511097
|
onnx/decoder_model_int8.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:32b55e803024137840e4319043678b6d402e1352e5fde1e467d449dedf6966f1
|
3 |
+
size 42479003
|
onnx/decoder_model_merged_bnb4.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:87de4e926833488eaf2e6bea5573cde6ba03046b8e8d02d3e7c432c3320e840f
|
3 |
+
size 80751745
|
onnx/decoder_model_merged_fp16.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:246c7792e890ba0b1ee197d74a241eb0850e749cec3aa2eadfbc86e029951fdb
|
3 |
+
size 84057353
|
onnx/decoder_model_merged_int8.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:27711e76cd880f9708bef25397f3354f42c4e8c049947f73d723965ef8d95652
|
3 |
+
size 42771369
|
onnx/decoder_model_merged_q4.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:25cede0887dbe93301c002cbccdaf594e9a102b8e9655a1abef66a10beb23a4e
|
3 |
+
size 82331873
|
onnx/decoder_model_merged_q4f16.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:72355038b15c812a357cae6c0de6ec1d226adc912fa09b31dfc1269b2c1df782
|
3 |
+
size 47708900
|
onnx/decoder_model_merged_uint8.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d71562724a47791e36d81c26903fc9f586cb3cd4513f9a8f8ffaf328c6f18a16
|
3 |
+
size 42771395
|
onnx/decoder_model_q4.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ea0227adf9723eb45f29634cd6740063cb9de73d45cdd2ae5c896c82e56d6cfe
|
3 |
+
size 82091729
|
onnx/decoder_model_q4f16.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:358c7544a8efc5a6f653dbdf08c87b364534643677e17a208b292fd970b2ff1a
|
3 |
+
size 47464028
|
onnx/decoder_model_uint8.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f32a68aab637e3faa0e3cf7da6454a5c49d90628499a33002df6e352a9d4a1d
|
3 |
+
size 42479029
|
onnx/decoder_with_past_model_bnb4.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5bda9c09936b215efcf759c6abe9a5d6c7c7ecbecd7a9520a46310b275c60c6b
|
3 |
+
size 80495757
|
onnx/decoder_with_past_model_fp16.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5cc6d29592363df9acaf2da2ac3a1dcdbdca33edd900fa2f130837a92ac9849e
|
3 |
+
size 83807548
|
onnx/decoder_with_past_model_int8.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2266e9f048125b78e42e47383bf1ab2281d3e00260825d600b1cb1d42e4c3660
|
3 |
+
size 42463663
|
onnx/decoder_with_past_model_q4.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f7a9b1fbdc1abeae29ab75e4436bcf2c974a4b39b2add794bad172e5e34675b2
|
3 |
+
size 82076389
|
onnx/decoder_with_past_model_q4f16.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af8b35675e46df3e2a86d349410190b31dc65087166b599c38b51df99b701ec0
|
3 |
+
size 47451647
|
onnx/decoder_with_past_model_uint8.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9c3592998d93bd7bf66415443825f66a77b5832e30ef4a782662078374b92c8d
|
3 |
+
size 42463689
|