Spaces:
Paused
Paused
Commit
·
1ba8dbb
1
Parent(s):
7a7e5d9
default max new tokens to 10 when not using tricksy
Browse files
app.py
CHANGED
@@ -56,11 +56,11 @@ with gr.Blocks(css=css) as iface:
|
|
56 |
prompt = gr.Text(label="Prompt", value='Making pesto from scratch can be done with these ingredients in 4 simple steps:\nStep 1')
|
57 |
with gr.Accordion("Additional inputs"):
|
58 |
use_tricksy = gr.Checkbox(value=True, label="Use Tricksy", info="If true, only send the sparse MLP weight diff to the GPU. If false, send the all weights to the GPU.")
|
59 |
-
max_new_tokens = gr.Slider(minimum=1, maximum=500, value=100
|
60 |
top_k = gr.Slider(minimum=1, maximum=500, value=50, label="Top-k sampling")
|
61 |
top_p = gr.Slider(minimum=0.0, maximum=1.0, value=0.9, label="Top-p (nucleus sampling)")
|
62 |
use_tricksy.change(
|
63 |
-
lambda x: 100 if x else
|
64 |
inputs=[use_tricksy],
|
65 |
outputs=[max_new_tokens]
|
66 |
)
|
|
|
56 |
prompt = gr.Text(label="Prompt", value='Making pesto from scratch can be done with these ingredients in 4 simple steps:\nStep 1')
|
57 |
with gr.Accordion("Additional inputs"):
|
58 |
use_tricksy = gr.Checkbox(value=True, label="Use Tricksy", info="If true, only send the sparse MLP weight diff to the GPU. If false, send the all weights to the GPU.")
|
59 |
+
max_new_tokens = gr.Slider(minimum=1, maximum=500, value=100, label="Max new tokens")
|
60 |
top_k = gr.Slider(minimum=1, maximum=500, value=50, label="Top-k sampling")
|
61 |
top_p = gr.Slider(minimum=0.0, maximum=1.0, value=0.9, label="Top-p (nucleus sampling)")
|
62 |
use_tricksy.change(
|
63 |
+
lambda x: 100 if x else 10,
|
64 |
inputs=[use_tricksy],
|
65 |
outputs=[max_new_tokens]
|
66 |
)
|