austinsilveria commited on
Commit
1ba8dbb
·
1 Parent(s): 7a7e5d9

default max new tokens to 10 when not using tricksy

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -56,11 +56,11 @@ with gr.Blocks(css=css) as iface:
56
  prompt = gr.Text(label="Prompt", value='Making pesto from scratch can be done with these ingredients in 4 simple steps:\nStep 1')
57
  with gr.Accordion("Additional inputs"):
58
  use_tricksy = gr.Checkbox(value=True, label="Use Tricksy", info="If true, only send the sparse MLP weight diff to the GPU. If false, send the all weights to the GPU.")
59
- max_new_tokens = gr.Slider(minimum=1, maximum=500, value=100 if use_tricksy else 30, label="Max new tokens")
60
  top_k = gr.Slider(minimum=1, maximum=500, value=50, label="Top-k sampling")
61
  top_p = gr.Slider(minimum=0.0, maximum=1.0, value=0.9, label="Top-p (nucleus sampling)")
62
  use_tricksy.change(
63
- lambda x: 100 if x else 20,
64
  inputs=[use_tricksy],
65
  outputs=[max_new_tokens]
66
  )
 
56
  prompt = gr.Text(label="Prompt", value='Making pesto from scratch can be done with these ingredients in 4 simple steps:\nStep 1')
57
  with gr.Accordion("Additional inputs"):
58
  use_tricksy = gr.Checkbox(value=True, label="Use Tricksy", info="If true, only send the sparse MLP weight diff to the GPU. If false, send the all weights to the GPU.")
59
+ max_new_tokens = gr.Slider(minimum=1, maximum=500, value=100, label="Max new tokens")
60
  top_k = gr.Slider(minimum=1, maximum=500, value=50, label="Top-k sampling")
61
  top_p = gr.Slider(minimum=0.0, maximum=1.0, value=0.9, label="Top-p (nucleus sampling)")
62
  use_tricksy.change(
63
+ lambda x: 100 if x else 10,
64
  inputs=[use_tricksy],
65
  outputs=[max_new_tokens]
66
  )