Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -95,7 +95,7 @@ def stream_chat(
|
|
| 95 |
)
|
| 96 |
|
| 97 |
with torch.no_grad():
|
| 98 |
-
thread = Thread(target=model.generate, kwargs=
|
| 99 |
thread.start()
|
| 100 |
|
| 101 |
buffer = ""
|
|
@@ -130,7 +130,7 @@ with gr.Blocks(css=CSS, theme="soft") as demo:
|
|
| 130 |
maximum=8192,
|
| 131 |
step=1,
|
| 132 |
value=1024,
|
| 133 |
-
label="Max
|
| 134 |
render=False,
|
| 135 |
),
|
| 136 |
gr.Slider(
|
|
|
|
| 95 |
)
|
| 96 |
|
| 97 |
with torch.no_grad():
|
| 98 |
+
thread = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 99 |
thread.start()
|
| 100 |
|
| 101 |
buffer = ""
|
|
|
|
| 130 |
maximum=8192,
|
| 131 |
step=1,
|
| 132 |
value=1024,
|
| 133 |
+
label="Max new tokens",
|
| 134 |
render=False,
|
| 135 |
),
|
| 136 |
gr.Slider(
|