Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,5 +1,6 @@
|
|
| 1 |
from snac import SNAC
|
| 2 |
import torch
|
|
|
|
| 3 |
import gradio as gr
|
| 4 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 5 |
from huggingface_hub import snapshot_download
|
|
@@ -62,6 +63,7 @@ def process_prompt(prompt, voice, tokenizer, device):
|
|
| 62 |
return modified_input_ids.to(device), attention_mask.to(device)
|
| 63 |
|
| 64 |
# Generate speech tokens
|
|
|
|
| 65 |
def generate_speech_tokens(input_ids, attention_mask, model, params):
|
| 66 |
with torch.no_grad():
|
| 67 |
generated_ids = model.generate(
|
|
|
|
| 1 |
from snac import SNAC
|
| 2 |
import torch
|
| 3 |
+
import spaces
|
| 4 |
import gradio as gr
|
| 5 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 6 |
from huggingface_hub import snapshot_download
|
|
|
|
| 63 |
return modified_input_ids.to(device), attention_mask.to(device)
|
| 64 |
|
| 65 |
# Generate speech tokens
|
| 66 |
+
spaces.GPU()
|
| 67 |
def generate_speech_tokens(input_ids, attention_mask, model, params):
|
| 68 |
with torch.no_grad():
|
| 69 |
generated_ids = model.generate(
|