Sakalti commited on
Commit
27be546
·
verified ·
1 Parent(s): 1acf109

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from transformers import AutoTokenizer
7
  # モデルとトークナイザーのロード
8
  model_name = "Sakalti/ultiima-78B-Q2-mlx"
9
  tokenizer = AutoTokenizer.from_pretrained(model_name)
10
- model = load(model_name, quantization="q2")
11
 
12
  def chat(prompt, top_p, top_k, max_new_tokens, system_prompt):
13
  messages = [
 
7
  # モデルとトークナイザーのロード
8
  model_name = "Sakalti/ultiima-78B-Q2-mlx"
9
  tokenizer = AutoTokenizer.from_pretrained(model_name)
10
+ model = load(model_name)
11
 
12
  def chat(prompt, top_p, top_k, max_new_tokens, system_prompt):
13
  messages = [