Update presentation_assistant/presentation_assistant.py

presentation_assistant/presentation_assistant.py

@@ -13,7 +13,7 @@ API_URL = "https://api-inference.huggingface.co/models/meta-llama/Llama-2-70b-ch
 headers = {"Authorization": "Bearer "+hf_token}
 
 def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload, stream=True)
+	response = requests.post(API_URL, headers=headers, json=payload)
 	return response.json()
 	
 sys.path.append("/home/user/app") 
@@ -73,8 +73,12 @@ def generate_text2ppt_input_prompt(input_type, input_value, input_pages):
 
 # Function to execute text2ppt
 def text2ppt(token_key, input_prompt, input_theme):
-    output = query({"inputs": "You are a kind helpful PPT designer. "+input_prompt})
-    reply = output[0]['generated_text'][len("You are a kind helpful PPT designer. "+input_prompt):]
+    output = query({"inputs": "You are a kind helpful PPT designer. "+input_prompt,     
+                    "parameters": {
+                    "return_full_text": True,
+                    "max_new_tokens": 500})
+    # reply = output[0]['generated_text'][len("You are a kind helpful PPT designer. "+input_prompt):]
+    reply = output[0]['generated_text']
     print(reply)
     md_text = reply[4:] if reply[:3] == "---" else reply
     md_text_list = md_text.split('\n')
@@ -132,8 +136,12 @@ def ppt2script(token_key, input_file, input_type):
     """
 
     input_prompt = header + text
-
-    output = query({"inputs": "You are a kind helpful PPT Assistant."+input_prompt})
-    reply = output[0]['generated_text'][len("You are a kind helpful PPT Assistant."+input_prompt):]
+    
+    output = query({"inputs": "You are a kind helpful PPT Assistant."+input_prompt,     
+                    "parameters": {
+                    "return_full_text": True,
+                    "max_new_tokens": 500})})
+    # reply = output[0]['generated_text'][len("You are a kind helpful PPT Assistant."+input_prompt):]
+    reply = output[0]['generated_text']
 
     return reply