Update presentation_assistant/presentation_assistant.py

presentation_assistant/presentation_assistant.py

@@ -5,7 +5,17 @@ import openai
 import subprocess
 from io import BytesIO
 import sys
+import requests
 
+hf_token = os.environ['MY_HF_TOKEN']
+
+API_URL = "https://api-inference.huggingface.co/models/tiiuae/falcon-7b-instruct"
+headers = {"Authorization": "Bearer "+hf_token}
+
+def query(payload):
+	response = requests.post(API_URL, headers=headers, json=payload)
+	return response.json()
+	
 sys.path.append("/home/user/app") 
 
 # Function to generate text2ppt input prompt
@@ -63,24 +73,9 @@ def generate_text2ppt_input_prompt(input_type, input_value, input_pages):
 
 # Function to execute text2ppt
 def text2ppt(token_key, input_prompt, input_theme):
-    openai.api_key = token_key
-
-    messages = [
-        {"role": "system", "content": "You are a kind helpful PPT designer."},
-    ]
-
-    message = input_prompt
-
-    if message:
-        messages.append(
-            {"role": "user", "content": message},
-        )
-        chat = openai.ChatCompletion.create(
-            model="gpt-3.5-turbo-0301", messages=messages
-        )
+    reply = query({"inputs": "You are a kind helpful PPT designer.", input_prompt})
 
     reply = chat.choices[0].message.content
-    messages.append({"role": "assistant", "content": reply})
 
     md_text = reply[4:] if reply[:3] == "---" else reply
     md_text_list = md_text.split('\n')
@@ -139,21 +134,8 @@ def ppt2script(token_key, input_file, input_type):
 
     input_prompt = header + text
 
-    messages = [
-        {"role": "system", "content": "You are a kind helpful PPT Assistant."},
-    ]
-
-    message = input_prompt
-
-    if message:
-        messages.append(
-            {"role": "user", "content": message},
-        )
-        chat = openai.ChatCompletion.create(
-            model="gpt-3.5-turbo-0301", messages=messages
-        )
+    reply = query({"inputs": "You are a kind helpful PPT Assistant.", input_prompt})
 
     reply = chat.choices[0].message.content
-    messages.append({"role": "assistant", "content": reply})
 
     return reply