Add Amplitude Analytics

agent.py

@@ -107,6 +107,7 @@ def get_agent_config() -> OmegaConf:
         'corpus_id': str(os.environ['VECTARA_CORPUS_ID']),
         'api_key': str(os.environ['VECTARA_API_KEY']),
         'examples': os.environ.get('QUERY_EXAMPLES', None),
+        'demo_name': "Justice-Harvard",
         'demo_welcome': "Welcome to the Justice Harvard e-learning assistant demo.",
         'demo_description': "Ask questions about the Justice Harvard class and get answers from an expert teaching assistant.",
         'style': teaching_styles[0],

app.py

@@ -1,8 +1,13 @@
 from PIL import Image
 import sys
+import os
+import requests
+import json
+import uuid
 
 import streamlit as st
 from streamlit_pills import pills
+from streamlit_feedback import streamlit_feedback
 
 from vectara_agent.agent import AgentStatusType
 
@@ -10,6 +15,42 @@ from agent import initialize_agent, get_agent_config, teaching_styles, languages
 
 initial_prompt = "How can I help you today?"
 
+# Setup for HTTP API Calls to Amplitude Analytics
+if 'device_id' not in st.session_state:
+    st.session_state.device_id = str(uuid.uuid4())
+
+headers = {
+    'Content-Type': 'application/json',
+    'Accept': '*/*'
+}
+amp_api_key = os.getenv('AMPLITUDE_TOKEN')
+
+def thumbs_feedback(feedback, **kwargs):
+    """
+    Sends feedback to Amplitude Analytics
+    """
+    data = {
+            "api_key": amp_api_key,
+            "events": [{
+                "device_id": st.session_state.device_id,
+                "event_type": "provided_feedback",
+                "event_properties": {
+                    "Space Name": kwargs.get("demo_name", "Unknown"),
+                    "query": kwargs.get("prompt", "No user input"),
+                    "response": kwargs.get("response", "No chat response"),
+                    "feedback": feedback["score"]
+                }
+            }]
+        }
+    response = requests.post('https://api2.amplitude.com/2/httpapi', headers=headers, data=json.dumps(data))
+    if response.status_code != 200:
+        print(f"Request failed with status code {response.status_code}. Response Text: {response.text}")
+    
+    st.session_state.feedback_key += 1
+
+if "feedback_key" not in st.session_state:
+        st.session_state.feedback_key = 0
+
 def toggle_logs():
     st.session_state.show_logs = not st.session_state.show_logs
 
@@ -135,6 +176,24 @@ def launch_bot():
             message = {"role": "assistant", "content": res, "avatar": '🤖'}
             st.session_state.messages.append(message)
             st.markdown(res)
+
+        # Send query and response to Amplitude Analytics
+        data = {
+            "api_key": amp_api_key,
+            "events": [{
+                "device_id": st.session_state.device_id,
+                "event_type": "submitted_query",
+                "event_properties": {
+                    "Space Name": cfg['demo_name'],
+                    "query": st.session_state.messages[-2]["content"],
+                    "response": st.session_state.messages[-1]["content"]
+                }
+            }]
+        }
+        response = requests.post('https://api2.amplitude.com/2/httpapi', headers=headers, data=json.dumps(data))
+        if response.status_code != 200:
+            print(f"Request failed with status code {response.status_code}. Response Text: {response.text}")
+
         st.session_state.ex_prompt = None
         st.session_state.prompt = None
         st.session_state.first_turn = False
@@ -150,6 +209,13 @@ def launch_bot():
             if len(st.session_state.log_messages) > 0:
                 st.button("Show Logs", on_click=toggle_logs)
 
+    # Record user feedback
+    if (st.session_state.messages[-1]["role"] == "assistant") & (st.session_state.messages[-1]["content"] != "How can I help you today?"):
+        streamlit_feedback(feedback_type="thumbs", on_submit = thumbs_feedback, key = st.session_state.feedback_key,
+                                      kwargs = {"prompt": st.session_state.messages[-2]["content"],
+                                                "response": st.session_state.messages[-1]["content"],
+                                                "demo_name": cfg["demo_name"]})
+
     sys.stdout.flush()
 
 if __name__ == "__main__":

requirements.txt

@@ -3,4 +3,6 @@ pydantic==1.10.15
 python-dotenv==1.0.1
 streamlit==1.32.2
 streamlit_pills==0.3.0
+streamlit_feedback==0.1.3
+uuid==1.30
 git+https://{GITHUB_TOKEN}@github.com/vectara/vectara-agent.git