refactor logging: switch to logfire, update date handling, and clean up commented code in app.py

app.py

@@ -1,14 +1,13 @@
 import logging
 import os
-from typing import Optional
 import time
 from datetime import datetime
+from typing import Optional
 
 import gradio as gr
+import logfire
 import pandas as pd
-
 from buster.completers import Completion
-
 from gradio.themes.utils import (
     colors,
     fonts,
@@ -30,7 +29,7 @@ AVAILABLE_SOURCES_UI = [
     "Activeloop Docs",
     "HF Transformers Docs",
     "Wikipedia",
-    "OpenAI Docs",
+    # "OpenAI Docs",
     "LangChain Docs",
 ]
 
@@ -42,7 +41,7 @@ AVAILABLE_SOURCES = [
     "activeloop",
     "hf_transformers",
     "wikipedia",
-    "openai",
+    # "openai",
     "langchain_docs",
 ]
 
@@ -64,15 +63,15 @@ def save_completion(completion: Completion, history):
     )
 
     # Add the current date and time to the JSON
-    completion_json["timestamp"] = datetime.utcnow().isoformat()
+    completion_json["timestamp"] = datetime.now().isoformat()
     completion_json["history"] = history
     completion_json["history_len"] = len(history)
 
     try:
         cfg.mongo_db[collection].insert_one(completion_json)
-        logger.info("Completion saved to db")
+        logfire.info("Completion saved to db")
     except Exception as e:
-        logger.info(f"Something went wrong logging completion to db: {e}")
+        logfire.info(f"Something went wrong logging completion to db: {e}")
 
 
 def log_likes(completion: Completion, like_data: gr.LikeData):
@@ -82,36 +81,41 @@ def log_likes(completion: Completion, like_data: gr.LikeData):
         columns_to_ignore=["embedding", "similarity", "similarity_to_answer"]
     )
     completion_json["liked"] = like_data.liked
-    logger.info(f"User reported {like_data.liked=}")
+    logfire.info(f"User reported {like_data.liked=}")
 
     try:
         cfg.mongo_db[collection].insert_one(completion_json)
-        logger.info("")
+        logfire.info("")
     except:
-        logger.info("Something went wrong logging")
+        logfire.info("Something went wrong logging")
 
 
 def log_emails(email: gr.Textbox):
     collection = "email_data-test"
 
-    logger.info(f"User reported {email=}")
+    logfire.info(f"User reported {email=}")
     email_document = {"email": email}
 
     try:
         cfg.mongo_db[collection].insert_one(email_document)
-        logger.info("")
+        logfire.info("")
     except:
-        logger.info("Something went wrong logging")
+        logfire.info("Something went wrong logging")
 
     return ""
 
 
 def format_sources(matched_documents: pd.DataFrame) -> str:
     if len(matched_documents) == 0:
+        logfire.info("No sources found")
         return ""
 
-    documents_answer_template: str = "📝 Here are the sources I used to answer your question:\n\n{documents}\n\n{footnote}"
-    document_template: str = "[🔗 {document.source}: {document.title}]({document.url}), relevance: {document.similarity_to_answer:2.1f} %"  # | # total chunks matched: {document.repetition:d}"
+    documents_answer_template: str = (
+        "📝 Here are the sources I used to answer your question:\n\n{documents}\n\n{footnote}"
+    )
+    document_template: str = (
+        "[🔗 {document.source}: {document.title}]({document.url}), relevance: {document.similarity_to_answer:2.1f} %"  # | # total chunks matched: {document.repetition:d}"
+    )
 
     matched_documents.similarity_to_answer = (
         matched_documents.similarity_to_answer * 100
@@ -138,9 +142,8 @@ def format_sources(matched_documents: pd.DataFrame) -> str:
 
 
 def add_sources(history, completion):
-    if completion.answer_relevant:
-        formatted_sources = format_sources(completion.matched_documents)
-        history.append([None, formatted_sources])
+    formatted_sources = format_sources(completion.matched_documents)
+    history.append([None, formatted_sources])
 
     return history
 
@@ -184,8 +187,7 @@ with gr.Blocks(
     theme=gr.themes.Soft(
         primary_hue="blue",
         secondary_hue="blue",
-        font=fonts.GoogleFont("Source Sans Pro"),
-        font_mono=fonts.GoogleFont("IBM Plex Mono"),
+        font=[fonts.GoogleFont("Source Sans Pro"), fonts.GoogleFont("IBM Plex Mono")],
     )
 ) as demo:
     with gr.Row():
@@ -250,5 +252,5 @@ with gr.Blocks(
     submit_email.click(log_emails, email, email)
     email.submit(log_emails, email, email)
 
-demo.queue(concurrency_count=CONCURRENCY_COUNT)
+demo.queue(default_concurrency_limit=CONCURRENCY_COUNT)
 demo.launch(debug=True, share=False)