all

app.py

@@ -92,7 +92,11 @@ with posts_col:
                     comments_list = json.loads(comments) if isinstance(comments, str) else comments
                 except Exception:
                     comments_list = comments
-                
+                # Convert metadata from JSON string to dict
+                try:
+                    metadata = json.loads(metadata) if isinstance(metadata, str) else metadata
+                except Exception as e:
+                    metadata = {}
                 post_url = metadata.get('url', "#")
                 subreddit = metadata.get('subreddit', 'N/A')
                 created_str = created_at.strftime('%Y-%m-%d %H:%M:%S')

chatbot.py

@@ -29,7 +29,7 @@ reddit = praw.Reddit(
     client_secret=os.getenv("REDDIT_CLIENT_SECRET"),
     user_agent=os.getenv("REDDIT_USER_AGENT")
 )
-# Updated for SQLite
+
 # SQLite DB Connection
 def get_db_conn():
     return sqlite3.connect("reddit_data.db", check_same_thread=False)
@@ -60,7 +60,6 @@ def setup_db():
         conn.close()
 
 # Keyword filter
-
 def keyword_in_post_or_comments(post, keyword):
     keyword_lower = keyword.lower()
     combined_text = (post.title + " " + post.selftext).lower()
@@ -73,7 +72,6 @@ def keyword_in_post_or_comments(post, keyword):
     return False
 
 # Fetch and process Reddit data
-
 def fetch_reddit_data(keyword, days=7, limit=None):
     end_time = datetime.utcnow()
     start_time = end_time - timedelta(days=days)
@@ -110,7 +108,6 @@ def fetch_reddit_data(keyword, days=7, limit=None):
     save_to_db(data)
 
 # Save data into SQLite
-
 def save_to_db(posts):
     conn = get_db_conn()
     cur = conn.cursor()
@@ -137,7 +134,6 @@ def save_to_db(posts):
     conn.close()
 
 # Retrieve similar context from DB
-
 def retrieve_context(question, keyword, reddit_id=None, top_k=10):
     lower_q = question.lower()
     requested_top_k = 50 if any(word in lower_q for word in ["summarize", "overview", "all posts"]) else top_k
@@ -153,7 +149,7 @@ def retrieve_context(question, keyword, reddit_id=None, top_k=10):
     else:
         cur.execute("""
             SELECT title, post_text, comments FROM reddit_posts
-            WHERE keyword = ? ORDER BY created_at DESC LIMIT ?;
+            WHERE keyword = ? ORDER BY datetime(created_at) DESC LIMIT ?;
         """, (keyword, requested_top_k))
 
     results = cur.fetchall()
@@ -162,7 +158,6 @@ def retrieve_context(question, keyword, reddit_id=None, top_k=10):
     return results
 
 # Summarizer
-
 summarize_prompt = ChatPromptTemplate.from_template("""
 You are a summarizer. Summarize the following context from Reddit posts into a concise summary that preserves the key insights. Do not add extra commentary.
 
@@ -174,7 +169,6 @@ Summary:
 summarize_chain = LLMChain(llm=llm, prompt=summarize_prompt)
 
 # Chatbot memory and prompt
-
 memory = ConversationBufferMemory(memory_key="chat_history")
 chat_prompt = ChatPromptTemplate.from_template("""
 Chat History:
@@ -194,7 +188,6 @@ chat_chain = LLMChain(
 )
 
 # Chatbot response
-
 def get_chatbot_response(question, keyword, reddit_id=None):
     context_posts = retrieve_context(question, keyword, reddit_id)
     context = "\n\n".join([f"{p[0]}:\n{p[1]}" for p in context_posts])
@@ -202,4 +195,4 @@ def get_chatbot_response(question, keyword, reddit_id=None):
         context = summarize_chain.run({"context": context})
     combined_input = f"Context:\n{context}\n\nUser Question: {question}"
     response = chat_chain.run({"input": combined_input})
-    return response, context_posts
+    return response, context_posts