Upload 17 files

Dockerfile

@@ -0,0 +1,10 @@
+FROM python:3.10
+
+WORKDIR /code
+
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+COPY . .
+
+CMD ["uvicorn", "app.model:app", "--host", "0.0.0.0", "--port", "7860"]

RAG/.env

@@ -0,0 +1,4 @@
+PINECONE_API_KEY=pcsk_cJepc_AAkUuTmZeLvms1mzhwADATKYSPLVBJrb9ZudeZMCco5CsoNMVN5QySyzoWVmnf5
+PINECONE_INDEX_NAME=turkishgpt2-rag
+PINECONE_DIMENSION=1024
+PINECONE_ENVIRONMENT=us-west-2

RAG/VektorDataBase/chunkingg.py

@@ -0,0 +1,14 @@
+def chunk_text(text: str, max_words: int = 100, stride: int = 50) -> list[str]:
+    """
+    Metni kayan pencere yöntemiyle chunk'lara böler.
+    - max_words: Her chunk'taki maksimum kelime sayısı
+    - stride: Her chunk'ın kaç kelime ileri kayacağı
+    """
+    words = text.split()
+    chunks = []
+    i = 0
+    while i < len(words):
+        chunk = " ".join(words[i:i + max_words])
+        chunks.append(chunk)
+        i += stride
+    return chunks

RAG/VektorDataBase/embedder.py

@@ -0,0 +1,14 @@
+# embedder.py
+
+from sentence_transformers import SentenceTransformer
+
+# multilingual-e5-large modelini yükle
+model = SentenceTransformer("intfloat/multilingual-e5-large")
+
+def get_embedding(text: str) -> list[float]:
+    try:
+        formatted = f"passage: {text.strip()}"
+        return model.encode(formatted, convert_to_numpy=True).tolist()
+    except Exception as e:
+        print(f"Embed hatası: {e}")
+        return None

RAG/VektorDataBase/pinecone_client.py

@@ -0,0 +1,102 @@
+import os
+import hashlib
+from dotenv import load_dotenv
+from pinecone import Pinecone, ServerlessSpec
+from chunkingg import chunk_text
+
+# .env dosyasını yükle
+load_dotenv()
+
+# Ortam değişkenlerini oku
+PINECONE_API_KEY = os.getenv("PINECONE_API_KEY")
+INDEX_NAME = os.getenv("PINECONE_INDEX_NAME")
+DIMENSION = int(os.getenv("PINECONE_DIMENSION", "1024"))
+ENVIRONMENT = os.getenv("PINECONE_ENVIRONMENT", "us-west-2")
+
+# Pinecone bağlantısı
+pc = Pinecone(api_key=PINECONE_API_KEY)
+
+# Eğer index yoksa oluştur
+if INDEX_NAME not in pc.list_indexes().names():
+    pc.create_index(
+        name=INDEX_NAME,
+        dimension=DIMENSION,
+        metric="cosine",
+        spec=ServerlessSpec(
+            cloud="aws",
+            region=ENVIRONMENT
+        )
+    )
+
+# Index nesnesi
+index = pc.Index(INDEX_NAME)
+
+def get_id_from_url(url: str) -> str:
+    """URL'den benzersiz bir ID üretir"""
+    return hashlib.md5(url.encode()).hexdigest()
+
+def upsert_article_chunks(article_id_base: str, url: str, title: str, text: str, timestamp: str, embed_func):
+    """
+    Metni chunk'lara bölerek her chunk'ı embed'le ve Pinecone'a yükle.
+    - Boş, çok kısa ve tekrarlayan chunk'lar alınmaz.
+    """
+    chunks = chunk_text(text)
+    vectors = []
+    seen_chunks = set()  # Tekrarı engellemek için içerik seti
+
+    for i, chunk in enumerate(chunks):
+        chunk = chunk.strip()
+
+        # Filtreleme
+        if not chunk:
+            continue
+        if len(chunk) < 30:
+            continue
+        if chunk in seen_chunks:
+            continue
+
+        embedding = embed_func(chunk)
+        if not embedding or not isinstance(embedding, list):
+            continue
+
+        chunk_id = f"{article_id_base}-chunk-{i}"
+        vectors.append({
+            "id": chunk_id,
+            "values": embedding,
+            "metadata": {
+                "url": url,
+                "title": title,
+                "text": chunk,
+                "timestamp": timestamp
+            }
+        })
+
+        seen_chunks.add(chunk)
+
+    try:
+        if vectors:
+            index.upsert(vectors)
+            print(f"{len(vectors)} chunk '{title[:50]}...' için Pinecone'a yüklendi.")
+        else:
+            print(f"[UYARI] '{title[:50]}...' için geçerli chunk bulunamadı.")
+    except Exception as e:
+        print(f"[HATA] Pinecone upsert hatası: {e}")
+        
+def search_pinecone(query_embedding, top_k=3):
+    """
+    Verilen embedding vektörüyle Pinecone'da arama yapar.
+    Dönen sonuçlar: [{'id': ..., 'score': ..., 'metadata': {...}}, ...]
+    """
+    try:
+        # Eğer embedding np.ndarray ise .tolist() ile listeye çevir
+        vector = query_embedding.tolist() if hasattr(query_embedding, 'tolist') else list(query_embedding)
+        result = index.query(
+            vector=vector,
+            top_k=top_k,
+            include_metadata=True
+        )
+        # Sonuçlar result['matches'] içinde döner
+        return result['matches']
+    except Exception as e:
+        print(f"[HATA] Pinecone arama hatası: {e}")
+        return []

RAG/auto-runner.py

@@ -0,0 +1,9 @@
+from pipeline import run_pipeline
+import time
+
+print("Sürekli çalışan haber botu başladı...")
+
+while True:
+    run_pipeline()
+    print("5 dakika bekleniyor...")  # ya da 10 dakika
+    time.sleep(300)  # 300 saniye = 5 dakika

RAG/pipeline.py

@@ -0,0 +1,76 @@
+from scraper.milliyet import get_sondakika_links as milliyet_links, get_news_content as milliyet_parse
+from scraper.haberler import scrape_haberler 
+from VektorDataBase.pinecone_client import upsert_article_chunks , get_id_from_url
+from VektorDataBase.embedder import get_embedding
+from datetime import datetime
+
+# Tüm işlenmiş içerikleri burada tutuyoruz (hash veya direkt metin de olabilir)
+processed_contents = set()
+
+def is_duplicate_content(content: str) -> bool:
+    """Aynı içerik daha önce işlendi mi? aynı içeriğin tekrar veritabanına eklenmesini engeller"""  
+    return content.strip() in processed_contents
+
+def process_news_item(source: str, url: str, parse_func):
+    try:
+        news = parse_func(url)
+        title = news.get("title", "").strip()
+        content = news.get("content", "").strip()
+
+        if not title or not content:
+            print(f"{source} boş içerik veya başlık atlandı → {url}")
+            return
+        
+        if is_duplicate_content(content):
+            print(f"{source} aynı içerik atlandı (dupe) → {url}")
+            return
+        
+        upsert_article_chunks(
+            article_id_base=get_id_from_url(url),
+            url=url,
+            title=title,
+            text=content,
+            timestamp=datetime.now().isoformat(),
+            embed_func=get_embedding
+        )
+        processed_contents.add(content)
+
+    except Exception as e:
+        print(f"Error processing {source} news item: {e}")
+
+def run_pipeline():
+    print(f"\nPipeline çalışıyor... {datetime.now().isoformat()}")
+
+    # --- Milliyet ---
+    print("\nMilliyet haberleri çekiliyor...")
+    for link in milliyet_links():
+        process_news_item("milliyet.com.tr", link, milliyet_parse)
+
+    # --- Haberler.com ---
+    print("\nHaberler.com içerikleri işleniyor...")
+    haberler_articles = scrape_haberler()
+    for article in haberler_articles:
+        title = article["title"].strip()
+        content = article["content"].strip()
+
+        if not title or not content:
+            print(f"haberler.com boş içerik atlandı → {article['url']}")
+            continue
+
+        if is_duplicate_content(content):
+            print(f"haberler.com aynı içerik atlandı (dupe) → {article['url']}")
+            continue
+
+        upsert_article_chunks(
+            article_id_base=article["id"],
+            url=article["url"],
+            title=title,
+            text=content,
+            timestamp=article["timestamp"],
+            embed_func=get_embedding
+        )
+        processed_contents.add(content)
+
+    print(f"\nPipeline tamamlandı: {datetime.utcnow().isoformat()}")
+if __name__ == "__main__":
+    run_pipeline()

RAG/scraper/general_scraper.py

@@ -0,0 +1,32 @@
+import requests
+from bs4 import BeautifulSoup
+from urllib.parse import urlparse
+
+def scrape_webpage(url: str) -> dict:
+    """
+    Herhangi bir web sayfasından başlık ve içerik çeker."""
+    headers = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3"
+    }
+
+    try:
+        response = requests.get(url , headers = headers , timeout=10)
+        response.raise_for_status()  # HTTP hatalarını kontrol et
+    except Exception as e:
+        raise Exception(f"Web sayfası alınamadı: {e}")
+    soup = BeautifulSoup(response.text , "html.parser")
+
+    # Sayfa Başlığı 
+    title_tag = soup.find("title")
+    title = title_tag.get_text(strip=True) if title_tag else "Başlık bulunamadı"
+
+    # Sayfa İçeriği
+    paragraphs = soup.find_all("p")
+    content = "\n".join([p.get_text(strip = True) for p in paragraphs if len(p.get_text(strip = True))>30])
+
+    if not content:
+        raise Exception("Sayfa içeriği bulunamadı")
+    return{
+        "title":title,
+        "content":content
+    }

RAG/scraper/haberler.py

@@ -0,0 +1,135 @@
+import requests
+from bs4 import BeautifulSoup
+from datetime import datetime
+import hashlib
+
+def get_article_id(url):
+    return hashlib.md5(url.encode()).hexdigest()
+
+def clean_haberler_content(content):
+    """Gereksiz telif ve site reklam metinlerini siler"""
+    blacklist_phrases = [
+        "© Copyright",
+        "Haberler.com:",
+        "Haber:",
+        "bildirimlerimize izin vererek",
+        "masaüstü",
+        "Tüm Hakları Gizlidir",
+        "Haberler.com’da"
+    ]
+    lines = content.split("\n")
+    cleaned_lines = []
+    for line in lines:
+        if not any(phrase.lower() in line.lower() for phrase in blacklist_phrases):
+            cleaned_lines.append(line)
+    return "\n".join(cleaned_lines).strip()
+
+def extract_full_content(soup):
+    """Haberin farklı yapılarda olabilecek içeriğini sağlam şekilde çıkarır"""
+
+    candidate_containers = [
+        # Özel div class'ları
+        ("div", {"class": "haber-metin"}),
+        ("div", {"class": "article-content"}),
+        ("div", {"class": "news-content"}),
+        ("div", {"class": "detail-text"}),
+        ("div", {"class": "content-text"}),
+        ("div", {"id": "content"}),
+        # Article
+        ("article", {}),
+        # Section/main
+        ("section", {}),
+        ("main", {}),
+    ]
+
+    for tag, attr in candidate_containers:
+        container = soup.find(tag, attr)
+        if container:
+            paragraphs = container.find_all("p")
+            content = "\n".join([p.get_text(strip=True) for p in paragraphs if p.get_text(strip=True)])
+            if content and len(content.strip()) > 50:
+                return content
+
+    # Son çare: tüm <p> etiketlerini tara
+    paragraphs = soup.find_all("p")
+    content = "\n".join([p.get_text(strip=True) for p in paragraphs if p.get_text(strip=True)])
+    if content and len(content.strip()) > 50:
+        return content
+
+    # Ekstra: bazı haberler <div> içinde tek blok metin olabilir
+    all_divs = soup.find_all("div")
+    text_blobs = [div.get_text(strip=True) for div in all_divs if div.get_text(strip=True)]
+    fallback_content = "\n".join(text_blobs)
+    if fallback_content and len(fallback_content.strip()) > 50:
+        return fallback_content
+
+    return ""  # Hiçbir içerik bulunamadıysa
+
+def scrape_haberler():
+    url = "https://www.haberler.com/son-dakika/"
+    headers = {"User-Agent": "Mozilla/5.0"}
+    response = requests.get(url, headers=headers)
+    response.encoding = "utf-8"
+    soup = BeautifulSoup(response.text, "html.parser")
+
+    articles = []
+    seen = set()
+
+    for a_tag in soup.select("a"):
+        href = a_tag.get("href", "")
+        text = a_tag.get_text(strip=True)
+
+        if not href or not text or "haberi" not in href:
+            continue
+
+        if not href.startswith("http"):
+            href = "https://www.haberler.com" + href
+
+        if href in seen:
+            continue
+        seen.add(href)
+
+        try:
+            detail_resp = requests.get(href, headers=headers, timeout=10)
+            detail_resp.encoding = "utf-8"
+            detail_soup = BeautifulSoup(detail_resp.text, "html.parser")
+
+            title_tag = detail_soup.select_one("h1")
+            full_content = extract_full_content(detail_soup)
+            full_content = clean_haberler_content(full_content)
+
+            if title_tag and full_content and len(full_content.strip()) > 50:
+                article = {
+                    "id": get_article_id(href),
+                    "title": title_tag.get_text(strip=True),
+                    "content": full_content,
+                    "url": href,
+                    "source": "haberler.com",
+                    "timestamp": datetime.utcnow().isoformat()
+                }
+                articles.append(article)
+                print(f"{article['title']} → {href}")
+            else:
+                print(f"İçerik bulunamadı → {href}")
+
+        except Exception as e:
+            print(f"Hata ({href}): {e}")
+
+    print(f"\nToplam {len(articles)} haber çekildi.")
+    return articles
+
+# Test / terminal çıktısı
+if __name__ == "__main__":
+    print("Haberler.com sitesinden son dakika haberleri çekiliyor...\n")
+    
+    articles = scrape_haberler()
+
+    print("\nÇekilen Haber Özeti:")
+    for i, article in enumerate(articles, 1):
+        print(f"\n{i}. Haber")
+        print(f"Başlık: {article['title']}")
+        print(f"Link: {article['url']}")
+        print(f"İçerik Uzunluğu: {len(article['content'])} karakter")
+        print(f"Zaman Damgası: {article['timestamp']}")
+        print(f"\nİçerik:\n{article['content']}")
+        print("-" * 120)

RAG/scraper/milliyet.py

@@ -0,0 +1,68 @@
+# milliyet_link_scraper.py
+import requests
+from bs4 import BeautifulSoup
+
+def get_sondakika_links():
+    url = "https://www.milliyet.com.tr/son-dakika/"
+    headers = {
+        "User-Agent": "Mozilla/5.0"
+    }
+    base_url = "https://www.milliyet.com.tr"
+
+    response = requests.get(url, headers=headers)
+    response.raise_for_status()
+    soup = BeautifulSoup(response.text, "html.parser")
+
+    seen = set()
+    news_links = []
+
+    for a in soup.find_all("a", href=True):
+        href = a["href"].strip()
+
+        if href.startswith("/"):
+            href = base_url + href
+        elif not href.startswith("http"):
+            continue
+
+        # -737 ile biten haber ID'sine sahip olanları al (haber linkleri)
+        if "-737" in href and "milliyet.com.tr" in href:
+            if href not in seen:
+                seen.add(href)
+                news_links.append(href)
+
+    return news_links
+def get_news_content(url):
+    headers = {"User-Agent": "Mozilla/5.0"}
+    response = requests.get(url, headers=headers)
+    response.raise_for_status()
+    soup = BeautifulSoup(response.text, "html.parser")
+
+    # Başlık bulma (farklı HTML yapıları için deneme)
+    title = None
+    for selector in [
+        ("h1", {"id": "title"}),
+        ("h1", {"class": "news-title"}),
+        ("h1", {})
+    ]:
+        found = soup.find(selector[0], selector[1])
+        if found:
+            title = found.get_text(strip=True)
+            break
+    if not title:
+        title = "Başlık bulunamadı"
+
+    # İçerik bulma
+    content = ""
+    article_div = soup.find("div", class_="articleBox") or soup.find("div", class_="news-content")
+    if article_div:
+        paragraphs = article_div.find_all("p")
+        content = "\n".join([p.get_text(strip=True) for p in paragraphs if p.get_text(strip=True)])
+    else:
+        # Yedek olarak tüm paragrafları dene
+        paragraphs = soup.find_all("p")
+        content = "\n".join([p.get_text(strip=True) for p in paragraphs if p.get_text(strip=True)])
+
+    return {
+        "title": title,
+        "content": content.strip()
+    }

app/config.yaml

@@ -0,0 +1,24 @@
+# Pinecone Arama Ayarları
+pinecone:
+  top_k: 10                   # İlk aşamada getirilecek maksimum kaynak sayısı
+  rerank_top: 5              # Yeniden sıralamadan sonra seçilecek kaynak sayısı
+  batch_size: 32             # Cross-encoder için batch boyutu
+
+# Model Üretim Ayarları
+model:
+  max_new_tokens: 124        # Maksimum üretilecek token sayısı
+  temperature: 0.7           # Yaratıcılık seviyesi (0-1 arası)
+  top_p: 0.9                 # Nucleus sampling parametresi
+  top_k: 50                  # Top-k sampling parametresi
+  repetition_penalty: 1.2    # Tekrar ceza katsayısı
+
+# Önbellek Ayarları
+cache:
+  maxsize: 100               # LRU cache maksimum boyutu
+  ttl: 300                   # Önbellek ömrü (saniye)
+
+# İsteğe Bağlı Gelişmiş Ayarlar
+advanced:
+  enable_fallback: true       # Kaynak yoksa fallback mekanizmasını aktif et
+  truncate_sources: true     # Kaynakları otomatik kısalt
+  log_level: "INFO"          # Log seviyesi (DEBUG, INFO, WARNING, ERROR)

app/model.py

@@ -0,0 +1,255 @@
+import os
+import asyncio
+import logging
+import re
+import yaml
+import torch
+import numpy as np
+from functools import lru_cache
+from fastapi import FastAPI, Request
+from fastapi.responses import JSONResponse
+from fastapi.staticfiles import StaticFiles
+from fastapi.templating import Jinja2Templates
+from pydantic import BaseModel
+from transformers import AutoTokenizer, AutoModelForCausalLM
+from sentence_transformers import SentenceTransformer, CrossEncoder
+from pinecone import Pinecone
+from pathlib import Path
+from dotenv import load_dotenv
+from typing import Dict
+
+# === LOGGING ===
+logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
+logger = logging.getLogger(__name__)
+
+# === CONFIG LOAD ===
+CONFIG_PATH = Path(__file__).resolve().parent / "config.yaml"
+def load_config() -> Dict:
+    try:
+        with open(CONFIG_PATH, 'r', encoding='utf-8') as f:
+            return yaml.safe_load(f)
+    except Exception as e:
+        logger.error(f"Konfigürasyon dosyası yüklenemedi: {e}")
+        return {
+            "pinecone": {"top_k": 10, "rerank_top": 5, "batch_size": 32},
+            "model": {"max_new_tokens": 50, "temperature": 0.7},
+            "cache": {"maxsize": 100}
+        }
+config = load_config()
+
+# === ENV LOAD ===
+env_path = Path(__file__).resolve().parent.parent / "RAG" / ".env"
+load_dotenv(dotenv_path=env_path)
+
+PINECONE_API_KEY = os.getenv("PINECONE_API_KEY")
+PINECONE_ENV = os.getenv("PINECONE_ENVIRONMENT")
+PINECONE_INDEX_NAME = os.getenv("PINECONE_INDEX_NAME")
+if not all([PINECONE_API_KEY, PINECONE_ENV, PINECONE_INDEX_NAME]):
+    raise ValueError("Pinecone ortam değişkenleri eksik!")
+
+# === PINECONE CONNECT ===
+pinecone_client = Pinecone(api_key=PINECONE_API_KEY, environment=PINECONE_ENV)
+try:
+    index = pinecone_client.Index(PINECONE_INDEX_NAME)
+    index_stats = index.describe_index_stats()
+    logger.info(f"Pinecone index stats: {index_stats}")
+except Exception as e:
+    logger.error(f"Pinecone bağlantı hatası: {e}")
+    raise
+
+# === MODEL LOAD ===
+MODEL_PATH = "iamseyhmus7/GenerationTurkishGPT2_final"
+try:
+    tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
+    model = AutoModelForCausalLM.from_pretrained(MODEL_PATH)
+    tokenizer.pad_token = tokenizer.eos_token
+    model.config.pad_token_id = tokenizer.pad_token_id
+    model.eval()
+    device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+    model.to(device)
+    logger.info(f"Model {MODEL_PATH} Hugging Face Hub'dan yüklendi, cihaz: {device}")
+except Exception as e:
+    logger.error(f"Model yükleme hatası: {e}")
+    raise
+
+# === EMBEDDING MODELS ===
+embedder = SentenceTransformer("intfloat/multilingual-e5-large", device="cpu")
+cross_encoder = CrossEncoder("cross-encoder/ms-marco-MiniLM-L-6-v2", device="cpu")
+logger.info("Embedding ve reranking modelleri yüklendi")
+
+# === FASTAPI ===
+app = FastAPI()
+BASE_DIR = os.path.dirname(os.path.abspath(__file__))
+app.mount("/static", StaticFiles(directory=os.path.join(BASE_DIR, "static")), name="static")
+templates = Jinja2Templates(directory=os.path.join(BASE_DIR, "templates"))
+
+class QuestionRequest(BaseModel):
+    query: str
+
+def clean_text_output(text: str) -> str:
+    """
+    Tüm prompt, komut, yönerge, link ve gereksiz açıklamaları temizler.
+    Sadece net, kısa yanıtı bırakır.
+    """
+    # Modelin başındaki yönerge/talimat cümleleri
+    text = re.sub(
+        r"^(Sadece doğru, kısa ve açık bilgi ver\.? Ekstra açıklama veya kaynak ekleme\.?)", 
+        "", text, flags=re.IGNORECASE
+    )
+    # Büyük prompt ve yönergeleri sil (Metin:, output:, Cevap:)
+    text = re.sub(r"^.*?(Metin:|output:|Cevap:)", "", text, flags=re.IGNORECASE | re.DOTALL)
+    # Tek satırlık açıklama veya yönerge kalanlarını sil
+    text = re.sub(r"^(Aşağıdaki haber.*|Yalnızca olay özeti.*|Cevapta sadece.*|Metin:|output:|Cevap:)", "", text, flags=re.IGNORECASE | re.MULTILINE)
+    # 'Detaylı bilgi için', 'Daha fazla bilgi için', 'Wikipedia', 'Kaynak:', linkler vs.
+    text = re.sub(r"(Detaylı bilgi için.*|Daha fazla bilgi için.*|Wikipedia.*|Kaynak:.*|https?://\S+)", "", text, flags=re.IGNORECASE)
+    # Madde işaretleri ve baştaki sayı/karakterler
+    text = re.sub(r"^\- ", "", text, flags=re.MULTILINE)
+    text = re.sub(r"^\d+[\.\)]?\s+", "", text, flags=re.MULTILINE)
+    ## Model promptlarının başında kalan talimat cümlelerini sil
+    text = re.sub(
+        r"^(Sadece doğru, kısa ve açık bilgi ver\.? Ekstra açıklama veya kaynak ekleme\.?)", 
+        "", text, flags=re.IGNORECASE
+    )
+    # Tekrarlı boşluklar ve baş/son boşluk
+    text = re.sub(r"\s+", " ", text).strip()
+    return text
+
+@lru_cache(maxsize=config["cache"]["maxsize"])
+def get_embedding(text: str, max_length: int = 512) -> np.ndarray:
+    formatted = f"query: {text.strip()}"[:max_length]
+    return embedder.encode(formatted, normalize_embeddings=True)
+
+@lru_cache(maxsize=32)
+def pinecone_query_cached(query: str, top_k: int) -> tuple:
+    query_embedding = get_embedding(query)
+    result = index.query(vector=query_embedding.tolist(), top_k=top_k, include_metadata=True)
+    matches = result.get("matches", [])
+    output = []
+    for m in matches:
+        text = m.get("metadata", {}).get("text", "").strip()
+        url = m.get("metadata", {}).get("url", "")
+        if text:
+            output.append((text, url))
+    return tuple(output)
+
+async def retrieve_sources_from_pinecone(query: str, top_k: int = None) -> Dict[str, any]:
+    top_k = top_k or config["pinecone"]["top_k"]
+    output = pinecone_query_cached(query, top_k)
+    if not output:
+        return {"sources": "", "results": [], "source_url": ""}
+    # Cross-encoder ile yeniden sıralama
+    sentence_pairs = [[query, text] for text, url in output]
+    scores = await asyncio.to_thread(cross_encoder.predict, sentence_pairs)
+    reranked = [(float(score), text, url) for score, (text, url) in zip(scores, output)]
+    reranked.sort(key=lambda x: x[0], reverse=True)
+    top_results = reranked[:1]
+    top_texts = [text for _, text, _ in top_results]
+    source_url = top_results[0][2] if top_results else ""
+    return {"sources": "\n".join(top_texts), "results": top_results, "source_url": source_url}
+
+async def generate_model_response(question: str) -> str:
+    prompt = (
+        f"input: {question}\noutput:"
+        "Sadece doğru, kısa ve açık bilgi ver. Ekstra açıklama veya kaynak ekleme."
+    )
+    inputs = tokenizer(prompt, return_tensors="pt", truncation=True, max_length=256).to(device)
+    with torch.no_grad():
+        outputs = model.generate(
+            **inputs,
+            max_new_tokens=64,
+            do_sample=False,
+            num_beams=5,
+            no_repeat_ngram_size=3,
+            early_stopping=True,
+            pad_token_id=tokenizer.pad_token_id,
+            eos_token_id=tokenizer.eos_token_id
+        )
+    answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return answer
+
+def extract_self_answer(output: str) -> str:
+    # Eğer "output:" etiketi varsa, sonrasını al
+    match = re.search(r"output:(.*)", output, flags=re.IGNORECASE | re.DOTALL)
+    if match:
+        return match.group(1).strip()
+    # Eğer "Cevap:" varsa, sonrasını al
+    if "Cevap:" in output:
+        return output.split("Cevap:")[-1].strip()
+    return output.strip()
+
+async def selfrag_agent(question: str):
+    # 1. VDB cevabı ve kaynak url
+    result = await retrieve_sources_from_pinecone(question)
+    vdb_paragraph = result.get("sources", "").strip()
+    source_url = result.get("source_url", "")
+
+    # 2. Model cevabı
+    model_paragraph = await generate_model_response(question)
+    model_paragraph = extract_self_answer(model_paragraph)
+
+    # 3. Temizle (SADECE METİN DEĞERLERİNDE!)
+    vdb_paragraph = clean_text_output(vdb_paragraph)
+    model_paragraph = clean_text_output(model_paragraph)
+
+    # 4. Cross-encoder ile skorlama
+    candidates = []
+    candidate_urls = []
+    label_names = []
+    if vdb_paragraph:
+        candidates.append(vdb_paragraph)
+        candidate_urls.append(source_url)
+        label_names.append("VDB")
+    if model_paragraph:
+        candidates.append(model_paragraph)
+        candidate_urls.append(None)
+        label_names.append("MODEL")
+
+    if not candidates:
+        return {"answer": "Cevap bulunamadı.", "source_url": None}
+
+    sentence_pairs = [[question, cand] for cand in candidates]
+    scores = await asyncio.to_thread(cross_encoder.predict, sentence_pairs)
+    print(f"VDB Skor: {scores[0]:.4f}")
+    if len(scores) > 1:
+        print(f"Model Skor: {scores[1]:.4f}")
+
+    # === Seçim Kuralları ===
+    if len(scores) == 2:
+        vdb_score = scores[0]
+        model_score = scores[1]
+        # Eğer modelin skoru, VDB'nin 2 katından fazlaysa modeli döndür
+        if model_score > 1.5 * vdb_score:
+            best_idx = 1
+        else:
+            best_idx = 0
+    else:
+        # Sadece VDB veya model varsa, en yüksek skoru seç
+        best_idx = int(np.argmax(scores))
+
+    final_answer = candidates[best_idx]
+    final_source_url = candidate_urls[best_idx]
+
+    return {
+        "answer": final_answer,
+        "source_url": final_source_url
+    }
+
+
+@app.get("/")
+async def home(request: Request):
+    return templates.TemplateResponse("index.html", {"request": request})
+
+@app.post("/api/ask")
+async def ask_question(request: QuestionRequest):
+    try:
+        question = request.query.strip()
+        if not question:
+            return JSONResponse(status_code=400, content={"error": "Sorgu boş olamaz."})
+        result = await selfrag_agent(question)
+        response_text = result["answer"]
+        if result["source_url"]:
+            response_text += f'<br><br>Daha fazla bilgi için: <a href="{result["source_url"]}" target="_blank">{result["source_url"]}</a>'
+        return JSONResponse(content={"answer": response_text})
+    except Exception as e:
+        logger.error(f"API hatası: {e}")
+        return JSONResponse(status_code=500, content={"error": f"Sunucu hatası: {str(e)}"})

app/static/script.js

@@ -0,0 +1,262 @@
+// === Yardımcı Fonksiyonlar ===
+const qs = (selector) => document.querySelector(selector);
+const qsa = (selector) => document.querySelectorAll(selector);
+
+// === DOM Elemanları ===
+const sidebar = qs('#sidebar');
+const openSidebarBtn = qs('#open-sidebar');
+const closeSidebarBtn = qs('#close-sidebar');
+const chatForm = qs('#chat-form');
+const messageInput = qs('#message-input');
+const messagesContainer = qs('#messages');
+const newChatBtn = qs('#new-chat');
+const chatHistoryContainer = qs('#chat-history');
+const toggleThemeBtn = qs('#toggle-theme');
+const emojiPickerBtn = qs('#emoji-picker-btn');
+const emojiPicker = qs('#emoji-picker');
+const usernameInput = qs('#username-input');
+const themeSelector = qs('#theme-selector');
+const themePreview = qs('#theme-preview');
+const chatSearch = qs('#chat-search');
+const bubbleStyle = qs('#bubble-style');
+const chatContainer = qs('#chat-container') || messagesContainer;
+
+let chats = JSON.parse(localStorage.getItem('chats')) || [];
+let currentChatId = null;
+let currentUser = localStorage.getItem('username') || 'Kullanıcı';
+let lastSender = null;
+let messageDraft = localStorage.getItem('messageDraft') || '';
+
+// === Tema Renkleri ===
+const themeColors = {
+  default: '#4f46e5', blue: '#3b82f6', green: '#10b981', purple: '#8b5cf6', red: '#ef4444'
+};
+
+// === Başlangıç Ayarları ===
+function initializeSettings() {
+  usernameInput.value = currentUser;
+  messageInput.value = messageDraft;
+  if (localStorage.getItem('theme') === 'dark') document.body.classList.add('dark');
+  const savedColor = localStorage.getItem('colorTheme') || 'default';
+  const savedBubble = localStorage.getItem('bubbleStyle') || 'rounded';
+  themeSelector.value = savedColor;
+  bubbleStyle.value = savedBubble;
+  themePreview.style.background = themeColors[savedColor];
+  document.body.classList.add(`theme-${savedColor}`);
+  document.documentElement.style.setProperty('--bubble-radius', savedBubble === 'rounded' ? '12px' : '4px');
+}
+
+// === Tema Değiştirici ===
+function applyTheme(theme) {
+  document.body.className = document.body.className.replace(/theme-\w+/g, '');
+  document.body.classList.add(`theme-${theme}`);
+  themePreview.style.background = themeColors[theme];
+  localStorage.setItem('colorTheme', theme);
+}
+
+// === Karanlık Mod Değiştirici ===
+toggleThemeBtn?.addEventListener('click', () => {
+  document.body.classList.toggle('dark');
+  localStorage.setItem('theme', document.body.classList.contains('dark') ? 'dark' : 'light');
+});
+
+// === Event Listeners ===
+usernameInput.addEventListener('change', () => {
+  currentUser = usernameInput.value.trim() || 'Kullanıcı';
+  localStorage.setItem('username', currentUser);
+  renderChatHistory();
+});
+
+messageInput.addEventListener('input', () => {
+  localStorage.setItem('messageDraft', messageInput.value);
+});
+
+themeSelector.addEventListener('change', () => applyTheme(themeSelector.value));
+themeSelector.addEventListener('mouseover', () => themePreview.style.background = themeColors[themeSelector.value]);
+
+bubbleStyle.addEventListener('change', () => {
+  const radius = bubbleStyle.value === 'rounded' ? '12px' : '4px';
+  document.documentElement.style.setProperty('--bubble-radius', radius);
+  localStorage.setItem('bubbleStyle', bubbleStyle.value);
+});
+
+openSidebarBtn?.addEventListener('click', () => sidebar.classList.remove('hidden'));
+closeSidebarBtn?.addEventListener('click', () => sidebar.classList.add('hidden'));
+emojiPickerBtn?.addEventListener('click', () => emojiPicker.classList.toggle('hidden'));
+chatSearch.addEventListener('input', () => renderChatHistory(chatSearch.value.toLowerCase()));
+
+messageInput.addEventListener('keydown', (e) => {
+  if (e.key === 'Enter' && !e.shiftKey) {
+    e.preventDefault();
+    chatForm.dispatchEvent(new Event('submit'));
+  } else if (e.key === 'Escape') {
+    emojiPicker.classList.add('hidden');
+  }
+});
+
+// === Yeni Sohbet Başlat ===
+newChatBtn.addEventListener('click', () => {
+  currentChatId = Date.now().toString();
+  chats.push({ id: currentChatId, messages: [] });
+  saveChats();
+  renderChatHistory();
+  messagesContainer.innerHTML = '';
+  lastSender = null;
+  showNotification('Yeni sohbet başlatıldı!', 'success');
+});
+
+// === Mesaj Gönderme ===
+let isWaitingResponse = false;
+chatForm.addEventListener('submit', async (e) => {
+  e.preventDefault();
+  if (isWaitingResponse) return; // Aynı anda birden fazla istek gönderilmesini engeller
+
+  const query = messageInput.value.trim();
+  if (!query) return showNotification('Lütfen bir mesaj yazın!', 'error');
+
+  isWaitingResponse = true;
+  addMessage(query, 'user');
+  showTypingIndicator();
+
+  try {
+    const res = await fetch('/api/ask', {
+      method: 'POST',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify({ query: query })
+    });
+    const data = await res.json();
+    removeTypingIndicator();
+    addMessage(data.answer || 'Bir hata oluştu.', 'bot');
+    saveMessage(data.answer || 'Bir hata oluştu.', 'bot');
+  } catch {
+    removeTypingIndicator();
+    addMessage('Cevap alınamadı.', 'bot');
+    saveMessage('Cevap alınamadı.', 'bot');
+  }
+
+  saveMessage(query, 'user');
+  messageInput.value = '';
+  localStorage.removeItem('messageDraft');
+  isWaitingResponse = false;
+  scrollToBottom();
+});
+
+
+// === Mesajları Kaydetme ===
+function saveMessage(text, sender) {
+  if (!currentChatId) {
+    currentChatId = Date.now().toString();
+    chats.push({ id: currentChatId, messages: [] });
+  }
+  const chat = chats.find(c => c.id === currentChatId);
+  chat.messages.push({ id: Date.now().toString(), text, sender, timestamp: new Date().toLocaleTimeString(), isPinned: false, reactions: '' });
+  saveChats();
+  renderChatHistory();
+}
+
+function saveChats() {
+  localStorage.setItem('chats', JSON.stringify(chats));
+}
+
+// === Görsel İşlevler ===
+function scrollToBottom() {
+  chatContainer.scrollTop = chatContainer.scrollHeight;
+}
+
+function showTypingIndicator() {
+  const typingDiv = document.createElement('div');
+  typingDiv.id = 'typing-indicator';
+  typingDiv.className = 'typing';
+  typingDiv.innerHTML = '<span></span><span></span><span></span>';
+  messagesContainer.appendChild(typingDiv);
+  scrollToBottom();
+}
+
+function removeTypingIndicator() {
+  qs('#typing-indicator')?.remove();
+}
+
+function showNotification(text, type = 'success') {
+  const notif = document.createElement('div');
+  notif.className = `notification fixed bottom-4 left-4 p-3 rounded-lg text-white ${type === 'success' ? 'bg-green-500' : 'bg-red-500'}`;
+  notif.textContent = text;
+  document.body.appendChild(notif);
+  setTimeout(() => notif.remove(), 3000);
+}
+
+// === Mesaj Ekleme ===
+function addMessage(text, sender, id = Date.now().toString(), isPinned = false) {
+  const isSameSender = sender === lastSender;
+  const div = document.createElement('div');
+  div.className = `message chat-group ${sender === 'user' ? 'user-message' : 'bot-message'}${isSameSender ? ' mt-1' : ''}${isPinned ? ' pinned-message' : ''}`;
+  div.dataset.id = id;
+  div.innerHTML = `
+    <img src="${sender === 'user' ? 'https://img.icons8.com/color/48/000000/user.png' : 'https://img.icons8.com/color/48/000000/bot.png'}" class="w-8 h-8 rounded-full ${isSameSender && !isPinned ? 'invisible' : ''}">
+    <div class="flex-1">
+      <div class="flex justify-between items-baseline">
+        <span class="text-sm font-semibold ${sender === 'user' ? 'text-white' : 'text-gray-700 dark:text-gray-300'}">${sender === 'user' ? currentUser : 'Bot'}</span>
+        <span class="text-xs text-gray-400">${new Date().toLocaleTimeString()}</span>
+      </div>
+      <div class="break-words">${text}</div>
+    </div>`;
+  messagesContainer.appendChild(div);
+  lastSender = sender;
+  scrollToBottom();
+}
+
+// === Sohbet Geçmişi ===
+function renderChatHistory(query = '') {
+  chatHistoryContainer.innerHTML = '';
+  chats.filter(chat => !query || chat.messages.some(m => m.text.toLowerCase().includes(query)))
+    .forEach(chat => {
+      const last = chat.messages.at(-1);
+      const item = document.createElement('div');
+      item.className = `p-3 rounded-lg flex justify-between items-center cursor-pointer ${currentChatId === chat.id ? 'bg-indigo-100' : 'bg-gray-100'} hover:bg-indigo-50`;
+      item.innerHTML = `
+        <div class="flex-1" onclick="loadChat('${chat.id}')">
+          <div class="text-sm font-semibold text-gray-800">${chat.messages[0]?.text.substring(0, 25) || 'Yeni Sohbet'}...</div>
+          <div class="text-xs text-gray-500">${last?.timestamp || ''}</div>
+        </div>
+        <button onclick="deleteChat('${chat.id}')" class="text-red-500 hover:text-red-700"><i class="fas fa-trash"></i></button>
+      `;
+      chatHistoryContainer.appendChild(item);
+    });
+}
+
+// === Global Fonksiyonlar ===
+window.loadChat = function(id) {
+  currentChatId = id;
+  const chat = chats.find(c => c.id === id);
+  messagesContainer.innerHTML = '';
+  lastSender = null;
+  chat.messages.forEach(msg => addMessage(msg.text, msg.sender, msg.id, msg.isPinned));
+  scrollToBottom();
+  sidebar.classList.add('hidden');
+};
+
+window.deleteChat = function(id) {
+  chats = chats.filter(c => c.id !== id);
+  saveChats();
+  renderChatHistory();
+  if (currentChatId === id) {
+    messagesContainer.innerHTML = '';
+    currentChatId = null;
+    lastSender = null;
+  }
+  showNotification('Sohbet silindi!', 'success');
+};
+
+// === Emoji ve Quick Reply ===
+function addEmoji(emoji) {
+  messageInput.value += emoji;
+  messageInput.focus();
+}
+
+function quickReply(text) {
+  messageInput.value = text;
+  chatForm.dispatchEvent(new Event('submit'));
+}
+
+// === Başlat ===
+initializeSettings();
+renderChatHistory();

app/static/styles.css

@@ -0,0 +1,265 @@
+body {
+  font-family: 'Inter', sans-serif;
+  background-color: #f8f9fb;
+  color: #1f2937;
+  transition: background-color 0.3s ease, color 0.3s ease;
+}
+
+/* Sidebar */
+#sidebar {
+  transition: transform 0.4s cubic-bezier(0.4, 0, 0.2, 1);
+  backdrop-filter: blur(10px);
+  -webkit-backdrop-filter: blur(10px);
+  box-shadow: 2px 0 12px rgba(0, 0, 0, 0.15);
+}
+
+#sidebar.hidden {
+  transform: translateX(-100%);
+}
+
+/* Chat alanı */
+.chat-container {
+  height: calc(100vh - 140px);
+  overflow-y: auto;
+  background: url("data:image/svg+xml;utf8,<svg xmlns='http://www.w3.org/2000/svg' width='40' height='40' viewBox='0 0 40 40'><path fill='rgba(0,0,0,0.05)' d='M20 4a2 2 0 1 0 0 4 2 2 0 0 0 0-4zm-16 16a2 2 0 1 0 4 0 2 2 0 0 0-4 0zm32 0a2 2 0 1 0 4 0 2 2 0 0 0-4 0zm-16 16a2 2 0 1 0 0 4 2 2 0 0 0 0-4z'/></svg>") repeat;
+}
+
+/* Mesaj kutuları */
+.message {
+  max-width: 75%;
+  margin: 8px 16px;
+  padding: 12px 16px;
+  border-radius: var(--bubble-radius, 12px);
+  line-height: 1.6;
+  animation: bubblePop 0.3s ease-out;
+  position: relative;
+  display: flex;
+  align-items: flex-start;
+  gap: 8px;
+  box-shadow: 0 3px 6px rgba(0, 0, 0, 0.1);
+  transition: transform 0.2s ease;
+}
+
+.message:hover {
+  transform: translateY(-2px);
+}
+
+.user-message {
+  margin-left: auto;
+  border-bottom-right-radius: 2px;
+}
+
+.bot-message {
+  border-bottom-left-radius: 2px;
+}
+
+/* Sabitlenen mesaj */
+.pinned-message {
+  background: #fefcbf !important;
+  border: 1px solid #facc15;
+  position: sticky;
+  top: 0;
+  z-index: 10;
+  animation: none;
+}
+
+/* Yazıyor animasyonu */
+.typing {
+  display: flex;
+  align-items: center;
+  gap: 6px;
+  padding: 12px 16px;
+  margin: 8px 16px;
+}
+
+.typing span {
+  width: 10px;
+  height: 10px;
+  border-radius: 50%;
+  animation: pulse 0.8s infinite alternate;
+  background: #4f46e5;
+}
+
+.typing span:nth-child(2) { animation-delay: 0.2s; }
+.typing span:nth-child(3) { animation-delay: 0.4s; }
+
+@keyframes bubblePop {
+  from { transform: scale(0.9) translateY(10px); opacity: 0; }
+  to { transform: scale(1) translateY(0); opacity: 1; }
+}
+
+@keyframes pulse {
+  to { transform: scale(1.3); opacity: 0.6; }
+}
+
+/* Bildirim */
+.notification {
+  animation: slideInLeft 0.3s ease-out, fadeOut 0.3s ease-out 2.7s forwards;
+  border-left: 4px solid;
+  backdrop-filter: blur(5px);
+}
+
+@keyframes slideInLeft {
+  from { transform: translateX(-100%); opacity: 0; }
+  to { transform: translateX(0); opacity: 1; }
+}
+
+@keyframes fadeOut {
+  to { opacity: 0; }
+}
+
+/* Scrollbar */
+.chat-container::-webkit-scrollbar {
+  width: 6px;
+}
+
+.chat-container::-webkit-scrollbar-thumb {
+  background: rgba(0, 0, 0, 0.1);
+  border-radius: 6px;
+}
+
+.chat-container::-webkit-scrollbar-thumb:hover {
+  background: rgba(0, 0, 0, 0.3);
+}
+
+/* Ripple Efekti */
+button {
+  cursor: pointer;
+  position: relative;
+  transition: transform 0.2s, background 0.2s;
+}
+
+button:hover {
+  transform: scale(1.05);
+}
+
+button:active::after {
+  content: '';
+  position: absolute;
+  width: 100px;
+  height: 100px;
+  background: rgba(255, 255, 255, 0.3);
+  border-radius: 50%;
+  transform: scale(0);
+  animation: rippleEffect 0.6s ease-out;
+  top: 50%;
+  left: 50%;
+  transform-origin: center;
+}
+
+@keyframes rippleEffect {
+  to { transform: scale(4); opacity: 0; }
+}
+
+/* Input Alanı */
+#message-input {
+  background: rgba(255, 255, 255, 0.8);
+  backdrop-filter: blur(5px);
+}
+
+.dark #message-input {
+  background: rgba(31, 41, 55, 0.8);
+  color: #f3f4f6;
+}
+
+/* Temalar */
+:root {
+  --bubble-radius: 12px;
+}
+
+.theme-default .user-message {
+  background: linear-gradient(135deg, #6366f1, #7c3aed);
+  color: white;
+}
+
+.theme-default .bot-message {
+  background: linear-gradient(135deg, #e5e7eb, #d1d5db);
+  color: #1f2937;
+}
+
+.theme-blue .user-message {
+  background: linear-gradient(135deg, #3b82f6, #60a5fa);
+  color: white;
+}
+
+.theme-blue .bot-message {
+  background: linear-gradient(135deg, #bfdbfe, #93c5fd);
+  color: #1e3a8a;
+}
+
+.theme-green .user-message {
+  background: linear-gradient(135deg, #10b981, #34d399);
+  color: white;
+}
+
+.theme-green .bot-message {
+  background: linear-gradient(135deg, #a7f3d0, #6ee7b7);
+  color: #064e3b;
+}
+
+.theme-purple .user-message {
+  background: linear-gradient(135deg, #8b5cf6, #a78bfa);
+  color: white;
+}
+
+.theme-purple .bot-message {
+  background: linear-gradient(135deg, #ddd6fe, #c4b5fd);
+  color: #4c1d95;
+}
+
+.theme-red .user-message {
+  background: linear-gradient(135deg, #ef4444, #f87171);
+  color: white;
+}
+
+.theme-red .bot-message {
+  background: linear-gradient(135deg, #fecaca, #f9a8a8);
+  color: #991b1b;
+}
+
+/* Koyu mod (yumuşak koyu gri) */
+.dark {
+  background-color: #1e1e1e;
+  color: #e5e7eb;
+}
+
+.dark .chat-container {
+  background: linear-gradient(135deg, #1e1e1e, #2c2c2c);
+}
+
+.dark .bg-white {
+  background: #2a2a2a;
+  color: #e5e7eb;
+}
+/* === Tema Uyumu: Sidebar ve Arka Plan === */
+
+/* Aydınlık tema için sidebar ve yazılar */
+.theme-default #sidebar {
+  background: #f8fafc;
+  color: #1e293b;
+}
+.theme-default .chat-container {
+  background: url("https://www.transparenttextures.com/patterns/pw-maze-white.png") repeat;
+}
+
+/* Karanlık tema için sidebar ve yazılar */
+.dark #sidebar {
+  background: #1f2937;
+  color: #f8fafc;
+}
+.dark .chat-container {
+  background: url("https://www.transparenttextures.com/patterns/asfalt-dark.png") repeat;
+}
+
+/* Sidebar içindeki input/select'ler temaya uyum sağlar */
+#sidebar input,
+#sidebar select {
+  color: inherit;
+  background-color: transparent;
+}
+
+.dark #sidebar input,
+.dark #sidebar select {
+  background-color: #374151;
+  color: #f1f5f9;
+}

app/templates/index.html

@@ -0,0 +1,127 @@
+<!DOCTYPE html>
+<html lang="tr">
+<head>
+  <meta charset="UTF-8" />
+  <meta name="viewport" content="width=device-width, initial-scale=1.0"/>
+  <title>Sohbet Chatbot</title>
+  <script src="https://cdn.tailwindcss.com"></script>
+  <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.4.2/css/all.min.css"/>
+  <link href="https://fonts.googleapis.com/css2?family=Inter:wght@400;500;600;700&display=swap" rel="stylesheet"/>
+  <link rel="stylesheet" href="/static/styles.css"/>
+</head>
+<body class="bg-gray-100 dark:bg-[#1e1e1e] text-gray-900 dark:text-gray-100 transition-colors duration-300">
+  <div class="flex h-screen">
+    <!-- Sidebar -->
+    <div id="sidebar" class="w-80 bg-white dark:bg-[#2a2a2a] shadow-lg p-5 absolute md:static z-20 h-full" role="navigation" aria-label="Sohbet Geçmişi">
+      <!-- Profesyonel başlık + ikonlar -->
+      <div class="flex items-center justify-between mb-6">
+        <h2 class="text-2xl font-bold text-gray-800 dark:text-white">Sohbetler</h2>
+        <div class="flex items-center gap-2">
+          <button id="new-chat" class="text-indigo-600 hover:text-indigo-800 text-xl" title="Yeni Sohbet">
+            <i class="fas fa-plus-circle"></i>
+          </button>
+          <button id="toggle-theme" class="text-gray-600 hover:text-gray-800 dark:text-gray-300 text-xl ml-2" title="Tema Değiştir">
+            <i class="fas fa-moon"></i>
+          </button>
+          <button id="close-sidebar" class="md:hidden text-gray-600 hover:text-gray-800 dark:text-gray-300 text-xl" title="Kapat">
+            <i class="fas fa-times-circle"></i>
+          </button>
+        </div>
+      </div>
+
+      <!-- Arama -->
+      <div class="mb-4">
+      <input id="chat-search" type="text" placeholder="Sohbetlerde Ara..."
+      class="w-full p-2 border rounded-lg focus:outline-none focus:ring-2 focus:ring-indigo-500 bg-white text-gray-800 dark:bg-gray-700 dark:text-white"
+      aria-label="Sohbet Arama">
+      </div>
+
+      <!-- Kullanıcı adı -->
+      <div class="mb-4">
+      <input id="username-input" type="text" placeholder="Kullanıcı Adı Girin"
+      class="w-full p-2 border rounded-lg focus:outline-none focus:ring-2 focus:ring-indigo-500 bg-white text-gray-800 dark:bg-gray-700 dark:text-white"
+      aria-label="Kullanıcı Adı">
+      </div>
+
+      <!-- Tema Seçici -->
+      <div class="mb-4 relative">
+          <select id="theme-selector"
+          class="w-full p-2 border rounded-lg focus:outline-none focus:ring-2 focus:ring-indigo-500 bg-white text-gray-800 dark:bg-gray-700 dark:text-white"
+          aria-label="Tema Seç">
+          <option value="default">Varsayılan Tema</option>
+          <option value="blue">Mavi Tema</option>
+          <option value="green">Yeşil Tema</option>
+          <option value="purple">Mor Tema</option>
+          <option value="red">Kırmızı Tema</option>
+        </select>
+        <div id="theme-preview" class="absolute w-4 h-4 rounded-full top-3 right-3"></div>
+      </div>
+
+      <!-- Mesaj Stili Seçici -->
+      <div class="mb-4">
+        <select id="bubble-style" class="w-full p-2 border rounded-lg focus:outline-none focus:ring-2 focus:ring-indigo-500" aria-label="Mesaj Balonu Stili">
+          <option value="rounded">Yuvarlak Kenarlı</option>
+          <option value="sharp">Keskin Kenarlı</option>
+        </select>
+      </div>
+
+      <!-- Sohbet Geçmişi -->
+      <div id="chat-history" class="space-y-3" role="list" aria-label="Sohbet Geçmişi Listesi">
+        <!-- Dinamik sohbet geçmişi -->
+      </div>
+    </div>
+
+    <!-- Ana Sohbet Alanı -->
+    <div class="flex-1 flex flex-col">
+      <!-- Başlık -->
+      <div class="bg-white dark:bg-[#2a2a2a] shadow p-4 flex justify-between items-center">
+        <button id="open-sidebar" class="md:hidden text-gray-600 hover:text-gray-800 dark:text-gray-300 ripple" aria-label="Sidebar'ı Aç">
+          <i class="fas fa-bars"></i>
+        </button>
+        <h1 class="text-2xl font-bold text-gray-800 dark:text-gray-200">Chatbot 🤖</h1>
+      </div>
+
+      <!-- Mesajlar -->
+      <div id="chat-container" class="chat-container p-6 flex-1 bg-white dark:bg-[#1e1e1e]" role="main" aria-label="Sohbet Alanı">
+        <div id="messages" class="flex flex-col space-y-2"></div>
+      </div>
+
+      <!-- Mesaj Giriş Alanı -->
+      <div class="bg-white dark:bg-[#2a2a2a] p-4 shadow">
+        <div id="quick-replies" class="flex gap-2 mb-2 flex-wrap">
+          <button class="px-3 py-1 bg-gray-200 dark:bg-gray-700 rounded-full text-sm hover:bg-gray-300 dark:hover:bg-gray-600 ripple" onclick="quickReply('Merhaba! 😊')">Merhaba!</button>
+          <button class="px-3 py-1 bg-gray-200 dark:bg-gray-700 rounded-full text-sm hover:bg-gray-300 dark:hover:bg-gray-600 ripple" onclick="quickReply('Nasılsın?')">Nasılsın?</button>
+          <button class="px-3 py-1 bg-gray-200 dark:bg-gray-700 rounded-full text-sm hover:bg-gray-300 dark:hover:bg-gray-600 ripple" onclick="quickReply('Teşekkürler!')">Teşekkürler!</button>
+        </div>
+        <form id="chat-form" class="flex items-center gap-3">
+          <div class="relative flex-1">
+            <input id="message-input" type="text" placeholder="Mesajınızı yazın... 😊" class="w-full p-3 border rounded-lg focus:outline-none focus:ring-2 focus:ring-indigo-500 dark:bg-gray-700 dark:text-white" aria-label="Mesaj Girişi">
+            <button type="button" id="emoji-picker-btn" class="absolute right-3 top-1/2 transform -translate-y-1/2 text-gray-500 hover:text-gray-700 ripple" aria-label="Emoji Seçici">
+              <i class="fas fa-smile"></i>
+            </button>
+            <div id="emoji-picker" class="hidden absolute bottom-14 right-0 bg-white dark:bg-gray-800 border rounded-lg p-3 shadow-xl max-w-sm z-10">
+              <div class="flex gap-2 flex-wrap text-xl">
+                <span class="cursor-pointer hover:bg-gray-100 dark:hover:bg-gray-600 p-1 rounded" onclick="addEmoji('😊')">😊</span>
+                <span class="cursor-pointer hover:bg-gray-100 dark:hover:bg-gray-600 p-1 rounded" onclick="addEmoji('😂')">😂</span>
+                <span class="cursor-pointer hover:bg-gray-100 dark:hover:bg-gray-600 p-1 rounded" onclick="addEmoji('👍')">👍</span>
+                <span class="cursor-pointer hover:bg-gray-100 dark:hover:bg-gray-600 p-1 rounded" onclick="addEmoji('❤️')">❤️</span>
+                <span class="cursor-pointer hover:bg-gray-100 dark:hover:bg-gray-600 p-1 rounded" onclick="addEmoji('🚀')">🚀</span>
+                <span class="cursor-pointer hover:bg-gray-100 dark:hover:bg-gray-600 p-1 rounded" onclick="addEmoji('🌟')">🌟</span>
+                <span class="cursor-pointer hover:bg-gray-100 dark:hover:bg-gray-600 p-1 rounded" onclick="addEmoji('😎')">😎</span>
+                <span class="cursor-pointer hover:bg-gray-100 dark:hover:bg-gray-600 p-1 rounded" onclick="addEmoji('🎉')">🎉</span>
+                <span class="cursor-pointer hover:bg-gray-100 dark:hover:bg-gray-600 p-1 rounded" onclick="addEmoji('🙌')">🙌</span>
+                <span class="cursor-pointer hover:bg-gray-100 dark:hover:bg-gray-600 p-1 rounded" onclick="addEmoji('🔥')">🔥</span>
+              </div>
+            </div>
+          </div>
+          <button type="submit" class="bg-indigo-600 text-white p-3 rounded-lg hover:bg-indigo-700 transition-colors ripple" aria-label="Mesaj Gönder">
+            <i class="fas fa-paper-plane"></i>
+          </button>
+        </form>
+      </div>
+    </div>
+  </div>
+
+  <script src="/static/script.js"></script>
+</body>
+</html>

docker-compose.yml

@@ -0,0 +1,11 @@
+version: '3.8'
+
+services:
+  news-bot:
+    build: .
+    container_name: news-pipeline-bot
+    restart: always
+    env_file:
+      - .env
+    volumes:
+      - .:/app

requirements.txt

@@ -0,0 +1,8 @@
+fastapi
+uvicorn
+transformers
+torch
+pinecone
+requests
+beautifulsoup4
+# Diğer tüm kullandığın modülleri buraya ekle