Ask a Telegram bot questions about your documents

import io
from pypdf import PdfReader
from clickruntime import on_event, credentials, http, ai

def embed(texts):
    r = http.post("https://api.pinecone.io/embed", headers={"Api-Key": credentials.secret("PINECONE_API_KEY"), "X-Pinecone-API-Version": "2025-01"},
                  json={"model": "multilingual-e5-large", "inputs": [{"text": t} for t in texts]})
    return [e["values"] for e in r.json()["data"]]

@on_event
def handle(event):
    msg = (event.json or {}).get("message") or {}
    tg = f"https://api.telegram.org/bot{credentials.secret('TELEGRAM_BOT_TOKEN')}"
    index = credentials.secret("PINECONE_HOST")
    pc = {"Api-Key": credentials.secret("PINECONE_API_KEY")}
    if msg.get("document"):
        path = http.get(f"{tg}/getFile", params={"file_id": msg["document"]["file_id"]}).json()["result"]["file_path"]
        pdf = http.get(f"https://api.telegram.org/file/bot{credentials.secret('TELEGRAM_BOT_TOKEN')}/{path}").content
        text = " ".join(p.extract_text() or "" for p in PdfReader(io.BytesIO(pdf)).pages)
        chunks = [text[i:i + 1000] for i in range(0, len(text), 1000)][:90]
        name = msg["document"].get("file_name", "document")
        vectors = [{"id": f"{msg['document']['file_unique_id']}-{i}", "values": v, "metadata": {"text": c, "file": name}} for i, (c, v) in enumerate(zip(chunks, embed(chunks)))]
        http.post(f"https://{index}/vectors/upsert", headers=pc, json={"vectors": vectors})
        reply = f"Added {name} ({len(chunks)} passages)."
    else:
        matches = http.post(f"https://{index}/query", headers=pc, json={"vector": embed([msg.get("text", "")])[0], "topK": 5, "includeMetadata": True}).json()["matches"]
        context = "\n\n".join(f"[{m['metadata']['file']}] {m['metadata']['text']}" for m in matches)
        reply = ai.generate(f"Question: {msg.get('text')}\n\nPassages:\n{context}", system="Answer only from the passages and name the file. If they do not contain the answer, say so.", max_output_tokens=400).text
    http.post(f"{tg}/sendMessage", json={"chat_id": msg["chat"]["id"], "text": reply})
    return {"ok": True}