Reply to emails with a Telegram voice note

from google.oauth2.credentials import Credentials
from googleapiclient.discovery import build
import base64, re
from email.mime.text import MIMEText
from clickruntime import on_event, credentials, http, ai

def send(gmail, to, subject, text, thread=None):
    msg = MIMEText(text)
    msg["to"], msg["subject"] = to, subject
    body = {"raw": base64.urlsafe_b64encode(msg.as_bytes()).decode()}
    if thread:
        body["threadId"] = thread
    gmail.users().messages().send(userId="me", body=body).execute()

@on_event
def handle(event):
    m = (event.json or {}).get("message", {})
    alert = (m.get("reply_to_message") or {}).get("text", "")
    found = re.search(r"thread:(\w+) from:(\S+) subject:(.+)", alert)
    if "voice" not in m or not found:
        return {"skipped": True}
    tg = f"https://api.telegram.org/bot{credentials.secret('TELEGRAM_BOT_TOKEN')}"
    path = http.get(f"{tg}/getFile", params={"file_id": m["voice"]["file_id"]}).json()["result"]["file_path"]
    audio = http.get(f"{tg.replace('/bot', '/file/bot')}/{path}").content
    words = http.post("https://api.openai.com/v1/audio/transcriptions", data={"model": "whisper-1"},
                      files={"file": ("note.ogg", audio)},
                      headers={"Authorization": f"Bearer {credentials.secret('OPENAI_API_KEY')}"}).json()["text"]
    reply = ai.generate(f"Turn this spoken note into a short, polite email reply:\n{words}", max_output_tokens=400).text
    thread, to, subject = found.groups()
    gmail = build("gmail", "v1", credentials=Credentials(credentials.connection("google", "work")), cache_discovery=False)
    send(gmail, to, f"Re: {subject}", reply, thread)
    http.post(f"{tg}/sendMessage", json={"chat_id": m["chat"]["id"], "text": f"✅ Reply sent to {to}"})
    return {"sent": thread}