Turn receipt photos into rows in your expense sheet

import base64, json
from google.oauth2.credentials import Credentials
from googleapiclient.discovery import build
from clickruntime import on_event, credentials, http

SHEET_ID = "your-spreadsheet-id"

@on_event
def handle(event):
    msg = (event.json or {}).get("message") or {}
    if not msg.get("photo"):
        return {"skipped": "no photo"}
    token = credentials.secret("TELEGRAM_BOT_TOKEN")
    api = f"https://api.telegram.org/bot{token}"
    path = http.get(f"{api}/getFile", params={"file_id": msg["photo"][-1]["file_id"]}).json()["result"]["file_path"]
    image = base64.b64encode(http.get(f"https://api.telegram.org/file/bot{token}/{path}").content).decode()
    resp = http.post("https://api.openai.com/v1/chat/completions", headers={"Authorization": f"Bearer {credentials.secret('OPENAI_API_KEY')}"},
        json={"model": "gpt-4o-mini", "response_format": {"type": "json_object"}, "messages": [{"role": "user", "content": [
            {"type": "text", "text": "Return JSON with merchant, date, total and category from this receipt."},
            {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{image}"}}]}]})
    if not resp.ok:
        http.post(f"{api}/sendMessage", json={"chat_id": msg["chat"]["id"], "text": "Could not read that receipt, please try again."})
        return {"added": 0}
    r = json.loads(resp.json()["choices"][0]["message"]["content"])
    sheets = build("sheets", "v4", credentials=Credentials(credentials.connection("google", "work")), cache_discovery=False)
    sheets.spreadsheets().values().append(spreadsheetId=SHEET_ID, range="Expenses!A:E", valueInputOption="USER_ENTERED",
        body={"values": [[r.get("date"), r.get("merchant"), r.get("total"), r.get("category"), msg.get("caption", "")]]}).execute()
    http.post(f"{api}/sendMessage", json={"chat_id": msg["chat"]["id"], "text": f"Added {r.get('merchant')} {r.get('total')} ({r.get('category')})"})
    return {"added": 1}