Track websites and subreddits in Notion with a daily email

import base64, hashlib
from email.message import EmailMessage
from bs4 import BeautifulSoup
from google.oauth2.credentials import Credentials
from googleapiclient.discovery import build
from clickruntime import on_trigger, credentials, http, ai, state

PAGES = ["https://contoso.example.com/pricing"]
SUBREDDITS = ["smallbusiness", "ecommerce"]
NOTION_DB, ME = "your-database-id", "you@example.com"

@on_trigger
def run(event):
    seen, found = state.get("seen") or {}, []
    for url in PAGES:
        text = BeautifulSoup(http.get(url).text, "html.parser").get_text(" ", strip=True)
        digest = hashlib.sha256(text.encode()).hexdigest()
        if seen.get(url) not in (None, digest):
            found.append(f"CHANGED {url}: {text[:3000]}")
        seen[url] = digest
    for sub in SUBREDDITS:
        posts = http.get(f"https://www.reddit.com/r/{sub}/new.json?limit=25", headers={"User-Agent": "clickruntime-monitor"}).json()["data"]["children"]
        for p in (x["data"] for x in posts if x["data"]["id"] not in seen.get(sub, [])):
            found.append(f"r/{sub}: {p['title']} https://reddit.com{p['permalink']} {p.get('selftext', '')[:500]}")
        seen[sub] = [x["data"]["id"] for x in posts]
    state.set("seen", seen)
    if not found:
        return {"new": 0}
    out = ai.generate("Summarise these new items, then list the top 3 highlights after 'HIGHLIGHTS:'.\n" + "\n".join(found), max_output_tokens=1200).text
    nh = {"Authorization": f"Bearer {credentials.connection('notion', 'work')}", "Notion-Version": "2022-06-28"}
    http.post("https://api.notion.com/v1/pages", headers=nh, json={"parent": {"database_id": NOTION_DB},
        "properties": {"Name": {"title": [{"text": {"content": f"Monitor {event.scheduled_time or 'manual'}"}}]}},
        "children": [{"paragraph": {"rich_text": [{"text": {"content": out[i:i + 1900]}}]}} for i in range(0, len(out), 1900)]})
    mail = EmailMessage()
    mail["To"], mail["Subject"] = ME, "Monitoring highlights"
    mail.set_content(out.split("HIGHLIGHTS:")[-1].strip())
    gmail = build("gmail", "v1", credentials=Credentials(credentials.connection("google", "work")), cache_discovery=False)
    gmail.users().messages().send(userId="me", body={"raw": base64.urlsafe_b64encode(mail.as_bytes()).decode()}).execute()
    return {"new": len(found)}