Save a copy of any web page to S3 and share the link in Slack

import boto3
from datetime import date
from clickruntime import on_event, credentials, http, notify
REGION, BUCKET = "us-east-1", "northwind-files"

def aws(service):
    return boto3.client(service, region_name=REGION, aws_access_key_id=credentials.secret("AWS_ACCESS_KEY_ID"),
                        aws_secret_access_key=credentials.secret("AWS_SECRET_ACCESS_KEY"))

@on_event
def handle(event):
    url = (event.json or {}).get("url")
    if not url:
        return {"error": "send a JSON body with a url"}
    page = http.get(url, timeout=30, headers={"User-Agent": "Mozilla/5.0"})
    key = f"snapshots/{date.today()}/{url.split('//', 1)[-1].replace('/', '_')[:200]}.html"
    s3 = aws("s3")
    s3.put_object(Bucket=BUCKET, Key=key, Body=page.content, ContentType="text/html")
    link = s3.generate_presigned_url("get_object", Params={"Bucket": BUCKET, "Key": key}, ExpiresIn=7 * 24 * 3600)
    notify.slack(f"Saved a copy of {url}\n<{link}|Download (7 days)> · s3://{BUCKET}/{key}", channel="#research")
    return {"key": key, "status": page.status_code}