Move old Salesforce files to S3 and report in Slack

import boto3
from clickruntime import on_trigger, credentials, http, notify

SF = "https://northwind.my.salesforce.com/services/data/v61.0"
REGION, BUCKET = "us-east-1", "northwind-files"

def aws(service):
    return boto3.client(service, region_name=REGION, aws_access_key_id=credentials.secret("AWS_ACCESS_KEY_ID"),
                        aws_secret_access_key=credentials.secret("AWS_SECRET_ACCESS_KEY"))

@on_trigger
def run(event):
    sf = {"Authorization": "Bearer " + credentials.connection("salesforce", "work")}
    q = "SELECT Id, ContentDocumentId, Title, FileExtension, ContentSize FROM ContentVersion WHERE IsLatest = true AND LastModifiedDate < LAST_N_DAYS:365 LIMIT 200"
    files = http.get(f"{SF}/query", headers=sf, params={"q": q}).json()["records"]
    s3, moved, size = aws("s3"), 0, 0
    for f in files:
        data = http.get(f"{SF}/sobjects/ContentVersion/{f['Id']}/VersionData", headers=sf, timeout=60).content
        s3.put_object(Bucket=BUCKET, Key=f"salesforce-archive/{f['ContentDocumentId']}-{f['Title']}.{f['FileExtension']}", Body=data)
        http.delete(f"{SF}/sobjects/ContentDocument/{f['ContentDocumentId']}", headers=sf).raise_for_status()
        moved, size = moved + 1, size + f["ContentSize"]
    notify.slack(f"Archived {moved} Salesforce files ({size / 1e6:,.1f} MB) to s3://{BUCKET}/salesforce-archive/", channel="#ops")
    return {"files": moved, "mb": round(size / 1e6, 1)}