Copy new SFTP files into Drive

from google.oauth2.credentials import Credentials
from googleapiclient.discovery import build
from googleapiclient.http import MediaInMemoryUpload
from clickruntime import on_trigger, credentials, state, http, notify

# Scripts can only call HTTPS on port 443, so SFTP and FTP are blocked.
# This reads the same export folder through the server's HTTPS file listing.

LISTING_URL = "https://files.example.com/exports/index.json"
FOLDER = "ftp-exports-folder-id"

@on_trigger
def run(event):
    auth = ("exports", credentials.secret("EXPORTS_PASSWORD"))
    files = http.get(LISTING_URL, auth=auth).json()["files"]
    copied = set(state.get("copied") or [])
    new = [f for f in files if f["name"] not in copied]
    if not new:
        return {"copied": 0}
    drive = build("drive", "v3", credentials=Credentials(credentials.connection("google", "work")), cache_discovery=False)
    for f in new:
        data = http.get(f"https://files.example.com/exports/{f['name']}", auth=auth).content
        drive.files().create(body={"name": f["name"], "parents": [FOLDER]},
                             media_body=MediaInMemoryUpload(data, "application/octet-stream", resumable=True)).execute()
        copied.add(f["name"])
    notify.email_me(f"Copied {len(new)} export files to Drive", "\n".join(f["name"] for f in new))
    state.set("copied", sorted(copied))
    return {"copied": len(new)}