Enrich companies from a sheet and update HubSpot

from google.oauth2.credentials import Credentials
from googleapiclient.discovery import build
from bs4 import BeautifulSoup
from clickruntime import on_trigger, credentials, http, ai, report_fetched
SHEET_ID = "1AbCdEfGhIjKlMnOpQrStUvWxYz"
SCHEMA = {"type": "object", "properties": {"industry": {"type": "string"}, "size": {"type": "string"}, "summary": {"type": "string"}}, "required": ["industry", "size", "summary"]}
def hs(method, path, **kw):
    r = http.request(method, f"https://api.hubapi.com{path}", headers={"Authorization": f"Bearer {credentials.connection('hubspot', 'work')}"}, **kw)
    return r.raise_for_status() or (r.json() if r.content else {})
def sheets():
    return build("sheets", "v4", credentials=Credentials(credentials.connection("google", "work")), cache_discovery=False).spreadsheets().values()

@on_trigger
def run(event):
    rows = sheets().get(spreadsheetId=SHEET_ID, range="Enrich!A2:C").execute().get("values", [])
    todo = [(i + 2, r) for i, r in enumerate(rows) if len(r) >= 2 and len(r) < 3]
    report_fetched(len(todo))
    if not todo:
        return {"enriched": 0}
    for row, (name, site) in todo[:20]:
        domain = site.replace("https://", "").replace("http://", "").strip("/")
        text = BeautifulSoup(http.get(f"https://{domain}").text, "html.parser").get_text(" ", strip=True)[:3000]
        info = ai.generate(f"Company {name}. Website text:\n{text}\nGive industry, size band and a 2-sentence summary.", json_schema=SCHEMA, max_output_tokens=200).json
        props = {"name": name, "domain": domain, "industry_note": info["industry"], "size_band": info["size"], "description": info["summary"]}
        hit = hs("POST", "/crm/v3/objects/companies/search", json={"filterGroups": [{"filters": [{"propertyName": "domain", "operator": "EQ", "value": domain}]}]})["results"]
        cid = hs("PATCH", f"/crm/v3/objects/companies/{hit[0]['id']}", json={"properties": props})["id"] if hit else hs("POST", "/crm/v3/objects/companies", json={"properties": props})["id"]
        sheets().update(spreadsheetId=SHEET_ID, range=f"Enrich!C{row}", valueInputOption="RAW", body={"values": [[f"done {cid}"]]}).execute()
    return {"enriched": min(len(todo), 20)}