How to Scrape Linear with OpenAI Agents SDK

import os
import requests
from agents import Agent, Runner, function_tool

# The OpenAI Agents SDK reads OPENAI_API_KEY from the environment

BASE_URL = "https://api.enconvert.com/v2"
headers = {
    "X-API-Key": os.environ["ENCONVERT_API_KEY"],
    "Content-Type": "application/json",
}

LINEAR_URLS = [url.strip() for url in os.environ["LINEAR_PAGE_URLS"].split(",")]  # public Linear page URLs

@function_tool
def read_linear_pages(urls: list[str]) -> str:
    """Reads publicly accessible Linear pages and returns the main content of each page as clean Markdown, labelled with its source URL."""
    if len(urls) > 10:
        raise ValueError("Send 10 URLs or fewer for an inline response")

    response = requests.post(
        f"{BASE_URL}/perceive/batch",
        headers=headers,
        json={"urls": urls, "options": {"outputs": ["markdown"]}},
        timeout=300,
    )

    if response.status_code == 402:
        raise RuntimeError("Monthly ops allowance exhausted")
    response.raise_for_status()

    sections = []
    for result in response.json()["items"]:
        page_url = result["url"]
        if result.get("status") != "completed":
            sections.append(f"Source: {page_url}\nCould not be read ({result.get('status')}).")
            continue
        if result.get("is_blocked"):
            sections.append(f"Source: {page_url}\nCould not be read (blocked).")
            continue
        render_quality = result.get("render_quality", 1.0)
        if render_quality < 0.40:
            sections.append(f"Source: {page_url}\nCould not be read (render quality {render_quality}).")
            continue
        markdown = requests.get(
            result["outputs"]["markdown"]["url"], timeout=60
        )
        markdown.raise_for_status()
        sections.append(f"Source: {page_url}\n\n{markdown.text}")

    return "\n\n---\n\n".join(sections) or "No pages were returned."

agent = Agent(
    name="Linear assistant",
    instructions=(
        "You answer questions about Linear. Use read_linear_pages to read the pages "
        "you need, answer only from what they say, and cite the source URL for every statement."
    ),
    tools=[read_linear_pages],
    model="gpt-4.1",
)

result = Runner.run_sync(
    agent,
    (
        f"Read these Linear pages: {', '.join(LINEAR_URLS)}. "
        "Summarise what each page covers and how they relate."
    ),
)
print(result.final_output)