How to Scrape Jira with AutoGen

import asyncio
import os

import requests
from autogen_agentchat.agents import AssistantAgent
from autogen_ext.models.openai import OpenAIChatCompletionClient

JIRA_ISSUE_URL = "https://your-domain.atlassian.net/browse/PROJ-123"

# Step 1: Submit the Jira issue URL to Enconvert Distill
response = requests.post(
    "https://api.enconvert.com/v2/distill",
    headers={
        "X-API-Key": os.environ["ENCONVERT_API_KEY"],
        "Content-Type": "application/json",
    },
    json={
        "urls": [JIRA_ISSUE_URL],
        "schema": {
            "summary": "one-paragraph summary of the issue",
            "problem": "the main problem described in the issue",
            "blockers": "list of blockers mentioned, if any",
            "next_actions": "list of next actions or open tasks",
        },
    },
    timeout=60,
)
response.raise_for_status()

# Step 2: Extract the structured data from the response
item = response.json()["results"][0]
if item.get("error") or not item.get("data"):
    raise RuntimeError(f"Distill failed for {JIRA_ISSUE_URL}: {item.get('error')}")
summary = item["data"]

print("Jira issue summary:")
print(summary)


# Step 3: Pass the extracted data into an AutoGen agent's context
async def main() -> None:
    model_client = OpenAIChatCompletionClient(
        model="gpt-4.1",
        api_key=os.environ["OPENAI_API_KEY"],
    )
    agent = AssistantAgent(
        name="jira_issue_agent",
        model_client=model_client,
        system_message=(
            "You analyse Jira issues. Use the supplied issue "
            "summary to identify the problem, blockers, and "
            "next actions. Do not invent missing details."
        ),
    )
    result = await agent.run(
        task=(
            "Analyse this Jira issue summary and identify "
            "the main problem, blockers, and next actions.\n\n"
            f"Source: {JIRA_ISSUE_URL}\n\n"
            f"Summary:\n{summary}"
        )
    )
    print(result.messages[-1].content)
    await model_client.close()


if __name__ == "__main__":
    asyncio.run(main())