Best Tavily Alternative for Markdown Output

import os

import requests

ENCONVERT_API_KEY = os.environ["ENCONVERT_API_KEY"]
PAGE_URL = os.environ["PAGE_URL"]  # the web page URL to extract

# Step 1: Render the page and ask for Markdown with navigation chrome stripped
response = requests.post(
    "https://api.enconvert.com/v2/perceive",
    headers={
        "X-API-Key": ENCONVERT_API_KEY,
        "Content-Type": "application/json",
    },
    json={
        "url": PAGE_URL,
        "outputs": ["markdown"],
        "only_main_content": True,
    },
    timeout=60,
)
response.raise_for_status()
perceived = response.json()

# A blocked or login-walled page returns 200 with no outputs; deductions say why
if perceived.get("error") or "markdown" not in perceived.get("outputs", {}):
    raise RuntimeError(
        f"Perceive failed for {PAGE_URL}: "
        f"{perceived.get('error') or perceived.get('deductions')}"
    )

# Step 2: The markdown is a signed artifact URL (valid 15 minutes). Plain GET, no API key.
markdown_response = requests.get(perceived["outputs"]["markdown"]["url"], timeout=60)
markdown_response.raise_for_status()
markdown = markdown_response.text

# Headings stay on one line and code fences keep their language, ready to chunk
print(markdown)