Feed the web
to your models.

$ curl -s 'https://web-fetch.xuss.us/fetch?url=https://example.com'

{
  "ok": true,
  "url": "https://example.com",
  "final_url": "https://example.com/",
  "status": 200,
  "content_type": "text/html",
  "mode": "html",
  "title": "Example Domain",
  "redirects": [],
  "truncated": false,
  "markdown": "# Example Domain\\n\\nThis domain is for use in illustrative examples…"
}

const res = await fetch(
  'https://web-fetch.xuss.us/fetch?url=' +
  encodeURIComponent('https://example.com')
);
const { markdown, title, status } = await res.json();

// or raw markdown mode:
const md = await fetch(
  'https://web-fetch.xuss.us/fetch?url=https://example.com',
  { headers: { accept: 'text/markdown' } }
).then(r => r.text());

import requests

r = requests.get(
    "https://web-fetch.xuss.us/fetch",
    params={"url": "https://example.com"},
    timeout=30,
)
data = r.json()
print(data["title"])
print(data["markdown"])

# POST works too:
r = requests.post(
    "https://web-fetch.xuss.us/fetch",
    json={"url": "https://example.com"},
    timeout=30,
)

<?php
$url = "https://web-fetch.xuss.us/fetch?url=" . urlencode("https://example.com");

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_TIMEOUT, 30);
$body = curl_exec($ch);
curl_close($ch);

$data = json_decode($body, true);
echo $data["title"] . "\n";
echo $data["markdown"];

// raw markdown mode:
$md = file_get_contents($url . "&raw=1");

// POST with limits works too:
$ch = curl_init("https://web-fetch.xuss.us/fetch");
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode([
    "url" => "https://example.com",
    "max_chars" => 2000,
]));
curl_setopt($ch, CURLOPT_HTTPHEADER, ["Content-Type: application/json"]);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
$res = curl_exec($ch);
curl_close($ch);
?>