Extract

{
  "business": {
    "name": "Linear",
    "domain": "linear.app",
    "category": "Project Management",
    "description": "Linear is a modern project management tool built for software teams.",
    "logo": "https://linear.app/static/logo.png"
  },
  "knowledgeItems": [
    {
      "title": "Issue Tracking",
      "description": "Create, assign, and track issues across your team with real-time sync.",
      "content": "Linear provides fast issue tracking with keyboard shortcuts, automated workflows, and real-time collaboration. Issues can be organized into projects and cycles...",
      "category": "FEATURE",
      "source": "https://linear.app/features"
    },
    {
      "title": "Pro Plan",
      "description": "For growing teams that need advanced features and integrations.",
      "content": "The Pro plan costs $8 per user per month and includes unlimited issues, custom workflows, GitHub and GitLab integrations, Slack integration...",
      "category": "PRICING",
      "source": "https://linear.app/pricing"
    }
  ],
  "pagesScraped": 10,
  "urlsDiscovered": 34,
  "durationMs": 68420,
  "startedAt": "2026-03-20T10:00:00.000Z",
  "finishedAt": "2026-03-20T10:01:08.420Z",
  "suggestedUrls": [
    {
      "url": "https://linear.app/changelog",
      "reason": "Product changelog with recent feature updates"
    },
    {
      "url": "https://linear.app/integrations/slack",
      "reason": "Integration details for a popular tool"
    }
  ]
}

curl -X POST https://api.knowledgesdk.com/v1/extract/async \
  -H "Content-Type: application/json" \
  -H "x-api-key: sk_ks_your_api_key" \
  -d '{
    "url": "https://linear.app",
    "callbackUrl": "https://your-app.com/webhooks/extraction-complete"
  }'

const response = await fetch("https://api.knowledgesdk.com/v1/extract/stream", {
  method: "POST",
  headers: {
    "Content-Type": "application/json",
    "x-api-key": "sk_ks_your_api_key",
  },
  body: JSON.stringify({
    url: "https://linear.app",
    maxPages: 10,
  }),
});

const reader = response.body.getReader();
const decoder = new TextDecoder();

let buffer = "";

while (true) {
  const { done, value } = await reader.read();
  if (done) break;

  buffer += decoder.decode(value, { stream: true });
  const lines = buffer.split("\n");
  buffer = lines.pop(); // keep incomplete line in buffer

  for (const line of lines) {
    if (line.startsWith("event: ")) {
      const eventType = line.slice(7);
      console.log("Event:", eventType);
    }
    if (line.startsWith("data: ")) {
      const data = JSON.parse(line.slice(6));

      switch (data.type) {
        case "business_classified":
          console.log("Business:", data.business.name);
          break;
        case "page_scraped":
          console.log(`Scraped ${data.index}/${data.total}: ${data.url}`);
          break;
        case "complete":
          console.log("Done!", data.knowledgeItems.length, "items extracted");
          break;
        case "error":
          console.error("Error:", data.message);
          break;
      }
    }
  }
}