/**
 * @param {object} args
 * @param {string} args.url A given url endpoint to read content from using firecrawl
 * @param {string} args.apiKey
 */
async function main(args) {
  let { apiKey, ...payload } = args;
  
  if(!args.limit) args.limit = 5;
  if(!args.timeout) args.limit = 60000;

  const headers = {
    "Authorization": `Bearer ${apiKey}`,
    "Content-Type": "application/json"
  }

  const scrapeOptions = {
    formats: ["markdown"]
  }

  const result = await fetch(`https://api.firecrawl.dev/v2/scrape`, {
    headers,
    method: "POST",
    body: JSON.stringify({ ...payload, ...scrapeOptions })
  })
    .then(response => response.json())
    .catch(err => console.error(err));

  return { output: result };
}