const config = {
  codePreview: ['curl'],
  apis: {
    googleSerp: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_serp", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-serp", // output directory for generated files
      label: "Google SERP API",
    },
    googleTravel: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_travel", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-travel", // output directory for generated files
      label: "Google Travel API",
    },
    googleMaps: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_maps", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-maps", // output directory for generated files
      label: "Google Maps API",
    },
    googleImages: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_images", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-images", // output directory for generated files
      label: "Google Images API",
    },
    googleTrends: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_trends", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-trends", // output directory for generated files
      label: "Google Trends API",
    },
    yelp: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/yelp", // path to OpenAPI spec, URLs supported
      outputDir: "apis/yelp", // output directory for generated files
      label: "Yelp API",
    },
    zillow: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/zillow", // path to OpenAPI spec, URLs supported
      outputDir: "apis/zillow", // output directory for generated files
      label: "Zillow API",
    },
    redfin: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/redfin", // path to OpenAPI spec, URLs supported
      outputDir: "apis/redfin", // output directory for generated files
      label: "Redfin API",
    },
    airbnb: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/airbnb", // path to OpenAPI spec, URLs supported
      outputDir: "apis/airbnb", // output directory for generated files
      label: "Airbnb API",
    },
    shopify: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/shopify", // path to OpenAPI spec, URLs supported
      outputDir: "apis/shopify", // output directory for generated files
      label: "Shopify API",
    },
    indeed: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/indeed", // path to OpenAPI spec, URLs supported
      outputDir: "apis/indeed", // output directory for generated files
      label: "Indeed API",
    },
  }
}

module.exports = config


const _ = require('lodash')
const fs = require('fs');

const apiTpl = require('./templates/api.template')
const { apis: apisConfig, sidebar: sidebarConfig } = require('./config')

const main = () => {
  const apis = Object.keys(apisConfig)

  apis.map((apiKey, index) => {
    const api = apisConfig[apiKey]

    if (!fs.existsSync(api.outputDir)) {
      fs.mkdirSync(api.outputDir)
    }

    const items = fs.readdirSync(api.outputDir)

    // Delete files one by one
    items.forEach((item) => {
      const itemPath = `${api.outputDir}/${item}`

      // Check if the item is a file before deleting
      if (fs.statSync(itemPath).isFile()) {
        fs.rmSync(itemPath)
      }
    })

    // Create the directory if it doesn't exist
    if (!fs.existsSync(api.outputDir)) {
      fs.mkdirSync(api.outputDir)
    }

    const apiName = api.label.replace('API', '').trim()
    const specs = fs.readdirSync(api.specPath)

    specs.map((specKey, index) => {
      const specContentRaw = fs.readFileSync(api.specPath + '/' + specKey)
      const specContent = JSON.parse(specContentRaw.toString())

      const id = _.kebabCase(specKey.replace('.json', ''))
      const label = specContent.schema.title.replace(apiName, '').trim()

      const content = apiTpl({
        title: specContent.schema.title,
        description: specContent.schema.description,
        sidebarTitle: label === 'API' ? specContent.schema.title : label,
        api: specContent.schema
      })

      fs.writeFileSync(api.outputDir + '/' + id + '.mdx', content)
    })
  })
}

main()


const { codePreview } = require('../config')

const headerTpl = require('./header.template')
const codeTpl = require('./code.template')
const paramTpl = require('./param.template')

const generateCodePreviews = (api) => {
  const previews = codePreview.map((language) => {
    return codeTpl({ language, api })
  })

  return previews.join('\n')
}

const generateRequestParams = (api) => {
  const params = Object.keys(api.properties).map((key) => {
    const param = api.properties[key]
    const required = api.required.includes(key)
    return paramTpl({ ...param, required })
  })

  return params.join('\n')
}

const render = ({ title, description, sidebarTitle, api }) => {
  return `${headerTpl({ title, description, sidebarTitle })}

## Make Your First Request

${generateCodePreviews(api)}

## API Parameters

| Parameter     | Default Value    | Required | Description |
| ------------- | ---------------- | -------- | ----------- |
${generateRequestParams(api)}
`
}

module.exports = render


const { HTTPSnippet } = require('httpsnippet')

const langMapping = {
  curl: 'bash',
  node: 'js',
  php: 'php',
  java: 'java',
  python: 'python',
  csharp: 'csharp',
  ruby: 'ruby',
}

const langTitleMapping = {
  curl: 'cURL',
  node: 'NodeJS',
  php: 'PHP',
  java: 'Java',
  python: 'Python',
  csharp: 'C#',
  ruby: 'Ruby',
}

const generateCode = ({ language, method, url, properties }) => {
  const params = {}

  if (method === 'GET') {
    params.queryString = Object.keys(properties).map((propertyKey) => {
      const property = properties[propertyKey]

      if (property.default === undefined) {
        return false
      }

      return {
        name: property.title.split(' ')[0],
        value: property.default
      }
    }).filter(Boolean)
  } else if (method === 'POST') {
    const postData = {}

    Object.keys(properties).map((propertyKey) => {
      const property = properties[propertyKey]

      if (property.default === undefined) {
        return false
      }

      postData[property.title.split(' ')[0]] = property.default
    })

    params.postData = {
      mimeType: 'application/json',
      text: JSON.stringify(postData)
    }
  }

  const snippet = new HTTPSnippet({
    method,
    url,
    headers: [
      {
        name: 'Content-Type',
        value: 'application/json'
      },
      {
        name: 'x-api-key',
        value: '<your-api-key>',
      }
    ],
    ...params
  })

  if (language === 'curl') {
    return snippet.convert('shell', 'curl')
  } else if (language === 'node') {
    return snippet.convert(language, 'axios')
  } else {
    return snippet.convert(language)
  }
}

const render = ({ language, api }) => {
  return `
\`\`\`${langMapping[language]}
${generateCode({ language, ...api })}
\`\`\`
`
}

module.exports = render


const render = ({title, description, sidebarTitle}) => {
  return `---
title: "${title}"
sidebarTitle: "${sidebarTitle}"
---

${description}

## Get Your API Key

Sign in at [hasdata.com](https://app.hasdata.com/sign-in), go to your account settings, and copy your API key.
All requests must include your key in the \`x-api-key\` header.
`
}

module.exports = render


const render = ({ title, 'default': example, required, description }) => {
  return `| \`${title.split(' ')[0]}\` | ${example ? example : '-'} | ${required ? 'Yes' : 'No'} | ${description.replaceAll('\n', '<br/>')} |`
}

module.exports = render


Example Request

Job Parameters

Getting Results

Redfin

Redfin Scraper

HasData Documentation

HasData extracts data quickly and reliably from any source.

Introduction

Quickstart

Credits & Concurrency

API Status Codes

Pricing

API vs Scraper Jobs

Quickstart - Web Scraping API

API Params

Web Scraping API Parameters

LLM Extraction

Batch Scrape

Output Formats

Structured Data Extraction

Wait For

Page Interactions

Custom Headers and Cookies

Quickstart - Websites Crawler

Webhooks

Polling for Status

Stopping a Job

Quickstart - Google SERP API

Google SERP API Parameters

Batch API

Organic Results

AI Overview

Ad Results

Answer Box

Discussions and Forums

Immersive Products

Inline Images

Inline Shopping Results

Inline Videos

Knowledge Graph

Local Ads

Local Results

News Results

Pagination

Perspectives

Recipes Results

Search Information

Google Domains

Google Search Domain Parameter – Supported Domains

HL List

Google Search HL Parameter - Language Codes

LR List

Google Search LR Parameter - Supported Languages

GL List

Google Search GL Parameter – Country Codes

Search API

Google Maps Search API

Reviews API

Google Maps Reviews API

Contributor Reviews API

Google Maps Contributor Reviews API

Light API

Google SERP Light API

Google News API

Google Product API

Google Events API

Google Images API

Google Flights API

Google Trends API

Listing API

Zillow Listing API

Property API

Zillow Property API

Redfin Listing API

Redfin Property API

Yelp Search API

Place API

Yelp Place API

Indeed Listing API

Job API

Indeed Job API

Airbnb Listing API

Airbnb Property API

Products API

Shopify Products API

Collections API

Shopify Collections API

Google Maps

Google Maps Scraper

Google SERP

Google SERP Scraper

Zillow

Zillow Scraper

Indeed Jobs

Indeed Jobs Scraper

Yelp

Yelp Scraper

Shopify

Shopify Scraper

Amazon Bestsellers

Amazon Bestsellers Scraper

Amazon Search

Amazon Search Scraper

Amazon Product

Amazon Product Scraper

Google Trends

Google Trends Scraper

Airbnb

Airbnb Scraper

Google Maps Reviews

Google Maps Reviews Scraper

Contacts Scraper

Phone, Email and Contact Scraper

SEC EDGAR

SEC EDGAR Scraper

Yellow Pages

Yellow Pages Scraper

Run Scraper

General

Redfin Scraper

Example Request

Job Parameters

Getting Results

Webhooks

Results API

Stopping a Job

Run Scraper

General

​Example Request

​Job Parameters

​Getting Results

Webhooks

Results API

Stopping a Job

Example Request

Job Parameters

Getting Results