const config = {
  codePreview: ['curl'],
  apis: {
    googleSerp: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_serp", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-serp", // output directory for generated files
      label: "Google SERP API",
    },
    googleTravel: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_travel", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-travel", // output directory for generated files
      label: "Google Travel API",
    },
    googleMaps: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_maps", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-maps", // output directory for generated files
      label: "Google Maps API",
    },
    googleImages: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_images", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-images", // output directory for generated files
      label: "Google Images API",
    },
    googleTrends: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_trends", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-trends", // output directory for generated files
      label: "Google Trends API",
    },
    yelp: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/yelp", // path to OpenAPI spec, URLs supported
      outputDir: "apis/yelp", // output directory for generated files
      label: "Yelp API",
    },
    zillow: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/zillow", // path to OpenAPI spec, URLs supported
      outputDir: "apis/zillow", // output directory for generated files
      label: "Zillow API",
    },
    redfin: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/redfin", // path to OpenAPI spec, URLs supported
      outputDir: "apis/redfin", // output directory for generated files
      label: "Redfin API",
    },
    airbnb: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/airbnb", // path to OpenAPI spec, URLs supported
      outputDir: "apis/airbnb", // output directory for generated files
      label: "Airbnb API",
    },
    shopify: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/shopify", // path to OpenAPI spec, URLs supported
      outputDir: "apis/shopify", // output directory for generated files
      label: "Shopify API",
    },
    indeed: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/indeed", // path to OpenAPI spec, URLs supported
      outputDir: "apis/indeed", // output directory for generated files
      label: "Indeed API",
    },
  }
}

module.exports = config


const _ = require('lodash')
const fs = require('fs');

const apiTpl = require('./templates/api.template')
const { apis: apisConfig, sidebar: sidebarConfig } = require('./config')

const main = () => {
  const apis = Object.keys(apisConfig)

  apis.map((apiKey, index) => {
    const api = apisConfig[apiKey]

    if (!fs.existsSync(api.outputDir)) {
      fs.mkdirSync(api.outputDir)
    }

    const items = fs.readdirSync(api.outputDir)

    // Delete files one by one
    items.forEach((item) => {
      const itemPath = `${api.outputDir}/${item}`

      // Check if the item is a file before deleting
      if (fs.statSync(itemPath).isFile()) {
        fs.rmSync(itemPath)
      }
    })

    // Create the directory if it doesn't exist
    if (!fs.existsSync(api.outputDir)) {
      fs.mkdirSync(api.outputDir)
    }

    const apiName = api.label.replace('API', '').trim()
    const specs = fs.readdirSync(api.specPath)

    specs.map((specKey, index) => {
      const specContentRaw = fs.readFileSync(api.specPath + '/' + specKey)
      const specContent = JSON.parse(specContentRaw.toString())

      const id = _.kebabCase(specKey.replace('.json', ''))
      const label = specContent.schema.title.replace(apiName, '').trim()

      const content = apiTpl({
        title: specContent.schema.title,
        description: specContent.schema.description,
        sidebarTitle: label === 'API' ? specContent.schema.title : label,
        api: specContent.schema
      })

      fs.writeFileSync(api.outputDir + '/' + id + '.mdx', content)
    })
  })
}

main()


const { codePreview } = require('../config')

const headerTpl = require('./header.template')
const codeTpl = require('./code.template')
const paramTpl = require('./param.template')

const generateCodePreviews = (api) => {
  const previews = codePreview.map((language) => {
    return codeTpl({ language, api })
  })

  return previews.join('\n')
}

const generateRequestParams = (api) => {
  const params = Object.keys(api.properties).map((key) => {
    const param = api.properties[key]
    const required = api.required.includes(key)
    return paramTpl({ ...param, required })
  })

  return params.join('\n')
}

const render = ({ title, description, sidebarTitle, api }) => {
  return `${headerTpl({ title, description, sidebarTitle })}

## Make Your First Request

${generateCodePreviews(api)}

## API Parameters

| Parameter     | Default Value    | Required | Description |
| ------------- | ---------------- | -------- | ----------- |
${generateRequestParams(api)}
`
}

module.exports = render


const { HTTPSnippet } = require('httpsnippet')

const langMapping = {
  curl: 'bash',
  node: 'js',
  php: 'php',
  java: 'java',
  python: 'python',
  csharp: 'csharp',
  ruby: 'ruby',
}

const langTitleMapping = {
  curl: 'cURL',
  node: 'NodeJS',
  php: 'PHP',
  java: 'Java',
  python: 'Python',
  csharp: 'C#',
  ruby: 'Ruby',
}

const generateCode = ({ language, method, url, properties }) => {
  const params = {}

  if (method === 'GET') {
    params.queryString = Object.keys(properties).map((propertyKey) => {
      const property = properties[propertyKey]

      if (property.default === undefined) {
        return false
      }

      return {
        name: property.title.split(' ')[0],
        value: property.default
      }
    }).filter(Boolean)
  } else if (method === 'POST') {
    const postData = {}

    Object.keys(properties).map((propertyKey) => {
      const property = properties[propertyKey]

      if (property.default === undefined) {
        return false
      }

      postData[property.title.split(' ')[0]] = property.default
    })

    params.postData = {
      mimeType: 'application/json',
      text: JSON.stringify(postData)
    }
  }

  const snippet = new HTTPSnippet({
    method,
    url,
    headers: [
      {
        name: 'Content-Type',
        value: 'application/json'
      },
      {
        name: 'x-api-key',
        value: '<your-api-key>',
      }
    ],
    ...params
  })

  if (language === 'curl') {
    return snippet.convert('shell', 'curl')
  } else if (language === 'node') {
    return snippet.convert(language, 'axios')
  } else {
    return snippet.convert(language)
  }
}

const render = ({ language, api }) => {
  return `
\`\`\`${langMapping[language]}
${generateCode({ language, ...api })}
\`\`\`
`
}

module.exports = render


const render = ({title, description, sidebarTitle}) => {
  return `---
title: "${title}"
sidebarTitle: "${sidebarTitle}"
---

${description}

## Get Your API Key

Sign in at [hasdata.com](https://app.hasdata.com/sign-in), go to your account settings, and copy your API key.
All requests must include your key in the \`x-api-key\` header.
`
}

module.exports = render


const render = ({ title, 'default': example, required, description }) => {
  return `| \`${title.split(' ')[0]}\` | ${example ? example : '-'} | ${required ? 'Yes' : 'No'} | ${description.replaceAll('\n', '<br/>')} |`
}

module.exports = render


LR List

Google Search LR Parameter - Supported Languages

HasData Documentation

HasData extracts data quickly and reliably from any source.

Introduction

Quickstart

Credits & Concurrency

API Status Codes

Pricing

API vs Scraper Jobs

Quickstart - Web Scraping API

API Params

Web Scraping API Parameters

LLM Extraction

Batch Scrape

Output Formats

Structured Data Extraction

Wait For

Page Interactions

Custom Headers and Cookies

Quickstart - Websites Crawler

Job Parameters

Webhooks

Polling for Status

Stopping a Job

Quickstart - Google SERP API

Google SERP API Parameters

Batch API

Organic Results

AI Overview

Ad Results

Answer Box

Discussions and Forums

Immersive Products

Inline Images

Inline Shopping Results

Inline Videos

Knowledge Graph

Local Ads

Local Results

News Results

Pagination

Perspectives

Recipes Results

Search Information

Short videos

Google Domains

Google Search Domain Parameter – Supported Domains

HL List

Google Search HL Parameter - Language Codes

GL List

Google Search GL Parameter – Country Codes

Search API

Google Maps Search API

Reviews API

Google Maps Reviews API

Contributor Reviews API

Google Maps Contributor Reviews API

Light API

Google SERP Light API

Google News API

Google Product API

Google Events API

Google Images API

Google Flights API

Google Trends API

Listing API

Zillow Listing API

Property API

Zillow Property API

Redfin Listing API

Redfin Property API

Yelp Search API

Place API

Yelp Place API

Indeed Listing API

Job API

Indeed Job API

Airbnb Listing API

Airbnb Property API

Products API

Shopify Products API

Collections API

Shopify Collections API

Google Maps

Google Maps Scraper

Google SERP

Google SERP Scraper

Zillow

Zillow Scraper

Indeed Jobs

Indeed Jobs Scraper

Yelp

Yelp Scraper

Shopify

Shopify Scraper

Amazon Bestsellers

Amazon Bestsellers Scraper

Amazon Search

Amazon Search Scraper

Amazon Product

Amazon Product Scraper

Google Trends

Google Trends Scraper

Airbnb

Airbnb Scraper

Redfin

Redfin Scraper

Google Maps Reviews

Google Maps Reviews Scraper

Contacts Scraper

Phone, Email and Contact Scraper

SEC EDGAR

SEC EDGAR Scraper

Yellow Pages

Yellow Pages Scraper

Getting Results

lr	Language
lang_ar	ar
lang_hy	hy
lang_bg	bg
lang_ca	ca
lang_cs	cs
lang_da	da
lang_de	de
lang_el	el
lang_en	en
lang_es	es
lang_et	et
lang_tl	tl
lang_fi	fi
lang_fr	fr
lang_hr	hr
lang_hi	hi
lang_hu	hu
lang_id	id
lang_is	is
lang_it	it
lang_iw	iw
lang_ja	ja
lang_ko	ko
lang_lt	lt
lang_lv	lv
lang_nl	nl
lang_no	no
lang_fa	fa
lang_pl	pl
lang_pt	pt
lang_ro	ro
lang_ru	ru
lang_sk	sk
lang_sl	sl
lang_sr	sr
lang_sv	sv
lang_th	th
lang_tr	tr
lang_uk	uk
lang_vi	vi
lang_zh-CN	zh-CN
lang_zh-TW	zh-TW

Get Started

Rich Snippets

Localization

Google Search LR Parameter - Supported Languages