const config = {
  codePreview: ['curl'],
  apis: {
    googleSerp: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_serp", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-serp", // output directory for generated files
      label: "Google SERP API",
    },
    googleTravel: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_travel", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-travel", // output directory for generated files
      label: "Google Travel API",
    },
    googleMaps: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_maps", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-maps", // output directory for generated files
      label: "Google Maps API",
    },
    googleImages: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_images", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-images", // output directory for generated files
      label: "Google Images API",
    },
    googleTrends: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_trends", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-trends", // output directory for generated files
      label: "Google Trends API",
    },
    yelp: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/yelp", // path to OpenAPI spec, URLs supported
      outputDir: "apis/yelp", // output directory for generated files
      label: "Yelp API",
    },
    zillow: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/zillow", // path to OpenAPI spec, URLs supported
      outputDir: "apis/zillow", // output directory for generated files
      label: "Zillow API",
    },
    redfin: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/redfin", // path to OpenAPI spec, URLs supported
      outputDir: "apis/redfin", // output directory for generated files
      label: "Redfin API",
    },
    airbnb: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/airbnb", // path to OpenAPI spec, URLs supported
      outputDir: "apis/airbnb", // output directory for generated files
      label: "Airbnb API",
    },
    shopify: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/shopify", // path to OpenAPI spec, URLs supported
      outputDir: "apis/shopify", // output directory for generated files
      label: "Shopify API",
    },
    indeed: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/indeed", // path to OpenAPI spec, URLs supported
      outputDir: "apis/indeed", // output directory for generated files
      label: "Indeed API",
    },
  }
}

module.exports = config


const _ = require('lodash')
const fs = require('fs');

const apiTpl = require('./templates/api.template')
const { apis: apisConfig, sidebar: sidebarConfig } = require('./config')

const main = () => {
  const apis = Object.keys(apisConfig)

  apis.map((apiKey, index) => {
    const api = apisConfig[apiKey]

    if (!fs.existsSync(api.outputDir)) {
      fs.mkdirSync(api.outputDir)
    }

    const items = fs.readdirSync(api.outputDir)

    // Delete files one by one
    items.forEach((item) => {
      const itemPath = `${api.outputDir}/${item}`

      // Check if the item is a file before deleting
      if (fs.statSync(itemPath).isFile()) {
        fs.rmSync(itemPath)
      }
    })

    // Create the directory if it doesn't exist
    if (!fs.existsSync(api.outputDir)) {
      fs.mkdirSync(api.outputDir)
    }

    const apiName = api.label.replace('API', '').trim()
    const specs = fs.readdirSync(api.specPath)

    specs.map((specKey, index) => {
      const specContentRaw = fs.readFileSync(api.specPath + '/' + specKey)
      const specContent = JSON.parse(specContentRaw.toString())

      const id = _.kebabCase(specKey.replace('.json', ''))
      const label = specContent.schema.title.replace(apiName, '').trim()

      const content = apiTpl({
        title: specContent.schema.title,
        description: specContent.schema.description,
        sidebarTitle: label === 'API' ? specContent.schema.title : label,
        api: specContent.schema
      })

      fs.writeFileSync(api.outputDir + '/' + id + '.mdx', content)
    })
  })
}

main()


const { codePreview } = require('../config')

const headerTpl = require('./header.template')
const codeTpl = require('./code.template')
const paramTpl = require('./param.template')

const generateCodePreviews = (api) => {
  const previews = codePreview.map((language) => {
    return codeTpl({ language, api })
  })

  return previews.join('\n')
}

const generateRequestParams = (api) => {
  const params = Object.keys(api.properties).map((key) => {
    const param = api.properties[key]
    const required = api.required.includes(key)
    return paramTpl({ ...param, required })
  })

  return params.join('\n')
}

const render = ({ title, description, sidebarTitle, api }) => {
  return `${headerTpl({ title, description, sidebarTitle })}

## Make Your First Request

${generateCodePreviews(api)}

## API Parameters

| Parameter     | Default Value    | Required | Description |
| ------------- | ---------------- | -------- | ----------- |
${generateRequestParams(api)}
`
}

module.exports = render


const { HTTPSnippet } = require('httpsnippet')

const langMapping = {
  curl: 'bash',
  node: 'js',
  php: 'php',
  java: 'java',
  python: 'python',
  csharp: 'csharp',
  ruby: 'ruby',
}

const langTitleMapping = {
  curl: 'cURL',
  node: 'NodeJS',
  php: 'PHP',
  java: 'Java',
  python: 'Python',
  csharp: 'C#',
  ruby: 'Ruby',
}

const generateCode = ({ language, method, url, properties }) => {
  const params = {}

  if (method === 'GET') {
    params.queryString = Object.keys(properties).map((propertyKey) => {
      const property = properties[propertyKey]

      if (property.default === undefined) {
        return false
      }

      return {
        name: property.title.split(' ')[0],
        value: property.default
      }
    }).filter(Boolean)
  } else if (method === 'POST') {
    const postData = {}

    Object.keys(properties).map((propertyKey) => {
      const property = properties[propertyKey]

      if (property.default === undefined) {
        return false
      }

      postData[property.title.split(' ')[0]] = property.default
    })

    params.postData = {
      mimeType: 'application/json',
      text: JSON.stringify(postData)
    }
  }

  const snippet = new HTTPSnippet({
    method,
    url,
    headers: [
      {
        name: 'Content-Type',
        value: 'application/json'
      },
      {
        name: 'x-api-key',
        value: '<your-api-key>',
      }
    ],
    ...params
  })

  if (language === 'curl') {
    return snippet.convert('shell', 'curl')
  } else if (language === 'node') {
    return snippet.convert(language, 'axios')
  } else {
    return snippet.convert(language)
  }
}

const render = ({ language, api }) => {
  return `
\`\`\`${langMapping[language]}
${generateCode({ language, ...api })}
\`\`\`
`
}

module.exports = render


const render = ({title, description, sidebarTitle}) => {
  return `---
title: "${title}"
sidebarTitle: "${sidebarTitle}"
---

${description}

## Get Your API Key

Sign in at [hasdata.com](http://app.hasdata.com/sign-in), go to your account settings, and copy your API key.
All requests must include your key in the \`x-api-key\` header.
`
}

module.exports = render


const render = ({ title, 'default': example, required, description }) => {
  return `| \`${title.split(' ')[0]}\` | ${example ? example : '-'} | ${required ? 'Yes' : 'No'} | ${description.replaceAll('\n', '<br/>')} |`
}

module.exports = render


API	CPM	Credits per Request
Web Scraping API (no js rendering / basic proxy)	$0.08	1
Web Scraping API (no js rendering / stealth proxy)	$0.42	5
Web Scraping API (js rendering / basic proxy)	$0.83	10
Web Scraping API (js rendering / stealth proxy)	$1.25	15

API	CPM	Credits per Request
Google SERP API	$0.83	10
Google News API	$0.83	5
Google Events API	$0.42	5
Google Product API	$0.42	5
Google Flights API	$1.25	5
Google Maps API	$0.42	5
Google Maps Reviews API	$0.42	5
Google Maps Contributor Reviews API	$0.42	5
Google Images API	$0.42	5
Google Trends API	$1.25	5

API	CPM	Credits per Request
Amazon Search API	$0.42	5
Amazon Product API	$0.42	5
Amazon Reviews API	$0.42	5

API	CPM	Credits per Request
Yelp Search API	$0.42	5
Yelp Place API	$0.42	5

API	CPM	Credits per Request
Zillow Property API	$0.42	5
Zillow Listing API	$0.42	5

Get Started

Basics

Pricing

API Pricing

Web Scraping

Google

Amazon

Yelp

Zillow

Shopify

Redfin

AirBnB

Indeed

Scraper Job Pricing

Scraper	CPM	Credits per Data Row
Google Maps Scraper	$0.25	3
Google Search Results Scraper	$0.08	1
Phone, Email and Contact Scraper	$0.42	5
Google Maps Reviews Scraper	$0.08	1
Yelp Scraper	$0.08	1
Yellow Pages Scraper	$0.08	1
Amazon Best Sellers Scraper	$0.08	1
Amazon Search Scraper	$0.83	10
Amazon Product Scraper	$0.83	10
Zillow Real Estate Scraper	$0.83	10
Redfin Property Scraper	$0.83	10
Indeed Jobs Scraper	$0.83	10
Shopify Scraper	$0.08	1
AirBnb Scraper	$0.83	10
Google Trends Scraper	$0.08	5

Get Started

Basics

​API Pricing

​Web Scraping

​Google

​Amazon

​Yelp

​Zillow

​Shopify

​Redfin

​AirBnB

​Indeed

​Scraper Job Pricing