const config = {
  codePreview: ['curl'],
  apis: {
    googleSerp: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_serp", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-serp", // output directory for generated files
      label: "Google SERP API",
    },
    googleTravel: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_travel", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-travel", // output directory for generated files
      label: "Google Travel API",
    },
    googleMaps: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_maps", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-maps", // output directory for generated files
      label: "Google Maps API",
    },
    googleImages: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_images", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-images", // output directory for generated files
      label: "Google Images API",
    },
    googleTrends: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/google_trends", // path to OpenAPI spec, URLs supported
      outputDir: "apis/google-trends", // output directory for generated files
      label: "Google Trends API",
    },
    yelp: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/yelp", // path to OpenAPI spec, URLs supported
      outputDir: "apis/yelp", // output directory for generated files
      label: "Yelp API",
    },
    zillow: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/zillow", // path to OpenAPI spec, URLs supported
      outputDir: "apis/zillow", // output directory for generated files
      label: "Zillow API",
    },
    redfin: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/redfin", // path to OpenAPI spec, URLs supported
      outputDir: "apis/redfin", // output directory for generated files
      label: "Redfin API",
    },
    airbnb: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/airbnb", // path to OpenAPI spec, URLs supported
      outputDir: "apis/airbnb", // output directory for generated files
      label: "Airbnb API",
    },
    shopify: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/shopify", // path to OpenAPI spec, URLs supported
      outputDir: "apis/shopify", // output directory for generated files
      label: "Shopify API",
    },
    indeed: {
      specPath: "../scrapeit-api-gateway-2/api-docs-json/indeed", // path to OpenAPI spec, URLs supported
      outputDir: "apis/indeed", // output directory for generated files
      label: "Indeed API",
    },
  }
}

module.exports = config


const _ = require('lodash')
const fs = require('fs');

const apiTpl = require('./templates/api.template')
const { apis: apisConfig, sidebar: sidebarConfig } = require('./config')

const main = () => {
  const apis = Object.keys(apisConfig)

  apis.map((apiKey, index) => {
    const api = apisConfig[apiKey]

    if (!fs.existsSync(api.outputDir)) {
      fs.mkdirSync(api.outputDir)
    }

    const items = fs.readdirSync(api.outputDir)

    // Delete files one by one
    items.forEach((item) => {
      const itemPath = `${api.outputDir}/${item}`

      // Check if the item is a file before deleting
      if (fs.statSync(itemPath).isFile()) {
        fs.rmSync(itemPath)
      }
    })

    // Create the directory if it doesn't exist
    if (!fs.existsSync(api.outputDir)) {
      fs.mkdirSync(api.outputDir)
    }

    const apiName = api.label.replace('API', '').trim()
    const specs = fs.readdirSync(api.specPath)

    specs.map((specKey, index) => {
      const specContentRaw = fs.readFileSync(api.specPath + '/' + specKey)
      const specContent = JSON.parse(specContentRaw.toString())

      const id = _.kebabCase(specKey.replace('.json', ''))
      const label = specContent.schema.title.replace(apiName, '').trim()

      const content = apiTpl({
        title: specContent.schema.title,
        description: specContent.schema.description,
        sidebarTitle: label === 'API' ? specContent.schema.title : label,
        api: specContent.schema
      })

      fs.writeFileSync(api.outputDir + '/' + id + '.mdx', content)
    })
  })
}

main()


const { codePreview } = require('../config')

const headerTpl = require('./header.template')
const codeTpl = require('./code.template')
const paramTpl = require('./param.template')

const generateCodePreviews = (api) => {
  const previews = codePreview.map((language) => {
    return codeTpl({ language, api })
  })

  return previews.join('\n')
}

const generateRequestParams = (api) => {
  const params = Object.keys(api.properties).map((key) => {
    const param = api.properties[key]
    const required = api.required.includes(key)
    return paramTpl({ ...param, required })
  })

  return params.join('\n')
}

const render = ({ title, description, sidebarTitle, api }) => {
  return `${headerTpl({ title, description, sidebarTitle })}

## Make Your First Request

${generateCodePreviews(api)}

## API Parameters

| Parameter     | Default Value    | Required | Description |
| ------------- | ---------------- | -------- | ----------- |
${generateRequestParams(api)}
`
}

module.exports = render


const { HTTPSnippet } = require('httpsnippet')

const langMapping = {
  curl: 'bash',
  node: 'js',
  php: 'php',
  java: 'java',
  python: 'python',
  csharp: 'csharp',
  ruby: 'ruby',
}

const langTitleMapping = {
  curl: 'cURL',
  node: 'NodeJS',
  php: 'PHP',
  java: 'Java',
  python: 'Python',
  csharp: 'C#',
  ruby: 'Ruby',
}

const generateCode = ({ language, method, url, properties }) => {
  const params = {}

  if (method === 'GET') {
    params.queryString = Object.keys(properties).map((propertyKey) => {
      const property = properties[propertyKey]

      if (property.default === undefined) {
        return false
      }

      return {
        name: property.title.split(' ')[0],
        value: property.default
      }
    }).filter(Boolean)
  } else if (method === 'POST') {
    const postData = {}

    Object.keys(properties).map((propertyKey) => {
      const property = properties[propertyKey]

      if (property.default === undefined) {
        return false
      }

      postData[property.title.split(' ')[0]] = property.default
    })

    params.postData = {
      mimeType: 'application/json',
      text: JSON.stringify(postData)
    }
  }

  const snippet = new HTTPSnippet({
    method,
    url,
    headers: [
      {
        name: 'Content-Type',
        value: 'application/json'
      },
      {
        name: 'x-api-key',
        value: '<your-api-key>',
      }
    ],
    ...params
  })

  if (language === 'curl') {
    return snippet.convert('shell', 'curl')
  } else if (language === 'node') {
    return snippet.convert(language, 'axios')
  } else {
    return snippet.convert(language)
  }
}

const render = ({ language, api }) => {
  return `
\`\`\`${langMapping[language]}
${generateCode({ language, ...api })}
\`\`\`
`
}

module.exports = render


const render = ({title, description, sidebarTitle}) => {
  return `---
title: "${title}"
sidebarTitle: "${sidebarTitle}"
---

${description}

## Get Your API Key

Sign in at [hasdata.com](http://app.hasdata.com/sign-in), go to your account settings, and copy your API key.
All requests must include your key in the \`x-api-key\` header.
`
}

module.exports = render


const render = ({ title, 'default': example, required, description }) => {
  return `| \`${title.split(' ')[0]}\` | ${example ? example : '-'} | ${required ? 'Yes' : 'No'} | ${description.replaceAll('\n', '<br/>')} |`
}

module.exports = render


Code	Details
200	Successful response.
404	Requested page does not exists.
500	HasData server error. If you received 500 status code retry request, if the problem is not solved contact our support.
429	You are sending requests too fast, and exceeding your concurrency limit.
403	You have used app all your API credits.
401	Invalid API key.

Get Started

Basics

API Status Codes

Status Codes

Handling Occasional Errors

Get Started

Basics

​Status Codes

​Handling Occasional Errors

Status Codes

Handling Occasional Errors