Neo Crawl API

const neoCrawl = async (url) => {
  const response = await fetch(`https://api.neocrawl.com/api/scrapper?url=${encodeURIComponent(url)}`, {
    headers: {
      'x-api-key': 'your_api_key'
    }
  });
  
  if (!response.ok) {
    throw new Error(`HTTP error! status: ${response.status}`);
  }
  
  return await response.json();
};

// Usage
try {
  const data = await neoCrawl('https://example.com');
  // Process your scraped data here
} catch (error) {
  console.error('Error:', error);
}

import requests

class NeoCrawl:
    def __init__(self, api_key):
        self.api_key = api_key
        self.base_url = "https://api.neocrawl.com"
    
    def scrape(self, url):
        headers = {"x-api-key": self.api_key}
        params = {"url": url}
        
        response = requests.get(
            f"{self.base_url}/api/scrapper",
            headers=headers,
            params=params
        )
        
        if response.status_code == 200:
            return response.json()
        else:
            response.raise_for_status()

# Usage
crawler = NeoCrawl("your_api_key")
result = crawler.scrape("https://example.com")
print(result["result1"])

const axios = require('axios');

class NeoCrawl {
  constructor(apiKey) {
    this.apiKey = apiKey;
    this.baseURL = 'https://api.neocrawl.com';
  }

  async scrape(url) {
    try {
      const response = await axios.get(`${this.baseURL}/api/scrapper`, {
        params: { url },
        headers: { 'x-api-key': this.apiKey }
      });
      
      return response.data;
    } catch (error) {
      throw new Error(`Neo Crawl API Error: ${error.response?.data?.message || error.message}`);
    }
  }
}

// Usage
const crawler = new NeoCrawl('your_api_key');
crawler.scrape('https://example.com')
  .then(data => {
    // Process your data here
  })
  .catch(error => console.error(error));

# Simple scrape request
curl -X GET "https://api.neocrawl.com/api/scrapper?url=https://example.com" \
  -H "x-api-key: YOUR_API_KEY" \
  -H "Content-Type: application/json"

# Scrape with error handling and output formatting
curl -X GET "https://api.neocrawl.com/api/scrapper?url=https://example.com" \
  -H "x-api-key: YOUR_API_KEY" \
  -w "HTTP Status: %{http_code}\nResponse Time: %{time_total}s\n" \
  -s -S \
  | jq '.'

# Process multiple URLs
urls=("https://example.com" "https://google.com" "https://github.com")

for url in "${urls[@]}"; do
  echo "Scraping: $url"
  curl -X GET "https://api.neocrawl.com/api/scrapper?url=$url" \
    -H "x-api-key: YOUR_API_KEY" \
    -s | jq '.result1.title'
  sleep 1  # Respect rate limits
done