Rate Limits & Quotas

import requests
import time

response = requests.get(
    "https://api.zentislabs.com/api/v1/proxies",
    headers={"X-API-Key": "YOUR_API_KEY"}
)

# If rate limited
if response.status_code == 429:
    retry_after = int(response.headers.get("Retry-After", 5))
    print(f"Rate limited. Retry after {retry_after} seconds.")
    time.sleep(retry_after)

# Check current bandwidth usage
curl -H "X-API-Key: YOUR_API_KEY" \
  "https://api.zentislabs.com/api/v1/usage/by-proxy"

# Response
{
  "success": true,
  "data": {
    "proxies": [...]
  }
}

import requests
import time

def rate_limit_aware_fetch(url: str, proxies: dict) -> requests.Response:
    """Fetch with automatic rate-limit handling."""
    while True:
        response = requests.get(url, proxies=proxies, timeout=30)
        
        if response.status_code == 429:
            retry_after = int(response.headers.get("Retry-After", 5))
            remaining = response.headers.get("X-RateLimit-Remaining", "?")
            print(f"Rate limited (remaining: {remaining}). Waiting {retry_after}s...")
            time.sleep(retry_after)
            continue
        
        return response

async function rateLimitAwareFetch(url: string, agent: any): Promise<any> {
  while (true) {
    const response = await fetch(url, { agent } as any);
    
    if (response.status === 429) {
      const retryAfter = parseInt(response.headers.get("Retry-After") || "5");
      console.log(`Rate limited. Retrying in ${retryAfter}s...`);
      await new Promise((r) => setTimeout(r, retryAfter * 1000));
      continue;
    }
    
    return response;
  }
}

import asyncio
import aiohttp

# Limit concurrent connections to stay within plan limits
CONCURRENCY_LIMIT = 100  # Light plan limit

async def scrape_with_concurrency(urls: list[str]):
    semaphore = asyncio.Semaphore(CONCURRENCY_LIMIT)
    
    async def fetch(session, url):
        async with semaphore:
            proxy = "http://customer-USERNAME-cc-US:PASSWORD@gate.zentislabs.com:8080"
            async with session.get(url, proxy=proxy) as resp:
                return await resp.text()
    
    async with aiohttp.ClientSession() as session:
        tasks = [fetch(session, url) for url in urls]
        results = await asyncio.gather(*tasks, return_exceptions=True)
    
    success = sum(1 for r in results if not isinstance(r, Exception))
    print(f"Completed: {success}/{len(urls)}")
    return results