mirror of
https://github.com/thecyberlearn/chat-backend.git
synced 2026-08-18 17:12:54 +00:00
a0fce0b484
Features: - Django REST API backend - Multi-strategy web scraping system (Beautiful Soup, Playwright, Firecrawl) - Anti-detection features (proxy rotation, user-agent rotation) - Data export functionality (JSON, CSV, TXT) - Business and CrawledPage models - Enhanced crawling service with fallback mechanisms 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude <noreply@anthropic.com>
23 lines
566 B
Python
23 lines
566 B
Python
from __future__ import annotations
|
|
|
|
from dataclasses import dataclass, field
|
|
|
|
from ..._base_connection import _TYPE_BODY
|
|
|
|
|
|
@dataclass
|
|
class EmscriptenRequest:
|
|
method: str
|
|
url: str
|
|
params: dict[str, str] | None = None
|
|
body: _TYPE_BODY | None = None
|
|
headers: dict[str, str] = field(default_factory=dict)
|
|
timeout: float = 0
|
|
decode_content: bool = True
|
|
|
|
def set_header(self, name: str, value: str) -> None:
|
|
self.headers[name.capitalize()] = value
|
|
|
|
def set_body(self, body: _TYPE_BODY | None) -> None:
|
|
self.body = body
|