mirror of
https://github.com/thecyberlearn/chat-backend.git
synced 2026-08-18 14:12:53 +00:00
a0fce0b484
Features: - Django REST API backend - Multi-strategy web scraping system (Beautiful Soup, Playwright, Firecrawl) - Anti-detection features (proxy rotation, user-agent rotation) - Data export functionality (JSON, CSV, TXT) - Business and CrawledPage models - Enhanced crawling service with fallback mechanisms 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude <noreply@anthropic.com>
34 lines
733 B
Python
34 lines
733 B
Python
"""
|
|
requests.hooks
|
|
~~~~~~~~~~~~~~
|
|
|
|
This module provides the capabilities for the Requests hooks system.
|
|
|
|
Available hooks:
|
|
|
|
``response``:
|
|
The response generated from a Request.
|
|
"""
|
|
HOOKS = ["response"]
|
|
|
|
|
|
def default_hooks():
|
|
return {event: [] for event in HOOKS}
|
|
|
|
|
|
# TODO: response is the only one
|
|
|
|
|
|
def dispatch_hook(key, hooks, hook_data, **kwargs):
|
|
"""Dispatches a hook dictionary on a given piece of data."""
|
|
hooks = hooks or {}
|
|
hooks = hooks.get(key)
|
|
if hooks:
|
|
if hasattr(hooks, "__call__"):
|
|
hooks = [hooks]
|
|
for hook in hooks:
|
|
_hook_data = hook(hook_data, **kwargs)
|
|
if _hook_data is not None:
|
|
hook_data = _hook_data
|
|
return hook_data
|