mirror of
https://github.com/thecyberlearn/chat-backend.git
synced 2026-08-18 12:32:53 +00:00
a0fce0b484
Features: - Django REST API backend - Multi-strategy web scraping system (Beautiful Soup, Playwright, Firecrawl) - Anti-detection features (proxy rotation, user-agent rotation) - Data export functionality (JSON, CSV, TXT) - Business and CrawledPage models - Enhanced crawling service with fallback mechanisms 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude <noreply@anthropic.com>
38 lines
961 B
Python
38 lines
961 B
Python
"""Helper methods to tune a TCP connection"""
|
|
|
|
import asyncio
|
|
import socket
|
|
from contextlib import suppress
|
|
from typing import Optional # noqa
|
|
|
|
__all__ = ("tcp_keepalive", "tcp_nodelay")
|
|
|
|
|
|
if hasattr(socket, "SO_KEEPALIVE"):
|
|
|
|
def tcp_keepalive(transport: asyncio.Transport) -> None:
|
|
sock = transport.get_extra_info("socket")
|
|
if sock is not None:
|
|
sock.setsockopt(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1)
|
|
|
|
else:
|
|
|
|
def tcp_keepalive(transport: asyncio.Transport) -> None: # pragma: no cover
|
|
pass
|
|
|
|
|
|
def tcp_nodelay(transport: asyncio.Transport, value: bool) -> None:
|
|
sock = transport.get_extra_info("socket")
|
|
|
|
if sock is None:
|
|
return
|
|
|
|
if sock.family not in (socket.AF_INET, socket.AF_INET6):
|
|
return
|
|
|
|
value = bool(value)
|
|
|
|
# socket may be closed already, on windows OSError get raised
|
|
with suppress(OSError):
|
|
sock.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, value)
|