mirror of
https://github.com/thecyberlearn/chat-backend.git
synced 2026-08-18 23:32:53 +00:00
Features: - Django REST API backend - Multi-strategy web scraping system (Beautiful Soup, Playwright, Firecrawl) - Anti-detection features (proxy rotation, user-agent rotation) - Data export functionality (JSON, CSV, TXT) - Business and CrawledPage models - Enhanced crawling service with fallback mechanisms 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude <noreply@anthropic.com>
66 lines
1.5 KiB
Python
66 lines
1.5 KiB
Python
from django.contrib.postgres.fields import ArrayField
|
|
from django.db.models import Aggregate, BooleanField, JSONField, TextField, Value
|
|
|
|
from .mixins import OrderableAggMixin
|
|
|
|
__all__ = [
|
|
"ArrayAgg",
|
|
"BitAnd",
|
|
"BitOr",
|
|
"BitXor",
|
|
"BoolAnd",
|
|
"BoolOr",
|
|
"JSONBAgg",
|
|
"StringAgg",
|
|
]
|
|
|
|
|
|
class ArrayAgg(OrderableAggMixin, Aggregate):
|
|
function = "ARRAY_AGG"
|
|
template = "%(function)s(%(distinct)s%(expressions)s %(order_by)s)"
|
|
allow_distinct = True
|
|
|
|
@property
|
|
def output_field(self):
|
|
return ArrayField(self.source_expressions[0].output_field)
|
|
|
|
|
|
class BitAnd(Aggregate):
|
|
function = "BIT_AND"
|
|
|
|
|
|
class BitOr(Aggregate):
|
|
function = "BIT_OR"
|
|
|
|
|
|
class BitXor(Aggregate):
|
|
function = "BIT_XOR"
|
|
|
|
|
|
class BoolAnd(Aggregate):
|
|
function = "BOOL_AND"
|
|
output_field = BooleanField()
|
|
|
|
|
|
class BoolOr(Aggregate):
|
|
function = "BOOL_OR"
|
|
output_field = BooleanField()
|
|
|
|
|
|
class JSONBAgg(OrderableAggMixin, Aggregate):
|
|
function = "JSONB_AGG"
|
|
template = "%(function)s(%(distinct)s%(expressions)s %(order_by)s)"
|
|
allow_distinct = True
|
|
output_field = JSONField()
|
|
|
|
|
|
class StringAgg(OrderableAggMixin, Aggregate):
|
|
function = "STRING_AGG"
|
|
template = "%(function)s(%(distinct)s%(expressions)s %(order_by)s)"
|
|
allow_distinct = True
|
|
output_field = TextField()
|
|
|
|
def __init__(self, expression, delimiter, **extra):
|
|
delimiter_expr = Value(str(delimiter))
|
|
super().__init__(expression, delimiter_expr, **extra)
|