mirror of
https://github.com/thecyberlearn/chat-backend.git
synced 2026-08-18 21:32:54 +00:00
a0fce0b484
Features: - Django REST API backend - Multi-strategy web scraping system (Beautiful Soup, Playwright, Firecrawl) - Anti-detection features (proxy rotation, user-agent rotation) - Data export functionality (JSON, CSV, TXT) - Business and CrawledPage models - Enhanced crawling service with fallback mechanisms 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude <noreply@anthropic.com>
15 lines
584 B
Python
15 lines
584 B
Python
from django.apps import apps as django_apps
|
|
from django.contrib.sitemaps import Sitemap
|
|
from django.core.exceptions import ImproperlyConfigured
|
|
|
|
|
|
class FlatPageSitemap(Sitemap):
|
|
def items(self):
|
|
if not django_apps.is_installed("django.contrib.sites"):
|
|
raise ImproperlyConfigured(
|
|
"FlatPageSitemap requires django.contrib.sites, which isn't installed."
|
|
)
|
|
Site = django_apps.get_model("sites.Site")
|
|
current_site = Site.objects.get_current()
|
|
return current_site.flatpage_set.filter(registration_required=False)
|