# ============================================== # Robots.txt generato da SLP - Security Lockdown PRO # ============================================== # Regole generali per tutti i crawler User-agent: * # Percorsi sensibili WordPress Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/uploads/wpcf7_uploads/ Disallow: /readme.html Disallow: /license.txt Disallow: /xmlrpc.php Disallow: /wp-config.php Disallow: /wp-trackback.php Disallow: /wp-cron.php Disallow: /wp-comments-post.php Disallow: /wp-signup.php Disallow: /wp-register.php Disallow: /*.php$ Disallow: /*?* Allow: /wp-content/uploads/ # Blocca URL con parametri di tracking Disallow: /*?*utm_ Disallow: /*?*fbclid Disallow: /*?*gclid Disallow: /*?*msclkid Disallow: /*?*ref= Disallow: /*?*source= Disallow: /*?*affiliate # Blocca pagine di ricerca Disallow: /?s= Disallow: /search/ Disallow: /*?s= # Feed RSS/Atom Disallow: /feed/ Disallow: /*/feed/ Disallow: /comments/feed/ # Pagine autore Disallow: /author/ # Crawl delay Crawl-delay: 1 # Google - Regole specifiche User-agent: Googlebot Allow: / Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php User-agent: Googlebot-Image Allow: /wp-content/uploads/ Disallow: /wp-content/uploads/wpcf7_uploads/ # Bing User-agent: Bingbot Allow: / Disallow: /wp-admin/ Crawl-delay: 1 # ===== BLOCCO BOT AI E SCRAPING ===== # OpenAI GPT User-agent: GPTBot Disallow: / # ChatGPT browser User-agent: ChatGPT-User Disallow: / # Google AI training (Bard/Gemini) User-agent: Google-Extended Disallow: / # Common Crawl User-agent: CCBot Disallow: / # Anthropic Claude User-agent: anthropic-ai Disallow: / # Anthropic Claude User-agent: ClaudeBot Disallow: / # Anthropic Claude Web User-agent: Claude-Web Disallow: / # Perplexity AI User-agent: PerplexityBot Disallow: / # ByteDance/TikTok User-agent: Bytespider Disallow: / # Amazon Alexa User-agent: Amazonbot Disallow: / # Meta AI User-agent: FacebookBot Disallow: / # Meta AI Training User-agent: Meta-ExternalAgent Disallow: / # Meta fetcher User-agent: Meta-ExternalFetcher Disallow: / # Apple AI training User-agent: Applebot-Extended Disallow: / # Cohere AI User-agent: cohere-ai Disallow: / # Diffbot scraper User-agent: Diffbot Disallow: / # Webz.io User-agent: Omgilibot Disallow: / # Webz.io User-agent: Omgili Disallow: / # You.com AI User-agent: YouBot Disallow: / # Huawei Petal Search User-agent: PetalBot Disallow: / # Scrapy framework User-agent: Scrapy Disallow: / # Alexa crawler User-agent: ia_archiver Disallow: / # ===== BLOCCO BAD BOTS ===== User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: SEOkicks Disallow: / User-agent: SeekportBot Disallow: / User-agent: MegaIndex Disallow: / User-agent: BacklinkCrawler Disallow: / User-agent: SiteExplorer Disallow: / # ===== SITEMAP ===== Sitemap: https://albaniaplus.com/sitemap.xml Sitemap: https://albaniaplus.com/sitemap_index.xml # Host preferito Host: albaniaplus.com