User-agent: * Sitemap: https://www.nexusm2.com/sitemap.xml ############## # custom # ############## User-agent: * Allow: / # Rutas privadas / portal cliente (no indexar) Disallow: /my Disallow: /my/* # Backend Odoo (no indexar) Disallow: /odoo Disallow: /odoo/* Disallow: /web/login Disallow: /web/signup Disallow: /web/reset_password Disallow: /web/session/* Disallow: /web/database/* Disallow: /website/* Disallow: /webhook/* # Carrito y checkout (no indexar) Disallow: /shop/cart Disallow: /shop/checkout Disallow: /shop/confirmation Disallow: /shop/payment # Modulo appointment instalado pero sin appointment.type publicados (NM2 no usa Calendar Odoo) Disallow: /appointment Disallow: /appointment/* # Paginas y filtros internos que NO aportan SEO (canonical ya los apunta a la padre) Disallow: /*?sort= Disallow: /*?order= Disallow: /*?page= Disallow: /*&sort= Disallow: /*&order= Disallow: /*&page= # Bots scrapers agresivos (rate limit) User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 User-agent: MJ12bot Crawl-delay: 10 User-agent: DotBot Crawl-delay: 10 User-agent: BLEXBot Crawl-delay: 10 # Bots de IA (permitidos con rate-limit para presencia en LLMs) User-agent: GPTBot Crawl-delay: 5 User-agent: ClaudeBot Crawl-delay: 5 User-agent: PerplexityBot Crawl-delay: 5 User-agent: Google-Extended Allow: / User-agent: anthropic-ai Crawl-delay: 5 User-agent: CCBot Crawl-delay: 10 User-agent: Bytespider Disallow: / User-agent: Amazonbot Crawl-delay: 5 # Sitemap Sitemap: https://www.nexusm2.com/sitemap.xml