User-agent: * Allow: / # Sitemap location Sitemap: https://www.hire.nl/sitemap.xml # LLM content files # See: https://www.hire.nl/llm.txt # See: https://www.hire.nl/llms-full.txt # Allow AI/LLM crawlers explicitly User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Claude-Web Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Anthropic-AI Allow: / User-agent: PerplexityBot Allow: / User-agent: Google-Extended Allow: / User-agent: Bingbot Allow: / User-agent: CCBot Allow: / User-agent: Cohere-ai Allow: / User-agent: cohere-ai Allow: / User-agent: FacebookBot Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Applebot-Extended Allow: / User-agent: Copilot Allow: / # Block admin, utility paths and storage folders Disallow: /admin/ Disallow: /_next/ Disallow: /api/ Disallow: /storage/ # Allow all content pages Allow: /kennisbank Allow: /kennisbank/ Allow: /blog/ Allow: /contact Allow: /professionals Allow: /opdrachtgevers Allow: /over-ons Allow: /internationaal Allow: /linkedin-campagnes Allow: /cases Allow: /team Allow: /carriere Allow: /werving-en-selectie Allow: /werving-en-selectie/ Allow: /vacatures Allow: /vacatures/