User-agent: * Allow: / Allow: /llms.txt Sitemap: https://careermaster.duckdns.org/sitemap.xml # Allow AI crawlers explicitly User-agent: GPTBot Allow: / Allow: /llms.txt User-agent: ClaudeBot Allow: / Allow: /llms.txt User-agent: PerplexityBot Allow: / Allow: /llms.txt User-agent: anthropic-ai Allow: / Allow: /llms.txt User-agent: Googlebot Allow: /