# robots.txt — grafiduo.pl # Mirrors the output of gftw_agent_robots_txt() # (wp-content/themes/grafiduo/theme/inc/agent-robots.php). # A static file at the web root wins over anything WordPress generates, # so the filter never runs in production — change the policy in both places. # START YOAST BLOCK # --------------------------- User-agent: * Disallow: /wp-admin/ Disallow: /feed/ Disallow: /comments/feed/ Sitemap: https://grafiduo.pl/sitemap_index.xml # --------------------------- # END YOAST BLOCK # START AI POLICY # --------------------------- # Answer-engine crawlers are welcome; training-only crawlers are not. # Machine-readable summaries: /llms.txt, /agents.md # Resource discovery: /.well-known/ard.json, /.well-known/agent-card.json # API: /openapi.json — MCP server: /mcp — Developer portal: /developers/ Sitemap: https://grafiduo.pl/agent-sitemap.xml # Content Signals — https://contentsignals.org/ User-agent: * Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /wp-admin/ Allow: / User-agent: GPTBot Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /wp-admin/ Allow: / Crawl-delay: 1 User-agent: OAI-SearchBot Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /wp-admin/ Allow: / Crawl-delay: 1 User-agent: ChatGPT-User Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /wp-admin/ Allow: / Crawl-delay: 1 User-agent: ClaudeBot Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /wp-admin/ Allow: / Crawl-delay: 1 User-agent: Claude-User Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /wp-admin/ Allow: / Crawl-delay: 1 User-agent: Claude-SearchBot Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /wp-admin/ Allow: / Crawl-delay: 1 User-agent: Google-Extended Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /wp-admin/ Allow: / Crawl-delay: 1 User-agent: PerplexityBot Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /wp-admin/ Allow: / Crawl-delay: 1 User-agent: Perplexity-User Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /wp-admin/ Allow: / Crawl-delay: 1 User-agent: Applebot-Extended Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /wp-admin/ Allow: / Crawl-delay: 1 User-agent: meta-externalagent Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /wp-admin/ Allow: / Crawl-delay: 1 User-agent: CCBot Content-Signal: ai-train=no Disallow: / User-agent: Bytespider Content-Signal: ai-train=no Disallow: / User-agent: ByteSpider Content-Signal: ai-train=no Disallow: / User-agent: Diffbot Content-Signal: ai-train=no Disallow: / User-agent: Omgilibot Content-Signal: ai-train=no Disallow: / User-agent: Timpibot Content-Signal: ai-train=no Disallow: / # --------------------------- # END AI POLICY