User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Allow: / Crawl-delay: 10 Sitemap: https://www.tasteofthewildpetfood.com/sitemaps.xml User-agent: bingbot Crawl-delay: 60 # START DARK VISITORS BLOCK # --------------------------- # Undocumented AI Agent # https://knownagents.com/agents/anthropic-ai User-agent: anthropic-ai Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/claude-web User-agent: Claude-Web Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/cohere-ai User-agent: cohere-ai Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/crawl4ai User-agent: Crawl4AI Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/deepseekbot User-agent: DeepSeekBot Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/iaskbot User-agent: iAskBot Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/iaskspider User-agent: iaskspider Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/kunatocrawler User-agent: KunatoCrawler Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/terracotta User-agent: TerraCotta Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/wrtnbot User-agent: WRTNBot Disallow: / # --------------------------- # END DARK VISITORS BLOCK # START KNOWN AGENTS BLOCK # --------------------------- # Undocumented AI Agent # https://knownagents.com/agents/anthropic-ai User-agent: anthropic-ai Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/aranet-searchbot User-agent: Aranet-SearchBot Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/claude-web User-agent: Claude-Web Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/cohere-ai User-agent: cohere-ai Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/crawl4ai User-agent: Crawl4AI Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/deepseekbot User-agent: DeepSeekBot Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/iaskbot User-agent: iAskBot Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/iaskspider User-agent: iaskspider Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/kunatocrawler User-agent: KunatoCrawler Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/wrtnbot User-agent: WRTNBot Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/zenphonybot User-agent: ZenphonyBot Disallow: / # --------------------------- # END KNOWN AGENTS BLOCK