User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Sitemap: https://greentrax.com/wp-sitemap.xml User-agent: facebot Crawl-delay: 7 User-agent: facebookexternalhit Crawl-delay: 7 User-agent: meta-webindexer Crawl-delay: 7 # START KNOWN AGENTS BLOCK # --------------------------- # Scraper # https://knownagents.com/agents/008 User-agent: 008 Disallow: / # Scraper # https://knownagents.com/agents/adstxtcrawler User-agent: AdsTxtCrawler Disallow: / # AI Data Scraper # https://knownagents.com/agents/ai2bot User-agent: AI2Bot Disallow: / # AI Assistant # https://knownagents.com/agents/ai2bot-deepresearcheval User-agent: AI2Bot-DeepResearchEval Disallow: / # AI Data Scraper # https://knownagents.com/agents/ai2bot-dolma User-agent: Ai2Bot-Dolma Disallow: / # AI Assistant # https://knownagents.com/agents/amazon-qbusiness User-agent: amazon-QBusiness Disallow: / # AI Data Scraper # https://knownagents.com/agents/amazonbot User-agent: Amazonbot Disallow: / # AI Assistant # https://knownagents.com/agents/amzn-user User-agent: Amzn-User Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/anthropic-ai User-agent: anthropic-ai Disallow: / # AI Data Scraper # https://knownagents.com/agents/applebot-extended User-agent: Applebot-Extended Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/aranet-searchbot User-agent: Aranet-SearchBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/beansllm-corpusbot User-agent: BeansLLM-CorpusBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/bedrockbot User-agent: bedrockbot Disallow: / # AI Assistant # https://knownagents.com/agents/bigsur-ai User-agent: bigsur.ai Disallow: / # AI Data Scraper # https://knownagents.com/agents/bytespider User-agent: Bytespider Disallow: / # AI Data Scraper # https://knownagents.com/agents/ccbot User-agent: CCBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/chatglm-spider User-agent: ChatGLM-Spider Disallow: / # AI Assistant # https://knownagents.com/agents/chatgpt-user User-agent: ChatGPT-User Disallow: / # AI Assistant # https://knownagents.com/agents/claude-user User-agent: Claude-User Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/claude-web User-agent: Claude-Web Disallow: / # AI Data Scraper # https://knownagents.com/agents/claudebot User-agent: ClaudeBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/cloudvertexbot User-agent: CloudVertexBot Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/cohere-ai User-agent: cohere-ai Disallow: / # AI Data Scraper # https://knownagents.com/agents/cohere-training-data-crawler User-agent: cohere-training-data-crawler Disallow: / # AI Data Scraper # https://knownagents.com/agents/coherebot User-agent: CohereBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/cotoyogi User-agent: Cotoyogi Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/crawl4ai User-agent: Crawl4AI Disallow: / # AI Data Scraper # https://knownagents.com/agents/datenbank-crawler User-agent: Datenbank Crawler Disallow: / # Scraper # https://knownagents.com/agents/dcrawl User-agent: dcrawl Disallow: / # AI Data Scraper # https://knownagents.com/agents/deepseekbot User-agent: DeepSeekBot Disallow: / # AI Assistant # https://knownagents.com/agents/diffbot-user User-agent: Diffbot-User Disallow: / # AI Data Scraper # https://knownagents.com/agents/doubaobot User-agent: Doubaobot Disallow: / # AI Assistant # https://knownagents.com/agents/duckassistbot User-agent: DuckAssistBot Disallow: / # AI Assistant # https://knownagents.com/agents/elevenlabsbot User-agent: ElevenlabsBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/elevenlabscrawler User-agent: ElevenlabsCrawler Disallow: / # AI Data Scraper # https://knownagents.com/agents/erniebot User-agent: ERNIEBot Disallow: / # AI Assistant # https://knownagents.com/agents/exauser User-agent: ExaUser Disallow: / # AI Data Scraper # https://knownagents.com/agents/facebookbot User-agent: FacebookBot Disallow: / # AI Assistant # https://knownagents.com/agents/geisthaus-pagefetcher User-agent: GeistHaus-PageFetcher Disallow: / # AI Assistant # https://knownagents.com/agents/gemini-deep-research User-agent: Gemini-Deep-Research Disallow: / # AI Data Scraper # https://knownagents.com/agents/google-extended User-agent: Google-Extended Disallow: / # AI Assistant # https://knownagents.com/agents/google-gemininotebook User-agent: Google-GeminiNotebook Disallow: / # AI Assistant # https://knownagents.com/agents/google-notebooklm User-agent: Google-NotebookLM Disallow: / # AI Assistant # https://knownagents.com/agents/googleagent-urlcontext User-agent: GoogleAgent-URLContext Disallow: / # AI Data Scraper # https://knownagents.com/agents/googleother User-agent: GoogleOther Disallow: / # AI Data Scraper # https://knownagents.com/agents/googleother-image User-agent: GoogleOther-Image Disallow: / # AI Data Scraper # https://knownagents.com/agents/googleother-video User-agent: GoogleOther-Video Disallow: / # AI Data Scraper # https://knownagents.com/agents/gptbot User-agent: GPTBot Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/grok-agent User-agent: grok-agent Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/grokbot User-agent: GrokBot Disallow: / # AI Assistant # https://knownagents.com/agents/haiku-searchbot User-agent: Haiku-SearchBot Disallow: / # Scraper # https://knownagents.com/agents/helloworkjobpostingbot User-agent: HelloworkJobPostingBot Disallow: / # Scraper # https://knownagents.com/agents/httrack User-agent: HTTrack Disallow: / # Scraper # https://knownagents.com/agents/httrack-3-0 User-agent: HTTrack 3.0 Disallow: / # AI Data Scraper # https://knownagents.com/agents/hunyuan User-agent: Hunyuan Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/iaskbot User-agent: iAskBot Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/iaskspider User-agent: iaskspider Disallow: / # AI Data Scraper # https://knownagents.com/agents/icc-crawler User-agent: ICC-Crawler Disallow: / # AI Data Scraper # https://knownagents.com/agents/imagebot User-agent: ImageBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/imagespider User-agent: imageSpider Disallow: / # Scraper # https://knownagents.com/agents/indeedjobbot User-agent: IndeedJobBot Disallow: / # AI Assistant # https://knownagents.com/agents/kagi-fetcher User-agent: kagi-fetcher Disallow: / # AI Data Scraper # https://knownagents.com/agents/kangaroo-bot User-agent: Kangaroo Bot Disallow: / # AI Assistant # https://knownagents.com/agents/kimi-user User-agent: Kimi-User Disallow: / # AI Data Scraper # https://knownagents.com/agents/kimibot User-agent: KimiBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/kimicrawler User-agent: KimiCrawler Disallow: / # AI Assistant # https://knownagents.com/agents/klaviyoaibot User-agent: KlaviyoAIBot Disallow: / # Scraper # https://knownagents.com/agents/krawlerbot User-agent: KrawlerBot Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/kunatocrawler User-agent: KunatoCrawler Disallow: / # AI Data Scraper # https://knownagents.com/agents/laion-huggingface-processor User-agent: laion-huggingface-processor Disallow: / # AI Data Scraper # https://knownagents.com/agents/lcc User-agent: LCC Disallow: / # AI Assistant # https://knownagents.com/agents/liner-user User-agent: Liner-User Disallow: / # AI Assistant # https://knownagents.com/agents/linerbot User-agent: LinerBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/meta-externalagent User-agent: meta-externalagent Disallow: / # AI Assistant # https://knownagents.com/agents/meta-externalfetcher User-agent: meta-externalfetcher Disallow: / # Scraper # https://knownagents.com/agents/metainspector User-agent: MetaInspector Disallow: / # Scraper # https://knownagents.com/agents/metajobbot User-agent: MetaJobBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/micro-crawl User-agent: micro-crawl Disallow: / # AI Data Scraper # https://knownagents.com/agents/mistralai-training User-agent: MistralAI-Training Disallow: / # AI Assistant # https://knownagents.com/agents/mistralai-user User-agent: MistralAI-User Disallow: / # AI Data Scraper # https://knownagents.com/agents/mistralbot User-agent: MistralBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/moonshotbot User-agent: MoonshotBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/moonspider User-agent: MoonSpider Disallow: / # AI Data Scraper # https://knownagents.com/agents/netestate-imprint-crawler User-agent: netEstate Imprint Crawler Disallow: / # Scraper # https://knownagents.com/agents/newspaper User-agent: newspaper Disallow: / # Scraper # https://knownagents.com/agents/nutch User-agent: Nutch Disallow: / # Scraper # https://knownagents.com/agents/nyt-scraping User-agent: nyt_scraping Disallow: / # Scraper # https://knownagents.com/agents/offline-explorer User-agent: Offline Explorer Disallow: / # AI Data Scraper # https://knownagents.com/agents/omgili User-agent: omgili Disallow: / # Scraper # https://knownagents.com/agents/openindexspider User-agent: OpenindexSpider Disallow: / # AI Data Scraper # https://knownagents.com/agents/pangubot User-agent: PanguBot Disallow: / # AI Assistant # https://knownagents.com/agents/perplexity-user User-agent: Perplexity-User Disallow: / # AI Assistant # https://knownagents.com/agents/phindbot User-agent: PhindBot Disallow: / # AI Assistant # https://knownagents.com/agents/poggio-citations User-agent: Poggio-Citations Disallow: / # Scraper # https://knownagents.com/agents/potions User-agent: Potions Disallow: / # AI Assistant # https://knownagents.com/agents/qualifiedbot User-agent: QualifiedBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/qwenbot User-agent: QwenBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/recraft-image-dataset User-agent: recraft-image-dataset Disallow: / # AI Data Scraper # https://knownagents.com/agents/reflectionbot User-agent: Reflectionbot Disallow: / # AI Data Scraper # https://knownagents.com/agents/salamandravlm User-agent: SalamandraVLM Disallow: / # AI Data Scraper # https://knownagents.com/agents/sbintuitionsbot User-agent: SBIntuitionsBot Disallow: / # Scraper # https://knownagents.com/agents/scrapy User-agent: Scrapy Disallow: / # Scraper # https://knownagents.com/agents/serverhunterspider User-agent: ServerHunterSpider Disallow: / # AI Assistant # https://knownagents.com/agents/shap-user User-agent: Shap-User Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/somethinggbot User-agent: SomethinggBot Disallow: / # AI Data Scraper # https://knownagents.com/agents/spider User-agent: Spider Disallow: / # Scraper # https://knownagents.com/agents/statsdronebot User-agent: StatsDroneBot Disallow: / # Scraper # https://knownagents.com/agents/thinkbot User-agent: Thinkbot Disallow: / # AI Data Scraper # https://knownagents.com/agents/timpibot User-agent: Timpibot Disallow: / # AI Assistant # https://knownagents.com/agents/tongyibot User-agent: TongyiBot Disallow: / # AI Assistant # https://knownagents.com/agents/useai User-agent: UseAI Disallow: / # AI Data Scraper # https://knownagents.com/agents/velenpublicwebcrawler User-agent: VelenPublicWebCrawler Disallow: / # Scraper # https://knownagents.com/agents/web-image-collection-research User-agent: web-image-collection-research Disallow: / # AI Data Scraper # https://knownagents.com/agents/webzio-extended User-agent: webzio-extended Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/wrtnbot User-agent: WRTNBot Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/xai-grok User-agent: xAI-Grok Disallow: / # AI Data Scraper # https://knownagents.com/agents/yibot User-agent: YiBot Disallow: / # AI Assistant # https://knownagents.com/agents/yiyanbot User-agent: YiyanBot Disallow: / # Undocumented AI Agent # https://knownagents.com/agents/zenphonybot User-agent: ZenphonyBot Disallow: / # --------------------------- # END KNOWN AGENTS BLOCK