User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /wp-login.php?action=lostpassword Disallow: /?s=* Disallow: /?f=* Disallow: /feed/* Disallow: /search/* Disallow: /login/* Disallow: /tag/* Disallow: /content/uploads/wpo-plugins-tables-list.json # The Common Crawl dataset. Original source for GPT and others. User-agent: CCBot Disallow: / # The example for img2dataset, although the default is *None* User-agent: img2dataset Disallow: / # GPTBot is OpenAI's web crawler User-agent: GPTBot Disallow: / # ChatGPT-User is used by plugins in ChatGPT. User-agent: ChatGPT-User Disallow: / Sitemap: https://visitidaho.org/sitemap_index.xml