User-agent: *

Disallow: /*?comments
Disallow: /wp-content/themes/neilpatel/js/script-comments.js
Disallow: /wp-comments-post.php
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /go/
Disallow: /tag/
Disallow: /author/
Disallow: /cdn-cgi/
Disallow: /*/feed/
Disallow: /*/comments/
Disallow: /*?s=
Disallow: /*?p=
Disallow: /license.txt

User-agent: SiteCheckerBotCrawler
Disallow: /

User-agent: SiteChecker
Disallow: /

Allow: /wp-admin/admin-ajax.php

Content-Signal: ai-train=yes, search=yes, ai-input=yes

Sitemap: https://neilpatel.com/sitemap_index.xml