User-agent: * Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ Allow: /wp-content/plugins/ # Prevent access to these files Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /readme.html Disallow: /license.txt Disallow: /xmlrpc.php Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /wp-includes/ Disallow: /author/ Disallow: /trackback/ Disallow: */trackback/ Disallow: */feed/ Disallow: */comments/ Disallow: /?feed= Disallow: /tag/ Disallow: /?author= Disallow: */embed$ # Add your sitemap location Sitemap: https://wearegandh.com/sitemap_index.xml # Block AI crawlers (optional) User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: CCBot Disallow: / User-agent: Google-Extended Disallow: /