User-agent: * Disallow: /wp-admin/ Disallow: /category/* Disallow: /comments # Allow JS/CSS for crawlers — MUST be before /*?* rule Allow: /wp-content/plugins/*.js Allow: /wp-content/plugins/*.css Allow: /wp-content/themes/*.js Allow: /wp-content/themes/*.css Allow: /wp-includes/*.js Allow: /wp-includes/*.css # Block query strings after JS/CSS exceptions are set Disallow: /*?* Disallow: /?* Disallow: /*feed* Disallow: /haru* Disallow: /*/feed/ Disallow: */feed/ Disallow: /feed/ Disallow: /uk/feed* Disallow: /blog/tag/ Disallow: /blog/category/ Disallow: /blog/page/ Disallow: /blog-2/page/ # Block PHP files only Disallow: /wp-content/plugins/*.php Disallow: /wp-content/themes/*.php Disallow: /wp-includes/*.php Disallow: /wp-login.php User-agent: Googlebot Disallow: /wp-admin/ User-agent: Googlebot-Image Disallow: /wp-admin/ Sitemap: https://datahikes.com/sitemap.xml Sitemap: https://datahikes.com/zohopartner.xml Sitemap: https://datahikes.com/migrations.xml Sitemap: https://datahikes.com/post-sitemap.xml Sitemap: https://datahikes.com/sitemap_zohocrmpartner.xml Sitemap: https://datahikes.com/sitemap_zohocreatorpartner.xml Sitemap: https://datahikes.com/sitemap_people.xml Sitemap: https://datahikes.com/sitemap_one.xml Sitemap: https://datahikes.com/sitemap_zohobookspartners.xml