# www.robotstxt.org/ # Allow crawling of all content User-agent: * Disallow: /admin/* Disallow: /admin/ Disallow: /wp-content/ Disallow: /wp-content/*