# Robots.txt file. By default staging and development settings will be used. # For production, comment out the staging and development section and uncomment # the production settings. # Staging and Development settings #User-agent: * #Disallow: / # Production settings User-agent: * Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/themes/ Disallow: /custom-content/plugins/ Disallow: /custom-content/cache/ Disallow: /custom-content/themes/ Disallow: */trackback/ Disallow: */feed/ Disallow: /*/feed/rss/$ Disallow: /category/*