User-agent: * Disallow: /wp-login.php #block access to admin section Disallow: /search/ #block access to internal search result pages Disallow: *?s=* #block access to internal search result pages Disallow: /project-tag/ #block access to project-tag pages Disallow: /comments/feed/