# All robots will spider the domain User-agent: * Disallow: # Disallow directory /gift/ User-agent: * Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wpcontent/themes/ Disallow: /wp-content/plugins/ Disallow: /trackback/ Disallow: /*?* Disallow: */trackback/ # Disallow directory /downloads/ User-agent: * Disallow: downloads/