# For domain: http://www.frontsidedesign.com/ # All robots will spider the # domain User-agent:* Disallow: # METHOD FOR DISSALOWING BOTS ALTOGETHER # # Disallow shittyBot.shittysite.com #User-agent: shittyBot.shittysite.com #Disallow: / # Disallow directory /downloads/ User-agent: * Disallow: /downloads/ # Disallow directory /fonts/ User-agent: * Disallow: /fonts/ # Disallow directory /includes/ User-agent: * Disallow: /includes/ # Disallow directory /audio/ User-agent: * Disallow: /audio/ # Disallow directory /proofs/ User-agent: * Disallow: /proofs/