User-Agent: * # The * specifies all agents or robots Disallow: /images Disallow: /css Disallow: /newsletter Disallow: /cgi-bin Disallow: /cp Disallow: /mail Disallow: /aspnet_client # the indicates that all folders immediately under the server root #starting with /tmp should be excluded, including temp & temporary