# All robots will spider the domain User-agent: * Disallow: /images/ Disallow: /admin/ Disallow: /files/ Disallow: /css/ Disallow: /img/ Disallow: /php4xslt/ Disallow: /picture_library/ Disallow: /plesk-stat/ Disallow: /sunenv/ Disallow: /test/ Disallow: /webfeed/