User-agent: * # all robots Disallow: /admin/ # admin files Disallow: /cgi-local/ # server scripts Disallow: /CVS/ Disallow: /data/ Disallow: /javadoc/ Disallow: /sam/ Disallow: /WEB-INF/ Disallow: /xml/