# Control file to keep WWW robots away from certain parts of this server
# See http://www.robotstxt.org/wc/norobots.html for explanations

# All robots shall not visit some special directories:
User-agent: *
Disallow: /servlets/NavigationServlet
Disallow: /servlets/LoginServlet
Disallow: /servlets/UserServlet
Disallow: /servlets/AppletServlet
Disallow: /servlets/StoryboardServlet
Disallow: /servlets/BasketServlet
Disallow: /servlets/SearchServlet
Disallow: /servlets/DistributedQueryServlet
Disallow: /servlets/EditorServlet
Disallow: /servlets/ZipServlet
Disallow: /servlets/DSOViewerServlet
Disallow: /index/names
Disallow: /distribution
Disallow: /idvi
Disallow: /ssh
Disallow: /plugins
Disallow: /awstats

User-agent: Harvest-NG
Disallow: