# robots.txt for http://navigate.dk/ User-agent: * Disallow: favicon.ico # Disallow: /bin # reserved for binary files Disallow: /images # reserved for images Disallow: /classes # reserved for Java files Disallow: /js # reserved for JavaScripts Disallow: /dev # reserved Disallow: /usr # reserved Allow: /search # Have only JavaScript links to the files