# robots.txt for http://www.n-dib.de/ # file created: 06.12.2004 User-agent: * Disallow: /cgi-bin/xps/chat Disallow: /cgi-bin/xps/lib Disallow: /cgi-bin/xps/lang Disallow: /cgi-bin/xps/conf Disallow: /cgi-bin/xps/db/members Disallow: /cgi-bin/xps/db/stats Disallow: /cgi-bin/xps/db/blocks Disallow: /cgi-bin/xps/db/flood Disallow: /cgi-bin/xps/db/newsletter Disallow: /cgi-bin/xps/db/shop/priv Disallow: /banner.dat # User-agent: Slurp Crawl-delay: 60