# robots.txt for dd-b.net # We don't distinguish between robots User-agent: * # I see no point in indexing the wusage stuff Disallow: /wusage Disallow: /stats Disallow: /analog # The graphics libraries aren't of much interest to robots Disallow: /icons Disallow: /clipart Disallow: /welcome-map # And shared stuff, including graphics and navigation Disallow: /shared # Also no point in indexing the temporary playing around stuff Disallow: /test # Disallow the security-through-obscurity temp area Disallow: /dd-b/obscure # Copies of doc from products, for local use, not for others. Disallow: /doc # Disallow some scripts in Ouroboros Disallow: /dd-b/Ouroboros/amazon-search.cgi Disallow: /dd-b/Ouroboros/amazon.cgi Disallow: /dd-b/Ouroboros/amazonuk.cgi Disallow: /dd-b/Ouroboros/bn.cgi Disallow: /dd-b/Ouroboros/bookpages.cgi Disallow: /dd-b/Ouroboros/oop-page.cgi Disallow: /dd-b/Ouroboros/oop.cgi Disallow: /dd-b/Ouroboros/sflink-banner.cgi Disallow: /dd-b/Ouroboros/booknotes/ref.cgi Disallow: /dd-b/Ouroboros/booknotes/axdev.cgi Disallow: /dd-b/Ouroboros/booknotes/byauthor.cgi Disallow: /dd-b/Ouroboros/booknotes/byauthorpage.cgi # Disallow the combined pages over in photography/gallery Disallow: /photography/gallery/000New Disallow: /photography/gallery/010Everything Disallow: /dd-b/SnapshotAlbum/data/New # Don't index the pit (be nice to nice robots) Disallow: /stpit