##################################################### ## robots.txt file for Netjunkies and OldCabin ### ##################################################### ### Keeps robots and spiders out of these area's ### ##################################################### ### Needs to be placed in the server root ### ##################################################### # Who not to let in User-agent: * # Dont let anyone in # Where not to let them in Disallow: /Admin/ #all dir. private directorys Disallow: /admin/ #all dir. admin directorys Disallow: /private/ #all dir. private directorys Disallow: /demo/ #all dir. named demo directory Disallow: /test/ #all dir. named test Disallow: /reports/ #all dir. named reports Disallow: /test #all files. named test.somthing Disallow: /admin/ #all files. named admin.somthing Disallow: /reports/ #all files. named admin.somthing Disallow: /images/ #all files. named admin.somthing Disallow: /admin #all files. named admin.somthing