# This is configured by default to disallow all scanning of the site. # Note that if you change this, and specify that any particular branch # or file specification should be disallowed, you are implicitly # allowing all other access. User-agent: * # Disallow: / # If you want to specify that any particular directory or file, the # following examples may help. Remember, as soon as you specify # what to exclude, everything else is allowed. # # To disallow indexing of pictures (remember to include all file types # you want to exclude) # Disallow: /*.gif$ # # To block indexing of your /private directory Disallow: /privee/ Disallow: /rjrlaw.css Disallow: /robots.txt Disallow: /testindex.htm Disallow: /Templates/