############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /uploadeddocs/ Disallow: /htdocs/uploadeddocs/ Disallow: /connections/ Disallow: /htdocs/connections/ Disallow: /cms/ Disallow: /htdocs/cms/ Disallow: /scriptlibrary/ Disallow: /NHS/ Disallow: /htdocs/scriptlibrary/ # # list specific files robots are not allowed to index # Disallow: /directory/foo.html Disallow: /folder2/whatever.html # # ###############################