############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /updatedirectory.php Disallow: /updatedirectoryform.php Disallow: /viewdirectory.php Disallow: /viewdirectory2.php Disallow: /directory.php Disallow: /exportdirectory.php Disallow: /getUserChildren.php Disallow: /getUserDetails.php Disallow: /grid.htm # # End of robots.txt file # ###############################