############################### # # User-agent denotes which robots should ignore the below specified files and folders ############################## User-agent: * # # list folders robots are not allowed to index # Disallow: /prudential_bunch/images/ Disallow: /prudential_bunch/css/ Disallow: /prudential_bunch/db/ Disallow: /prudential_bunch/Excel/ Disallow: /prudential_bunch/flash/ Disallow: /prudential_bunch/resources/ Disallow: /prudential_bunch/forms/ Disallow: /prudential_bunch/scheduler/ Disallow: /prudential_bunch/scripts/ Disallow: /prudential_bunch/test/ # #################################### list specific files robots are not allowed to index # ###############################