User-agent: *
Disallow: /cgi-bin/
Disallow: /inc/
Disallow: /shopathome/process.html
Disallow: /shopathome/admin/
Disallow: /list-email/process.php
Disallow: /list-email/admin/
Disallow: /entropybanner/
#Disallow: /gallery/
Disallow: /new_home_owners/process.html
Disallow: /new_home_owners/admin/
Disallow: /sphider/
Disallow: /contact/admin/
Disallow: /contact/process.html
Disallow: /php.ini
Disallow: /survey/
Disallow: error_log
Disallow: /company/links/xchng/admin/
Disallow: /window-treatment-sweepstakes/admin/
Disallow: /window-treatment-sweepstakes/process.php
Sitemap: <http://metrowf.com/urllist.txt>
Sitemap: <http://metrowf.com/sitemap.xml>



# Created 05/05/06 TS
# Updated 11/14/06 TS
# Updated 12/05/06 TS
# Updated 12/12/06 TS
# Updated 07/17/07 TS Added Sitemap: <metroyahoo.txt> & Sitemap: <sitemap.xml>
# Updated 05/29/08 TS Disallow /survey/
# Updated 08/27/08 TS Many changes


#The syntax of:
#Disallow: /directory/
#Is 100% the appropriate way of disallowing a directory, the alternate method of.
#
#Disallow: /directory
#Will disallow the directory as well as any pages of the same name.
#
#A request for example.com/directory will be forwarded to example.com/directory/index.ext which is the true url. Regardless of whether the request was made to /directory if
#we have disallowed /directory/ then the robot should not index this link based on the standard if that bot follows robots.txt.
#I understand that robots still do but that is the fault of the bot in question. The trailing slash is the appropriate way to disallow a directory in its entirety and only that
#directory.