# robots.txt file for www.sw.org
#
# Here are the basic rules For all public bots (excludes S&W Google Appliance).
# Deny indexing of:
#   - iwcontent/authorized in any public site with or without /SW
#   - iwcontent/private in any public site with or without /SW
#   - iwcontent/authorized without site or /SW
#   - iwcontent/private without site or /SW
#   - SWHP site with or without /SW
#   - InSite site with or without /SW
#   - HumanResources site with or without /SW
#   - PhysicianResources site with or without /SW
#   - NursingResources site with or without /SW
#
# Note: The default record (User-agent: *) should be the last one in the file.
#       Many bots stop at the first record that matches their user agent,
#       so if you have * listed first, they may never see the specific
#       rules you have for them.
#       Accordingly any rules you have in the default record should also
#       appear in each of the preceding specific bot records that you want
#       to obey such rules.


# The S&W Google Appliance -- allow indexing of iwcontent/private for InSite use
User-agent: SW-gsa-crawler
Disallow: /web/SW/patientsAndVisitors/iwcontent/authorized/
Disallow: /web/SW/healthcareProfessionals/iwcontent/authorized/
Disallow: /web/SW/researchAndEducation/iwcontent/authorized/
Disallow: /web/SW/UMC/iwcontent/authorized/
Disallow: /web/SW/prescriptionServices/iwcontent/authorized/
Disallow: /web/SW/rxsvcsClients/iwcontent/authorized/
Disallow: /web/SW/rxsvcsAgentsBrokers/iwcontent/authorized/
Disallow: /web/SW/cosmeticSurgery/iwcontent/authorized/
Disallow: /web/SW/bcsCosmeticSurgery/iwcontent/authorized/
Disallow: /web/SW/tCosmeticSurgery/iwcontent/authorized/
Disallow: /web/SW/umcCosmeticSurgery/iwcontent/authorized/
Disallow: /web/patientsAndVisitors/iwcontent/authorized/
Disallow: /web/healthcareProfessionals/iwcontent/authorized/
Disallow: /web/researchAndEducation/iwcontent/authorized/
Disallow: /web/UMC/iwcontent/authorized/
Disallow: /web/prescriptionServices/iwcontent/authorized/
Disallow: /web/rxsvcsClients/iwcontent/authorized/
Disallow: /web/rxsvcsAgentsBrokers/iwcontent/authorized/
Disallow: /web/cosmeticSurgery/iwcontent/authorized/
Disallow: /web/bcsCosmeticSurgery/iwcontent/authorized/
Disallow: /web/tCosmeticSurgery/iwcontent/authorized/
Disallow: /web/umcCosmeticSurgery/iwcontent/authorized/
Disallow: /web/SW/SWHP
Disallow: /web/SWHP
Disallow: /web/iwcontent/authorized/
Disallow: /cgi-bin/

# The LinkWalker paid subscription service
# 11/25/2008 Additional rule included to prevent indexing of ADAM content due of limited number of links
#            allowed by the LinkWalker subscription, as per JIRA ticket WWW-194.
# 02/24/2009 This section modified as per request from Marketing (JIRA ticket WWW-269)
#            to make the robots.txt section for LinkWalker match the exclusions list (an internal config file)
#            used by the Google Mini.
#            This is NOT a duplication of the robots.txt section used for the Google Mini.
#
User-agent: linkwalker
Disallow: /LAGERROR
Disallow: /web/SW
Disallow: /web/SW/
Disallow: /web/patientsAndVisitors/adam
Disallow: /web/healthcareProfessionals/adam
Disallow: /web/researchAndEducation/adam
Disallow: /web/UMC/adam
Disallow: /web/healthcareProfessionals/jsp/templates/MorePage.jsp
Disallow: /web/researchAndEducation/jsp/templates/MorePage.jsp
Disallow: /web/UMC/jsp/templates/MorePage.jsp
Disallow: /web/healthcareProfessionals/jsp/tools/DoctorSearch.jsp
Disallow: /web/researchAndEducation/jsp/tools/DoctorSearch.jsp
Disallow: /web/UMC/jsp/tools/DoctorSearch.jsp
Disallow: /web/healthcareProfessionals/jsp/tools/DoctorSearchResults.jsp
Disallow: /web/researchAndEducation/jsp/tools/DoctorSearchResults.jsp
Disallow: /web/UMC/jsp/tools/DoctorSearchResults.jsp
Disallow: /web/healthcareProfessionals/jsp/tools/Event.jsp
Disallow: /web/researchAndEducation/jsp/tools/Event.jsp
Disallow: /web/UMC/jsp/tools/Event.jsp
Disallow: /web/healthcareProfessionals/iwcontent/public/common/
Disallow: /web/researchAndEducation/iwcontent/public/common/
Disallow: /web/UMC/iwcontent/public/common/
Disallow: /web/healthcareProfessionals/news/
Disallow: /web/researchAndEducation/news/
Disallow: /web/UMC/news/
Disallow: /web/healthcareProfessionals/templatedata/standard/events/
Disallow: /web/researchAndEducation/templatedata/standard/events/
Disallow: /web/UMC/templatedata/standard/events/
Disallow: /web/patientsAndVisitors/iwcontent/public/womens_inst/en_us/html/womensinst_reproendoinfertility.jsp
Disallow: /web/healthcareProfessionals/iwcontent/public/womens_inst/en_us/html/womensinst_reproendoinfertility.jsp
Disallow: /web/researchAndEducation/iwcontent/public/womens_inst/en_us/html/womensinst_reproendoinfertility.jsp
Disallow: /web/UMC/iwcontent/public/womens_inst/en_us/html/womensinst_reproendoinfertility.jsp
Disallow: /web/patientsAndVisitors/iwcontent/public/CAM/
Disallow: /web/healthcareProfessionals/iwcontent/public/CAM/
Disallow: /web/researchAndEducation/iwcontent/public/CAM/
Disallow: /web/UMC/iwcontent/public/CAM/
Disallow: /web/patientsAndVisitors/jsp/tools/FacultyProgName.jsp
Disallow: /web/healthcareProfessionals/jsp/tools/FacultyProgName.jsp
Disallow: /web/researchAndEducation/jsp/tools/FacultyProgName.jsp
Disallow: /web/UMC/jsp/tools/FacultyProgName.jsp
Disallow: /web/patientsAndVisitors/jsp/tools/ResidentsProgName.jsp
Disallow: /web/healthcareProfessionals/jsp/tools/ResidentsProgName.jsp
Disallow: /web/researchAndEducation/jsp/tools/ResidentsProgName.jsp
Disallow: /web/UMC/jsp/tools/ResidentsProgName.jsp
Disallow: /web/patientsAndVisitors/jsp/tools/FellowsProgName.jsp
Disallow: /web/healthcareProfessionals/jsp/tools/FellowsProgName.jsp
Disallow: /web/researchAndEducation/jsp/tools/FellowsProgName.jsp
Disallow: /web/UMC/jsp/tools/FellowsProgName.jsp
Disallow: /web/UMC/jsp/tools/UMCDocsByName.jsp
Disallow: /web/UMC/jsp/tools/UMCDocsByName.jsp
Disallow: /web/UMC/jsp/tools/UMCDocsBySpecialty.jsp
Disallow: /web/cosmeticSurgery
Disallow: /web/cosmeticSurgery/adam
Disallow: /web/cosmeticSurgery/jsp/tools/Event.jsp
Disallow: /web/cosmeticSurgery/jsp/tools/DoctorSearchResults.jsp
Disallow: /web/cosmeticSurgery/news/
Disallow: /web/cosmeticSurgery/iwcontent/public/common/
Disallow: /web/cosmeticSurgery/templatedata/
Disallow: /web/bcsCosmeticSurgery/templatedata/
Disallow: /web/tCosmeticSurgery/templatedata/
Disallow: /web/umcCosmeticSurgery/templatedata/
Disallow: /web/cosmeticSurgery/cosmeticsurgery/en_us/html/cosmeticsurgery.jsp
Disallow: /web/bcsCosmeticSurgery/cosmeticsurgery/en_us/html/cosmeticsurgery.jsp
Disallow: /web/tCosmeticSurgery/cosmeticsurgery/en_us/html/cosmeticsurgery.jsp
Disallow: /web/umcCosmeticSurgery/cosmeticsurgery/en_us/html/cosmeticsurgery.jsp
Disallow: /web/cosmeticSurgery/CosmeticSurgeryBCS/en_us/html/swhp_bcsbeauty_online.html
Disallow: /web/bcsCosmeticSurgery/CosmeticSurgeryBCS/en_us/html/swhp_bcsbeauty_online.html
Disallow: /web/tCosmeticSurgery/CosmeticSurgeryBCS/en_us/html/swhp_bcsbeauty_online.html
Disallow: /web/umcCosmeticSurgery/CosmeticSurgeryBCS/en_us/html/swhp_bcsbeauty_online.html
Disallow: /web/patientsAndVisitors/CosmeticSurgeryBCS/en_us/html/swhp_bcsbeauty_online.html
Disallow: /web/healthcareProfessionals/CosmeticSurgeryBCS/en_us/html/swhp_bcsbeauty_online.html
Disallow: /web/researchAndEducation/CosmeticSurgeryBCS/en_us/html/swhp_bcsbeauty_online.html
Disallow: /web/UMC/CosmeticSurgeryBCS/en_us/html/swhp_bcsbeauty_online.html
Disallow: /web/SWHP
Disallow: /web/SWHP/
Disallow: /web/iwcontent/public/swhp/
Disallow: /web/InSite
Disallow: /web/InSite/
Disallow: /web/HumanResources/
Disallow: /web/PhysicianResources
Disallow: /web/PhysicianResources/
Disallow: /web/NursingResources
Disallow: /web/NursingResources/
Disallow: /web/healthcareProfessionals/templatedata/
Disallow: /web/researchAndEducation/templatedata/hr/staff/
Disallow: /web/UMC/templatedata/hr/
Disallow: /web/researchAndEducation/templatedata/location/facilities/
Disallow: /web/UMC/templatedata/location/

# Everyone else -- these rules should also exist for any specified public bot
User-agent: *
Disallow: /web/SW/patientsAndVisitors/iwcontent/authorized/
Disallow: /web/SW/healthcareProfessionals/iwcontent/authorized/
Disallow: /web/SW/researchAndEducation/iwcontent/authorized/
Disallow: /web/SW/UMC/iwcontent/authorized/
Disallow: /web/SW/prescriptionServices/iwcontent/authorized/
Disallow: /web/SW/rxsvcsClients/iwcontent/authorized/
Disallow: /web/SW/rxsvcsAgentsBrokers/iwcontent/authorized/
Disallow: /web/SW/cosmeticSurgery/iwcontent/authorized/
Disallow: /web/SW/bcsCosmeticSurgery/iwcontent/authorized/
Disallow: /web/SW/tCosmeticSurgery/iwcontent/authorized/
Disallow: /web/SW/umcCosmeticSurgery/iwcontent/authorized/
Disallow: /web/patientsAndVisitors/iwcontent/authorized/
Disallow: /web/healthcareProfessionals/iwcontent/authorized/
Disallow: /web/researchAndEducation/iwcontent/authorized/
Disallow: /web/UMC/iwcontent/authorized/
Disallow: /web/prescriptionServices/iwcontent/authorized/
Disallow: /web/rxsvcsClients/iwcontent/authorized/
Disallow: /web/rxsvcsAgentsBrokers/iwcontent/authorized/
Disallow: /web/cosmeticSurgery/iwcontent/authorized/
Disallow: /web/bcsCosmeticSurgery/iwcontent/authorized/
Disallow: /web/tCosmeticSurgery/iwcontent/authorized/
Disallow: /web/umcCosmeticSurgery/iwcontent/authorized/
Disallow: /web/SW/patientsAndVisitors/iwcontent/private/
Disallow: /web/SW/healthcareProfessionals/iwcontent/private/
Disallow: /web/SW/researchAndEducation/iwcontent/private/
Disallow: /web/SW/UMC/iwcontent/private/
Disallow: /web/SW/prescriptionServices/iwcontent/private/
Disallow: /web/SW/rxsvcsClients/iwcontent/private/
Disallow: /web/SW/rxsvcsAgentsBrokers/iwcontent/private/
Disallow: /web/SW/cosmeticSurgery/iwcontent/private/
Disallow: /web/SW/bcsCosmeticSurgery/iwcontent/private/
Disallow: /web/SW/tCosmeticSurgery/iwcontent/private/
Disallow: /web/SW/umcCosmeticSurgery/iwcontent/private/
Disallow: /web/patientsAndVisitors/iwcontent/private/
Disallow: /web/healthcareProfessionals/iwcontent/private/
Disallow: /web/researchAndEducation/iwcontent/private/
Disallow: /web/UMC/iwcontent/private/
Disallow: /web/prescriptionServices/iwcontent/private/
Disallow: /web/rxsvcsClients/iwcontent/private/
Disallow: /web/rxsvcsAgentsBrokers/iwcontent/private/
Disallow: /web/cosmeticSurgery/iwcontent/private/
Disallow: /web/bcsCosmeticSurgery/iwcontent/private/
Disallow: /web/tCosmeticSurgery/iwcontent/private/
Disallow: /web/umcCosmeticSurgery/iwcontent/private/
Disallow: /web/iwcontent/authorized/
Disallow: /web/iwcontent/private/
Disallow: /web/SW/SWHP
Disallow: /web/SWHP
Disallow: /web/SW/InSite
Disallow: /web/InSite
Disallow: /web/SW/HumanResources
Disallow: /web/HumanResources
Disallow: /web/SW/PhysicianResources
Disallow: /web/PhysicianResources
Disallow: /web/SW/NursingResources
Disallow: /web/NursingResources
Disallow: /web/eHealthNewsletter
Disallow: /cgi-bin/