###############################################################################
#
# File:     brands/monsterres/txt/robots.txt
#
# Contents: Robot exclusion rules for monsterres.
#
# Modifications:
#   - 2006-09-01  txe  Initial creation.
#   - 2006-12-14  txe  Added WebStripper.
#   - 2007-01-05  txe  Disallowed home-fifteen-to-thirty-second-screening.
#   - 2007-01-22  txe  Added commented codes to disallow non-monster pages.
#   - 2007-07-12  txe  Disallowed /content/mycc and /content/ajax.
#   - 2007-11-02  txe  Disallowed /content/trk.
#   - 2008-11-12  txe  Disallowed /rotate/.
#   - 2009-03-02  txe  Disallowed searchme (Charlotte).
#   - 2009-03-04  txe  Added obsolete page codes.
#   - 2009-04-20  txe  Added obsolete page code.
#
###############################################################################

###############################################################################
# BOTS
###############################################################################

User-agent: YahooSeeker/CafeKelsa
Disallow: /

User-Agent: Charlotte
Disallow: /

User-agent: googlebot
Disallow: /*?itemID
Disallow: /*&itemID
Disallow: /*?sessionID
Disallow: /*&sessionID

###############################################################################
# DOWNLOADERS
###############################################################################

User-agent: WebStripper
Disallow: /

###############################################################################
# DEFAULT RULES
###############################################################################

User-agent: *
Disallow: /_Site_Settings
Disallow: /1to1/
Disallow: /Aaron/
Disallow: /admin/
Disallow: /ads/
Disallow: /automated
Disallow: /b1.html
Disallow: /b2.html
Disallow: /b3.html
Disallow: /b4.html
Disallow: /b5.html
Disallow: /b6.html
Disallow: /b7.html
Disallow: /b8.html
Disallow: /b9.html
Disallow: /b10.html
Disallow: /background-only%20WebSTAR/
Disallow: /BrowserTest.htm
Disallow: /CAB/
Disallow: /CARDes/
Disallow: /CARFoc/
Disallow: /CareerPerfect/
Disallow: /Carla/
Disallow: /CGIs/
Disallow: /Chris/
Disallow: /clientfiles/
Disallow: /content/__
Disallow: /content/ajax
Disallow: /content/career-planning-career-assessment-tests/
Disallow: /content/career-planning-career-personality-test-my-personal-profile
Disallow: /content/career-planning-ensure-the-right-job-fit
Disallow: /content/career-planning-my-personal-profile
Disallow: /content/careerdesign
Disallow: /content/careerfocus
Disallow: /content/dev
Disallow: /content/home-corporate/
Disallow: /content/home-fifteen-to-thirty-second-screening/
Disallow: /content/job-search-hidden-job-market-strategies/
Disallow: /content/job-search-hidden-job-market-why-exists/
Disallow: /content/job-search-tips/
Disallow: /content/job-search-tips-hidden-job-market-strategy/
Disallow: /content/mycc
Disallow: /content/resume-writing-help-online-resume-submission-tips/
Disallow: /content/resume-writing-help-vacancy-announcement-requirements
Disallow: /content/store
Disallow: /content/skillnet
Disallow: /content/test
Disallow: /content/topics-checklist/
Disallow: /content/topics-employment-trends/
Disallow: /content/trk
Disallow: /CP/
Disallow: /Default.html
Disallow: /demo/
Disallow: /Description
Disallow: /dev/
Disallow: /Documentation/
Disallow: /Downloads/
Disallow: /DwnLd/
Disallow: /EDS/
Disallow: /End
Disallow: /Error.html
Disallow: /FTP
Disallow: /Galileo/
Disallow: /graphics/
Disallow: /HTMLpages/
Disallow: /images/
Disallow: /images_v4/rightjob.htm
Disallow: /indexB.htm
Disallow: /INTSmart/
Disallow: /ISO_Affiliate/
Disallow: /ISOnline/
Disallow: /ITeam/
Disallow: /JBSel/
Disallow: /js/
Disallow: /Marvel/
Disallow: /Monster
Disallow: /mycc/
Disallow: /NDW/
Disallow: /NC/
Disallow: /NCPages/
Disallow: /NCUsersGuide/
Disallow: /NetCloak
Disallow: /NoAccess.html
Disallow: /Plug-Ins/
Disallow: /ResEx
Disallow: /rotate
Disallow: /RJFit/
Disallow: /Sample
Disallow: /Sample%20Files/
Disallow: /sapplets
Disallow: /Scripts/
Disallow: /servlets/
Disallow: /skillnet/
Disallow: /subscribe.html
Disallow: /syn/
Disallow: /Tango
Disallow: /Theodore/
Disallow: /Tools%20&%20Examples/
Disallow: /Uploads/
Disallow: /UWI/
Disallow: /VAL/
Disallow: /WebSTAR
Disallow: /WebStat
Disallow: /WebX
Disallow: DescriptionAcademicSkills.htm
Disallow: DescriptionChronological.htm
Disallow: DescriptionCombination.htm
Disallow: DescriptionFunctional.htm
Disallow: DescriptionSkillTransfer.htm
Disallow: jobsearchHiddenStrat.htm
Disallow: jobsearchHiddenWhy.htm
Disallow: softwareRedirect.htm

### uncomment these only after M approval ###
#
#Disallow: /content/career
#Disallow: /content/guarantee
#Disallow: /content/home-
#Disallow: /content/included-services
#Disallow: /content/resumes-resumepro
#Disallow: /content/topics-

###############################################################################
###############################################################################