# robots.txt for TBCTM
# Last Update: $Id$

# exclude some access-controlled areas
User-agent: *
Disallow: /App_Browsers
Disallow: /App_Code
Disallow: /App_Data
Disallow: /App_GlobalResources
Disallow: /App_Themes
Disallow: /App_WebReferences
Disallow: /CMSAdminControls
Disallow: /CMSControlsExamples
Disallow: /CMSCSSStylesheets
Disallow: /CMSDesk
Disallow: /CMSFormControls
Disallow: /CMSHelp
Disallow: /CMSInlineControls
Disallow: /CMSInstall
Disallow: /CMSLayouts
Disallow: /CMSMasterPages
Disallow: /CMSMessages
Disallow: /CMSModules
Disallow: /CMSPages
Disallow: /CMSResources
Disallow: /CMSScripts
Disallow: /CMSSiteManager
Disallow: /CMSSiteUtils
Disallow: /CMSTemplates
Disallow: /CMSTransformations
Disallow: /CMSWebParts
Disallow: /TravelMedia/CMS*
Disallow: /TravelMedia/ExternalConfig
Disallow: /TravelMedia/HtmlTemplates
Disallow: /TravelMedia/TestPages

Disallow: /app_browsers
Disallow: /app_code
Disallow: /app_data
Disallow: /app_globalresources
Disallow: /app_themes
Disallow: /app_webreferences
Disallow: /cmsadmincontrols
Disallow: /cmscontrolsexamples
Disallow: /cmscssstylesheets
Disallow: /cmsdesk
Disallow: /cmsformcontrols
Disallow: /cmshelp
Disallow: /cmsinlinecontrols
Disallow: /cmsinstall
Disallow: /cmslayouts
Disallow: /cmsmasterpages
Disallow: /cmsmessages
Disallow: /cmsmodules
Disallow: /cmspages
Disallow: /cmsresources
Disallow: /cmsscripts
Disallow: /cmssitemanager
Disallow: /cmssiteutils
Disallow: /cmstemplates
Disallow: /cmstransformations
Disallow: /cmswebparts
Disallow: /travelmedia/cms*
Disallow: /travelmedia/externalconfig
Disallow: /travelmedia/htmltemplates
Disallow: /travelmedia/testpages

User-agent: gsa-crawler
Allow: /

#Disallow OmniBot due to Intrustion detection warnings and malformed requests (http://www.omni-explorer.com/)
User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: Tasapspider
Disallow: /

#Register SiteMap For SOE crawling
Sitemap: http://travelmedia.hellobc.com/TravelMedia/CMSPages/GoogleSiteMap.aspx