# This is the robots.txt file for: silkshorts.com Sitemap: http://www.silkshorts.com/sitemap.xml User-agent: * Disallow: /_ Disallow: /_unused Disallow: /1847 Disallow: /admin Disallow: /adminlogin.html Disallow: /auto Disallow: /automessages Disallow: /automessagessd Disallow: /bimson Disallow: /blogback Disallow: /calculators Disallow: /cgibin Disallow: /clientconfirm.htm Disallow: /cousins Disallow: /css Disallow: /discotech Disallow: /features and benefits Disallow: /fontsizechanger Disallow: /form.htm Disallow: /head Disallow: /images Disallow: /includes Disallow: /index_k.html Disallow: /invite2008.htm Disallow: /ired Disallow: /jebbdriggin/ Disallow: /lensstuff Disallow: /logo Disallow: /mccormick/ Disallow: /MiniShowcaseTemplates Disallow: /mirrors Disallow: /multiform Disallow: /newshorts Disallow: /online_news.htm Disallow: /page Disallow: /pop Disallow: /pups.htm Disallow: /private Disallow: /resources/ Disallow: /questions Disallow: /skiinskioutheavenly/ Disallow: /slideshow Disallow: /ssl Disallow: /stats Disallow: /support Disallow: /template Disallow: /tests/ Disallow: /tolley/ Disallow: /topten.htm Disallow: /verntemp Disallow: /vsdomains/ Disallow: /xcgibin Disallow: /westlakevet/ Disallow: /riovistare/ Disallow: /exclude.htm # Disallow indexing of specific file extensions User-agent: * Disallow: /*.gif$ User-agent: * Disallow: /*.jpg$ User-agent: * Disallow: /*.zip$ User-agent: * Disallow: /*.doc$ User-agent: * Disallow: /*.exe$ User-agent: * Disallow: /*.pdf$ # Disallow Collectors and Spam User-agent: atSpider Disallow: / User-agent: cherrypicker Disallow: / User-agent: DSurf Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: munky Disallow: / User-agent: Roverbot Disallow: / User-agent: WebEmailExtrac Disallow: / # Disallow Offline Browsers User-agent: xGet Disallow: / User-agent: wGet Disallow: / User-agent: WebWalk Disallow: / User-agent: webvac Disallow: / User-agent: WebReaper Disallow: / User-agent: WebMirror Disallow: / User-agent: WebFetcher Disallow: / User-agent: WebCopy Disallow: / User-agent: webcopier Disallow: / User-agent: WebCatcher Disallow: / User-agent: WebBandit Disallow: / User-agent: w3mir Disallow: / User-agent: vobsub Disallow: / User-agent: Templeton Disallow: / User-agent: ssearcher100 Disallow: / User-agent: SpiderBot Disallow: / User-agent: Shai'Hulud Disallow: / User-agent: PBWF Disallow: / User-agent: LightningDownload Disallow: / User-agent: KDD Exploror Disallow: / User-agent: Jeeves Disallow: / User-agent: InfoSpiders Disallow: / User-agent: httrack Disallow: / User-agent: HavIndex Disallow: / User-agent: GetUrl Disallow: / User-agent: GetBot Disallow: / User-agent: ESIRover Disallow: / User-agent: Collage Disallow: / #Two common errors: #Regular expressions are not supported: instead of #'Disallow: /tmp/*' just say 'Disallow: /tmp'. #You shouldn't put more than one path on a Disallow line #(this may change in a future version of the spec)