# robots.txt for http://www.akashabyronbay.com.au/ # Date format dd/mm/yy # 17/08/09 # crawler delay list starts here # crawler delay removed # crawler delay list ends here # image bot general list starts here User-agent: psbot Disallow: / # image bot list ends here # uptime bots start here User-agent: sitecheck.internetseer.com Disallow: / User-agent: Uptimebot Disallow: / User-agent: linkwalker Disallow: / # uptime bots end here # general list starts here User-agent: www.findsounds.com Disallow: / User-agent: grub-client Disallow: / User-agent: SiteSucker Disallow: / User-agent: SurveyBot Disallow: / User-agent: lachesis Disallow: / User-agent: NPBot Disallow: / User-agent: NPBot-1/2.0 Disallow: / User-agent: linksmanager Disallow: / User-agent: Nutch Disallow: / # general list ends # directed to all robots User-agent: * Disallow: /ftp/ Disallow: /cgi-bin/ Disallow: /errormsg/ Disallow: /album/images Disallow: /album/thumbnails Disallow: /media/yogaenquiry.htm Disallow: /media/thanks.htm Disallow: /media/Akasha Disallow: /media/Bali Disallow: /media/css Disallow: /media/docs/PanchaKosha.pdf Disallow: /media/logos Disallow: /media/views Disallow: /media/yoga Disallow: /Scripts/