# robots.txt for http://www.rams.com.au Sitemap: http://www.rams.com.au/sitemap.xml # Exclusions for all Robots User-agent: * Disallow: Disallow: /_cache/ Disallow: /_common/ Disallow: /_config/ Disallow: /_csv/ Disallow: /_custom/ Disallow: /_forms/ Disallow: /_linkreports/ Disallow: /_refract/ Disallow: /_templates/ Disallow: /app_data/ Disallow: /css/ Disallow: /email/ Disallow: /errormsg/ Disallow: /files/ Disallow: /ftp/ Disallow: /images/ Disallow: /refract/ Disallow: /ssl/ Disallow: /abandon.asp Disallow: /driver.asp Disallow: /geocode_addresses.asp Disallow: /printer.asp Disallow: /purge_old_versions.asp Disallow: /refract.asp Disallow: /reset.asp Disallow: /spell.asp Disallow: /reset.asp Disallow: /reset.asp # Robots to completely disallowed User-agent: *libwww* Disallow: / User-agent: HttpTool* Disallow: / User-agent: *Fetch* Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: BorderManager* Disallow: / User-agent: Maxthon Disallow: / User-agent: Bilbo/2.3b-UNIX Disallow: / User-agent: webcollage/1.77 Disallow: / User-agent: FAST-WebCrawler/3.6/FirstPage Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Java* Disallow: / User-agent: Offline Explorer/1.9 Disallow: / User-agent: Missigua Locator 1.9 Disallow: / User-agent: grub-client Disallow: / User-agent: msrbot Disallow: / User-agent: lwp* Disallow: / User-agent: *newsexpress* Disallow: / User-agent: ShopWiki Disallow: /