# # robots.txt for http://www.crsaustralia.gov.au/ # # version=robots.txt,v2;date=2009-10-06;author=anthony.sallis@crsaustralia.gov.au # User-agent: * Disallow: /uploads Disallow: /cgi-bin/ Disallow: /images Disallow: /layout Disallow: /styles Disallow: /scripts Disallow: /errors Disallow: /flash Disallow: /iphone Disallow: /qForms Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.doc$ Disallow: /*.pdf$ Disallow: /*.xls$ Sitemap: http://www.crsaustralia.gov.au/sitemap.xml