# All robots will spider the domain http://www.mscaustralia.com User-agent: * # Disallow directory Disallow: /_library Disallow: /_phpscripts Disallow: /about_us/css Disallow: /about_us/images Disallow: /about_us/js Disallow: /css Disallow: /forms/booking Disallow: /forms/rate Disallow: /forms/contact/contact_form_notok.html Disallow: /forms/contact/contact_form_ok.html Disallow: /images Disallow: /js Disallow: /search # Disallow files Disallow: /favicon.ico Disallow: /robots.txt Disallow: /spider.html