# Robots.txt file for www.seek.com.au

Sitemap: http://www.seek.co.nz/sitemap.xml

# MSN will not spider
User-agent: msnbot
Disallow: /administrator/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /images_jobseeker/
Disallow: /javascript/
Disallow: /jobsearch/
Disallow: /uk/jobsearch/
Disallow: /promotion/
Disallow: /qa/
Disallow: /webservice/
Disallow: /include/
Disallow: /upload/
Disallow: /users/
Disallow: /job/
Disallow: /uk/users/
Disallow: /agents/
Disallow: /bbs/
Disallow: /e-learning/
Disallow: /editorial/

# Google will not spider
User-agent: Googlebot
Disallow: /administrator/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /images_jobseeker/
Disallow: /javascript/
Disallow: /jobsearch/
Disallow: /uk/jobsearch/
Disallow: /promotion/
Disallow: /qa/
Disallow: /webservice/
Disallow: /include/
Disallow: /upload/
Disallow: /users/
Disallow: /job/
Disallow: /uk/users/
Disallow: /agents/
Disallow: /bbs/
Disallow: /e-learning/
Disallow: /editorial/

# Sensis will not spider
User-agent: Sensis Web Crawler 
Disallow: /administrator/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /images_jobseeker/
Disallow: /javascript/
Disallow: /jobsearch/
Disallow: /uk/jobsearch/
Disallow: /promotion/
Disallow: /qa/
Disallow: /webservice/
Disallow: /include/
Disallow: /upload/
Disallow: /users/
Disallow: /job/
Disallow: /uk/users/
Disallow: /agents/
Disallow: /bbs/
Disallow: /e-learning/
Disallow: /editorial/

# Sensis.com.au will not spider
User-agent: Sensis.com.au Web Crawler 
Disallow: /administrator/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /images_jobseeker/
Disallow: /javascript/
Disallow: /jobsearch/
Disallow: /uk/jobsearch/
Disallow: /promotion/
Disallow: /qa/
Disallow: /webservice/
Disallow: /include/
Disallow: /upload/
Disallow: /users/
Disallow: /job/
Disallow: /uk/users/
Disallow: /agents/
Disallow: /bbs/
Disallow: /e-learning/
Disallow: /editorial/

# All other agents will not spider
User-agent: *
Disallow: /administrator/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /images_jobseeker/
Disallow: /javascript/
Disallow: /jobsearch/
Disallow: /uk/jobsearch/
Disallow: /promotion/
Disallow: /qa/
Disallow: /webservice/
Disallow: /include/
Disallow: /upload/
Disallow: /users/
Disallow: /job/
Disallow: /uk/users/
Disallow: /agents/
Disallow: /bbs/
Disallow: /e-learning/
Disallow: /editorial/