# robots.txt 05/11/08

# Yahoo! will not spider
User-agent: Slurp
Crawl-delay: 20
Disallow: /admin/
Disallow: /Admin/
Disallow: /advertiser/
Disallow: /aspnet_client
Disallow: /bin
Disallow: /Classes
Disallow: /Css
Disallow: /CustomControls
Disallow: /CuteSoft_Client
Disallow: /Enums
Disallow: /Exceptions
Disallow: /Images
Disallow: /jobs/
Disallow: /Jobs/
Disallow: /JSFunctions
Disallow: /new/
Disallow: /New/
Disallow: /RadControls
Disallow: /Uploads
Disallow: /UserControls
Disallow: /widgets
Disallow: /ws
Disallow: /WhiteLabelAdministration
Disallow: /vbscript
Disallow: /GetUploadFile.aspx


# Bing will not spider
User-agent: msnbot/2.0b
Crawl-Delay: 100
Disallow: /admin/
Disallow: /Admin/
Disallow: /advertiser
Disallow: /aspnet_client
Disallow: /bin
Disallow: /Classes
Disallow: /Css
Disallow: /CustomControls
Disallow: /CuteSoft_Client
Disallow: /Enums
Disallow: /Exceptions
Disallow: /Images
Disallow: /jobs/
Disallow: /Jobs/
Disallow: /JSFunctions
Disallow: /new/
Disallow: /New/
Disallow: /RadControls
Disallow: /Uploads
Disallow: /UserControls
Disallow: /widgets
Disallow: /ws
Disallow: /WhiteLabelAdministration
Disallow: /vbscript
Disallow: /GetUploadFile.aspx


# Google will not spider
User-agent: Googlebot
Disallow: /admin/
Disallow: /Admin/
Disallow: /advertiser
Disallow: /aspnet_client
Disallow: /bin
Disallow: /Classes
Disallow: /Css
Disallow: /CustomControls
Disallow: /CuteSoft_Client
Disallow: /Enums
Disallow: /Exceptions
Disallow: /Images
Disallow: /jobs/
Disallow: /Jobs/
Disallow: /JSFunctions
Disallow: /new/
Disallow: /New/
Disallow: /RadControls
Disallow: /Uploads
Disallow: /UserControls
Disallow: /widgets
Disallow: /ws
Disallow: /WhiteLabelAdministration
Disallow: /vbscript
Disallow: /GetUploadFile.aspx


# Sensis will not spider
User-agent: Sensis Web Crawler 
Disallow: /admin/
Disallow: /Admin/
Disallow: /advertiser
Disallow: /aspnet_client
Disallow: /bin
Disallow: /Classes
Disallow: /Css
Disallow: /CustomControls
Disallow: /CuteSoft_Client
Disallow: /Enums
Disallow: /Exceptions
Disallow: /Images
Disallow: /jobs/
Disallow: /Jobs/
Disallow: /JSFunctions
Disallow: /new/
Disallow: /New/
Disallow: /RadControls
Disallow: /Uploads
Disallow: /UserControls
Disallow: /widgets
Disallow: /ws
Disallow: /WhiteLabelAdministration
Disallow: /vbscript
Disallow: /GetUploadFile.aspx


# Sensis.com.au will not spider
User-agent: Sensis.com.au Web Crawler 
Disallow: /admin/
Disallow: /Admin/
Disallow: /advertiser
Disallow: /aspnet_client
Disallow: /bin
Disallow: /Classes
Disallow: /Css
Disallow: /CustomControls
Disallow: /CuteSoft_Client
Disallow: /Enums
Disallow: /Exceptions
Disallow: /Images
Disallow: /jobs/
Disallow: /Jobs/
Disallow: /JSFunctions
Disallow: /new/
Disallow: /New/
Disallow: /RadControls
Disallow: /Uploads
Disallow: /UserControls
Disallow: /widgets
Disallow: /ws
Disallow: /WhiteLabelAdministration
Disallow: /vbscript
Disallow: /GetUploadFile.aspx


# All other agents will not spider
User-agent: *
Disallow: /admin/
Disallow: /Admin/
Disallow: /advertiser
Disallow: /aspnet_client
Disallow: /bin
Disallow: /Classes
Disallow: /Css
Disallow: /CustomControls
Disallow: /CuteSoft_Client
Disallow: /Enums
Disallow: /Exceptions
Disallow: /Images
Disallow: /jobs/
Disallow: /Jobs/
Disallow: /JSFunctions
Disallow: /new/
Disallow: /New/
Disallow: /RadControls
Disallow: /Uploads
Disallow: /UserControls
Disallow: /widgets
Disallow: /ws
Disallow: /WhiteLabelAdministration
Disallow: /vbscript
Disallow: /GetUploadFile.aspx