# robots.txt for dlook
# Stop indexing staging area

# Special cases for Google, Yahoo and MSN
User-agent: Googlebot
Disallow: /staging/
Disallow: /ads/
Disallow: /charts/
Disallow: /email-error.php
Disallow: /email-business.php
Disallow: /email-friend.php
Disallow: /mapframe.php
Disallow: /mapframe-google.php
Disallow: /google-map-client.php
Disallow: /documents/
Disallow: /image.php
Disallow: /images/
Disallow: /lib/
Disallow: /logo.php
Disallow: /show-coupons.php
Disallow: /styles/
Disallow: /activation/

Sitemap: http://www.dlook.com.au/sitemap.xml


User-agent: Slurp
Disallow: /staging/
Disallow: /ads/
Disallow: /charts/
Disallow: /email-error.php
Disallow: /email-business.php
Disallow: /email-friend.php
Disallow: /mapframe.php
Disallow: /mapframe-google.php
Disallow: /google-map-client.php
Disallow: /documents/
Disallow: /image.php
Disallow: /images/
Disallow: /lib/
Disallow: /logo.php
Disallow: /show-coupons.php
Disallow: /styles/
Disallow: /activation/
Disallow: ?print=t


User-agent: MSNBot
Disallow: /staging/
Disallow: /ads/
Disallow: /charts/
Disallow: /email-error.php
Disallow: /email-business.php
Disallow: /email-friend.php
Disallow: /mapframe.php
Disallow: /mapframe-google.php
Disallow: /google-map-client.php
Disallow: /documents/
Disallow: /image.php
Disallow: /images/
Disallow: /lib/
Disallow: /logo.php
Disallow: /show-coupons.php
Disallow: /styles/
Disallow: /activation/
Disallow: ?print=t

User-agent: *
Disallow: /staging/
Disallow: /ads/
Disallow: /charts/
Disallow: /email-error.php
Disallow: /email-business.php
Disallow: /email-friend.php
Disallow: /mapframe.php
Disallow: /mapframe-google.php
Disallow: /google-map-client.php
Disallow: /documents/
Disallow: /image.php
Disallow: /images/
Disallow: /lib/
Disallow: /logo.php
Disallow: /show-coupons.php
Disallow: /styles/
Disallow: /activation/
Disallow: ?print=t
Crawl-delay: 40

# Stop Alexa from indexing keywords
User-agent: ia_archiver
Disallow: /keywords/