# robots.txt for dlook
# Stop indexing staging area

# Special cases for Google, Yahoo and MSN
User-agent: Googlebot
Disallow: /staging/
Disallow: /ads/
Disallow: /ads/*
Disallow: /ads/www/delivery/afr.php
Disallow: /charts/
Disallow: /email-error.php
Disallow: /email-business.php
Disallow: /email-friend.php
Disallow: /mapframe.php
Disallow: /mapframe-google.php
Disallow: /google-map-client.php
Disallow: /documents/
Disallow: /image.php
Disallow: /images/
Disallow: /lib/
Disallow: /logo.php
Disallow: /show-coupons.php
Disallow: /styles/
Disallow: /activation/
Disallow: /tooltip.php
Disallow: /salesforce/whitelabel/

Sitemap: https://www.dlook.com.au/sitemap.xml


User-agent: Slurp
Disallow: /staging/
Disallow: /ads/
Disallow: /ads/*
Disallow: /ads/www/delivery/afr.php
Disallow: /charts/
Disallow: /email-error.php
Disallow: /email-business.php
Disallow: /email-friend.php
Disallow: /mapframe.php
Disallow: /mapframe-google.php
Disallow: /google-map-client.php
Disallow: /documents/
Disallow: /image.php
Disallow: /images/
Disallow: /lib/
Disallow: /logo.php
Disallow: /show-coupons.php
Disallow: /styles/
Disallow: /activation/
Disallow: /tooltip.php
Disallow: /salesforce/whitelabel/

User-agent: MSNBot
Disallow: /staging/
Disallow: /ads/*
Disallow: /ads/www/delivery/afr.php
Disallow: /ads/
Disallow: /charts/
Disallow: /email-error.php
Disallow: /email-business.php
Disallow: /email-friend.php
Disallow: /mapframe.php
Disallow: /mapframe-google.php
Disallow: /google-map-client.php
Disallow: /documents/
Disallow: /image.php
Disallow: /images/
Disallow: /lib/
Disallow: /logo.php
Disallow: /show-coupons.php
Disallow: /styles/
Disallow: /activation/
Disallow: /tooltip.php
Disallow: /salesforce/whitelabel/

User-agent: BingBot
Disallow: /staging/
Disallow: /ads/*
Disallow: /ads/www/delivery/afr.php
Disallow: /ads/
Disallow: /charts/
Disallow: /email-error.php
Disallow: /email-business.php
Disallow: /email-friend.php
Disallow: /mapframe.php
Disallow: /mapframe-google.php
Disallow: /google-map-client.php
Disallow: /documents/
Disallow: /image.php
Disallow: /images/
Disallow: /lib/
Disallow: /logo.php
Disallow: /show-coupons.php
Disallow: /styles/
Disallow: /activation/
Disallow: /tooltip.php
Disallow: /salesforce/whitelabel/
Crawl-delay: 5

User-agent: *
Disallow: /staging/
Disallow: /ads/
Disallow: /ads/*
Disallow: /ads/www/delivery/afr.php
Disallow: /charts/
Disallow: /email-error.php
Disallow: /email-business.php
Disallow: /email-friend.php
Disallow: /mapframe.php
Disallow: /mapframe-google.php
Disallow: /google-map-client.php
Disallow: /documents/
Disallow: /image.php
Disallow: /images/
Disallow: /lib/
Disallow: /logo.php
Disallow: /show-coupons.php
Disallow: /styles/
Disallow: /activation/
Disallow: /tooltip.php
Disallow: /salesforce/whitelabel/

# Stop Alexa from indexing keywords
User-agent: ia_archiver
Disallow: /keywords/


User-agent: AhrefsBot
Disallow: /staging/
Disallow: /ads/
Disallow: /ads/*
Disallow: /ads/www/delivery/afr.php
Disallow: /charts/
Disallow: /email-error.php
Disallow: /email-business.php
Disallow: /email-friend.php
Disallow: /mapframe.php
Disallow: /mapframe-google.php
Disallow: /google-map-client.php
Disallow: /documents/
Disallow: /image.php
Disallow: /images/
Disallow: /lib/
Disallow: /logo.php
Disallow: /show-coupons.php
Disallow: /styles/
Disallow: /activation/
Disallow: /tooltip.php
Disallow: /salesforce/whitelabel/
Crawl-delay: 5