sitemap: http://alwasat.ly/sitemap.xml
# GOOGLE BOTS
User-agent: Mediapartners-Google
Disallow:
Crawl-delay: 30

User-agent: Googlebot
Disallow:
Crawl-delay: 30

User-agent: Adsbot-Google
Disallow:
Crawl-delay: 30

User-agent: Googlebot-Image
Disallow:
Crawl-delay: 30

User-agent: Googlebot-Mobile
Disallow:
Crawl-delay: 30

#MICROSOFT BOTS

User-agent: msnbot
Disallow:
Crawl-delay: 30

User-agent: bingbot
Disallow:
Crawl-delay: 30

#YAHOO BOTS

User-agent: Slurp
Disallow:
Crawl-delay: 30

User-agent: Yahoo! Slurp
Disallow:
Crawl-delay: 30