# robots.txt file for www.bdjobs.com

# All other agents will not spider 
User-agent: *
Disallow: /App_Data/
Disallow: /apps/
Disallow: /class/
Disallow: /css/
Disallow: /Data/
Disallow: /datalog/
Disallow: /datepicker/
Disallow: /image/
Disallow: /images/
Disallow: /image_career/
Disallow: /include_file/
Disallow: /mis/
Disallow: /stat_data/


# Google will not spider 
User-agent: Googlebot 
Allow: /

# Google Ad Sense
User-agent: Mediapartners-Google
Allow: /

# Yahoo 
User-agent: Slurp 
Allow: /

# Bing
User-agent: Bingbot
Allow: /

# GA Checker 
User-agent: GA Checker
Allow: /

# Screaming Frog SEO Spider 
User-agent: Screaming Frog SEO Spider
Allow: /

# Visual SEO Studio 
User-agent: Pigafetta
Allow: /

# LinkedInBot
User-agent: LinkedInBot 
Disallow: /

# All other agents will not spider 
User-agent: * 
Disallow: /