# Disallow directory /genericdb/
User-agent: *
Disallow: /genericdb/

# Disallow directory /admin/
User-agent: *
Disallow: /admin/

User-agent: *
Disallow: /bt/

User-agent: Mediapartners-Google* 
Disallow:

User-agent: msnbot 
Crawl-delay: 10

User-Agent: ScoutJet
Crawl-delay: 5

User-Agent: MJ12bot
Disallow: /

User-Agent: swebot
Disallow: /

User-agent: aihitbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: sitebot
Disallow: /

User-agent: TwengaBot-Discover
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: Bender
Disallow: /

User-agent: discobot
Disallow: /

User-Agent: panscient.com
Disallow: /

User-Agent: searchwebengine.net
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: dotbot 
Disallow: / 

user-agent: AhrefsBot
disallow: /

User-agent: NerdByNature.Bot
disallow: /

User-agent: WBSearchBot
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: SindiceBot
Disallow: /

User-agent: plukkie 
Disallow: / 

User-agent: findfiles.net 
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Goodzer
Disallow: /

User-agent: BacklinkCrawler
Disallow: /

User-agent: lemurwebcrawler
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: ccbot
Disallow: /

User-agent: TurnitinBot
Disallow: /  

User-agent: EdisterBot
Disallow: /  

User-agent: Baiduspider
Disallow: /

User-agent: HuaweiSymantecSpider
Disallow: /

User-agent: PagePeeker
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Yandex
Disallow: /


# All other robots will spider the domain
User-agent: *
Disallow: 

Sitemap: http://tonypro-fineart.com/sitemap.xml