# robots.txt

User-agent: * 
Disallow: /bin/*
Disallow: /AddSite/*

Crawl-delay: 100