# All robots will spider the domain
User-agent: *
Disallow: /links/
Crawl-delay: 5
Request-rate: 1/5 
Sitemap: http://www.mag-manager.com/sitemap.php