User-agent: Yandex
Disallow:
Disallow: /links
Crawl-delay: 1
Host: www.dl5.ru
Sitemap: http://www.dl5.ru/sitemap.xml


User-agent: *
Disallow:
Crawl-delay: 5