# For domain: http://www.dogovor.by/ # All robots will spider the domain User-agent: Yandex Disallow: Crawl-delay: 1 Host: www.dogovor.by User-agent: * Disallow: Sitemap: http://www.dogovor.by/sitemap.xml # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /src/ User-agent: * Disallow: /src/ # Disallow directory /admin User-agent: * Disallow: /admin/ # Disallow directory /mod User-agent: * Disallow: /mod/ # Disallow directory /webstat/ User-agent: * Disallow: /webstat/ # Disallow directory /files User-agent: * Disallow: /fl/