# robots.txt for http://thproxy.jinr.ru User-agent: * Disallow: /cgi-bin/ Disallow: /perl-cgi/ Disallow: /file-archive/cernlib/pub/ Disallow: /mrtg/ Disallow: /snmp/ Disallow: /db/ Disallow: /dhcp/ Disallow: /pub/ Disallow: /pub2/ Disallow: /pub3/ Disallow: /file-archive/ Disallow: /manual/ Disallow: /w3c-markup-validator/ Disallow: /w3c-linkchecker/ Disallow: /library/