# robots.txt for http://www.pronit.ru User-Agent: * Disallow: /download/ # this folder contains data for customers Disallow: /styles/ Disallow: /scripts/ Disallow: /webalizer/ Disallow: /webalizer2/ Disallow: /logs/