#robots.txt for http://www.usu.ru
User-agent: *           # directed to all spiders
Disallow: /usu/opencms/today/info/directory/
Disallow: /usu/opencms/system/

Disallow: /usu/opencms/today/news/calendar.html
Disallow: /usu/opencms/today/events/calendar.html
Disallow: /usu/opencms/students/events/calendar.html

Disallow: /usu/opencms/entrants/priem_2009/
Disallow: /smileUSU/
Disallow: /win/

Disallow: /docs/
Disallow: /usu/opencms/controlimages/
Disallow: /choice/
Disallow: /eng/

Disallow: /frames/

Disallow: /inform/

Disallow: /UIC/
Disallow: /rrc/

Disallow: /forum/
Disallow: /directory/
Disallow: /abiturient/
Allow: /

#yahoo, msn
User-agent: Slurp
User-agent: msnbot
Crawl-delay: 10