User-agent: *
Crawl-delay: 5
Disallow: 
Disallow: /3rdparty/
Disallow: /admin/
Disallow: /admin/admin_index.php
Disallow: /backup/
Disallow: /cache/
Disallow: /internal/
Disallow: /languages/
Disallow: /libs/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /search.php
Disallow: /search/
Disallow: /searchurl/
Disallow: /templates/
Disallow: /search.php?*
Disallow: /out.php?*
Disallow: /rss.php?*
Disallow: /rss2.php?*
Disallow: /userrss.php?*
Allow: /templates/*.js*
Allow: /modules/*.js*
Allow: /templates/*.css*
Allow: /modules/*.css*
Allow: /templates/*.gif*
Allow: /modules/*.gif*
Allow: /templates/*.png*
Allow: /modules/*.png*
Allow: /templates/sm2/assets/min/*
Host: www.smolensk2.ru

Sitemap: http://www.smolensk2.ru/sitemapindex.xml

User-agent: msnbot
User-agent: msnbot-media
Disallow:
Crawl-delay: 60

User-agent: Nutch
Disallow: /

User-agent: Mail.Ru
Disallow:
Crawl-delay: 15

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /