User-agent: *
Crawl-delay: 10
# Directories
Disallow: /database/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
Disallow: /scripts/
Disallow: /updates/
Disallow: /profiles/
# Files
Disallow: /xmlrpc.php
Disallow: /cron.php
Disallow: /update.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /CHANGELOG.txt
Disallow: /MAINTAINERS.txt
Disallow: /LICENSE.txt
Disallow: /UPGRADE.txt
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

Disallow: /go
Disallow: /taxonomy
Disallow: /dir
Disallow: /weblinks

# ñòàðûå ÓÐËû
Disallow: /index.php?option=com_search
Disallow: /component/

User-agent: Yandex
Crawl-delay: 10
Disallow: /articles/26$
Disallow: /articles/24$
Disallow: /articles/8$
Disallow: /articles/14$
Disallow: /articles/1$
Disallow: /articles/43$
Disallow: /articles/43$
Disallow: /articles/2$
Disallow: /articles/19$
Disallow: /articles/28$
Disallow: /articles/29$
Disallow: /articles/11$
Disallow: /articles/9$
Disallow: /articles/10$
Disallow: /articles/20$
Disallow: /articles/44$
Disallow: /articles/21$
Disallow: /articles/32$
Disallow: /articles/31$
Disallow: /articles/45$
Disallow: /articles/3$
Disallow: /articles/22$
Disallow: /articles/12$
Disallow: /articles/15$
Disallow: /articles/4$
Disallow: /articles/16$
Disallow: /articles/33$
Disallow: /articles/50$
Disallow: /articles/34$
Disallow: /articles/23$
Disallow: /articles/17$
Disallow: /articles/35$
Disallow: /articles/46$
Disallow: /articles/37$
Disallow: /articles/47$
Disallow: /articles/18$
Disallow: /articles/5$
Disallow: /articles/6$
Disallow: /articles/13$
Disallow: /articles/48$
Disallow: /articles/51$
Disallow: /articles/49$
Disallow: /articles/39$
Disallow: /articles/7$
Disallow: /articles/40$
Disallow: /articles/52$

# Directories
Disallow: /database/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
Disallow: /scripts/
Disallow: /updates/
Disallow: /profiles/
# Files
Disallow: /xmlrpc.php
Disallow: /cron.php
Disallow: /update.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /CHANGELOG.txt
Disallow: /MAINTAINERS.txt
Disallow: /LICENSE.txt
Disallow: /UPGRADE.txt
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

Disallow: /go
Disallow: /feedback
Disallow: /taxonomy
Disallow: /dir
Disallow: /weblinks

# ñòàðûå ÓÐËû
Disallow: /index.php?option=com_search
Disallow: /component/