User-agent: YandexNews
Allow: /kv-rss-yandex

User-agent: Googlebot-News
Sitemap: https://www.kv.by/sitemap-news.xml
Disallow: /
Allow: /news

User-agent: Meltwater
Disallow: /

User-agent: weborama-fetcher
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: *
Crawl-delay: 2
# CSS, JS, Images
Allow: /misc/*.css$
Allow: /misc/*.css?
Allow: /misc/*.js$
Allow: /misc/*.js?
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /themes/*.css$
Allow: /themes/*.css?
Allow: /themes/*.js$
Allow: /themes/*.js?
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
##Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
# KV
Host: https://www.kv.by
Sitemap: https://www.kv.by/sitemap.xml
Disallow: /print/
Disallow: /messages/
Disallow: /all/
Disallow: /banner/
Disallow: /comment/
Disallow: /spec/
Disallow: /faculty/
Disallow: /vuz/
Disallow: /abiturient
Disallow: /vote/
Disallow: /users/
Disallow: /mt/
Disallow: /has/
Disallow: /hardware/
Disallow: /event/calendar
Disallow: /site_search
Disallow: /about/dobavit-kontent-na-sayt
Disallow: /about/sozdat-publikaciyu
Disallow: /posts?
Disallow: /redir.php
Disallow: /redir.cgi
Disallow: /index.cgi
Disallow: /prevnext.cgi
Disallow: /convert.cgi
Disallow: /search.cgi
Disallow: /ajaxblocks
Disallow: /*?*rate=
Disallow: /*?*quicktabs_2=
Disallow: /*?*vdt=
Disallow: /*?*form_build_id=
Disallow: /*?*infirst=
Disallow: /*?*order=
Disallow: /*?*destination=
Disallow: /*?*option=
Disallow: /*?*source=
Disallow: /*?*min_price=
Disallow: /*?*device=
Disallow: /*?*rubric=
Disallow: /*?*created=
Disallow: /*?*do=
Disallow: /*?*url=
Disallow: /*?*Version=
Disallow: /*?*name=
Disallow: /*?*sort_combine=
Disallow: /*?*sort_order=
Disallow: /*?*text=
Disallow: /?