# Revision:
# ---- Wed, 31. August 2022 15:32 Uhr ----
#
Sitemap: https://sris.edu.kg/sitemap_index.xml
#
# Main Search Engines and preferred Bots
User-agent: Googlebot
User-agent: Bingbot
User-agent: MSNBot
User-agent: DuckDuckBot
User-agent: Qwantify
User-agent: Applebot
Disallow: /static/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: /en/search/
Disallow: /ru/search/
Disallow: /ky/search/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-admin/load-scripts.php
Allow: /wp-admin/load-styles.php
Crawl-delay: 6
#
# Yandex
User-agent: Yandex
Disallow: /static/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: /en/search/
Disallow: /ru/search/
Disallow: /ky/search/
Disallow: /2020/
Disallow: /2021/
Disallow: /category/
Disallow: /content/
Disallow: /courses/
Disallow: /node/
Disallow: /our_team/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-admin/load-scripts.php
Allow: /wp-admin/load-styles.php
Crawl-delay: 6
Clean-param: action&et_fb&et_bfb&et_blog&et_fb_activation_nonce&PageSpeed&fbclid&gclid # Only supported by Yandex
#
#
# Ok Bots
User-agent: PetalBot
User-agent: Mail.Ru
Disallow: /cgi-bin/
Disallow: /search/
Disallow: /static/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/ 
Disallow: /wp-login.php
Disallow: *?action=lostpassword # or Disallow: /*?action=lostpassword or all queries Disallow: /*?
Disallow: */feed/
Disallow: */trackback/
Disallow: */comments/
Allow: /feed/
Allow: /en/feed/
Allow: /ru/feed/
Allow: /ky/feed/
Allow: /de/feed/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Crawl-delay: 240
#
# Restricted Bots
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: SemrushBot
User-agent: DotBot
User-agent: DataForSeoBot
User-agent: rogerbot
User-agent: Riddler
Disallow: /cgi-bin/
Disallow: /search/
Disallow: /static/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/ 
Disallow: /wp-login.php
Disallow: /wp-json
Disallow: /en/wp-json
Disallow: /ru/wp-json
Disallow: /ky/wp-json
Disallow: /de/wp-json
Disallow: /*? # all queries
Disallow: */feed/
Disallow: */trackback/
Disallow: */comments/
Crawl-delay: 1024
#
# Blocked Bots
User-agent: SurdotlyBot
Disallow: /
#
# Unknown Bots
User-agent: *
Disallow: /cgi-bin/
Disallow: /search/
Disallow: /static/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/ 
Disallow: /wp-login.php
Disallow: /wp-json
Disallow: /en/wp-json
Disallow: /ru/wp-json
Disallow: /ky/wp-json
Disallow: /de/wp-json
Disallow: /*? # all queries
Disallow: */feed/
Disallow: */trackback/
Disallow: */comments/
Crawl-delay: 1024