# Sitemap...
Sitemap: https://www.biznet.ru/sitemap.php

User-agent: Amazonbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: SurdotlyBot
Disallow: /

User-agent: adsbot
Disallow: / 

User-agent: CCBot
Disallow: /

User-agent: CriteoBot/0.1
Disallow: /

User-agent: PetalBot
Disallow: /

User-Agent: trendictionbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: / 

User-agent: SemrushBot-SI
Disallow: / 

User-agent: SemrushBot-SWA
Disallow: / 

User-agent: SemrushBot-CT
Disallow: / 

User-agent: SemrushBot-BM
Disallow: / 

User-agent: SplitSignalBot
Disallow: /

User-Agent: bingbot
Crawl-delay: 3

User-agent: msnbot
Crawl-delay: 3

User-agent: Slurp
Crawl-delay: 3

User-agent: AhrefsBot 
Crawl-Delay: 3

User-Agent: MJ12bot
Crawl-Delay: 5

User-Agent: YandexDirect
Disallow:

User-agent: Mediapartners-Google*
Disallow:

User-agent: *
# Disallow directory
Disallow: /api/
Disallow: /admin/*
Disallow: /cgi-bin/
Disallow: /datastore/
Disallow: /plugins/
Disallow: /system/
Disallow: /themes/
Disallow: /go/

#Disallow files
Disallow: /403error.php
Disallow: /404error.php
Disallow: /500error.php
Disallow: /Credits.txt
Disallow: /error.php
Disallow: /upgrading.html

# Querystring
Disallow: /*tab=*
#Disallow: /index.php?*
Disallow: /*?app=*
Disallow: /*sortby=*
Disallow: /profile/*/content/
Disallow: /*?do=*

# Allow specific parts
Allow: /applications/core/interface/imageproxy/imageproxy.php?img=*
Allow: /applications/core/interface/font/

# additional parts
Disallow: /applications/
Disallow: /_piwik/
Disallow: /login
#Disallow: /cache
Disallow: /register
Disallow: /lostpassword
Disallow: /search
Disallow: /online
Disallow: /staff
Disallow: /unsubscribe
Disallow: /contact
Disallow: /notifications
Disallow: /messenger
Disallow: /*follow*
Disallow: /activity
#Disallow: /discover
#Disallow: /attachments
Disallow: /*csrfKey*
#Disallow: /*user
Disallow: /*member
#Disallow: /*profile
Disallow: /*view=
Disallow: /*content?type
Disallow: /*page=0
Disallow: /*page=1
Disallow: /ptopic
Disallow: /*lofiversion
Disallow: /*mode=*
Disallow: /*settings*
Disallow: /*?ct=*
Disallow: /*custom_date*
#Disallow: /*pass*
Disallow: /*fromLogout
Disallow: /*type=notification
Disallow: /*&key=*
Disallow: /*submit*
Disallow: /*ignore*
Disallow: /*create*
Disallow: /uploads/emoticons
Disallow: /uploads/logs
Disallow: /uploads/reactions
Host: https://www.biznet.ru