# robots.txt for http://www.cnshb.ru
User-Agent: *
Disallow: /AKDiL/mt_vet/
Disallow: /akdil/thes/
Disallow: /AKDiL/thes/
Disallow: /AKDiL/0005/*.pdf
Disallow: /AKDiL/vuz/
Disallow: /AKDiL/nii/
Disallow: /artdoc.asp?bd=mobis&trn=RU/%D0
Disallow: /artefact3/ia/ie1.asp?lv=
Allow: /artefact3/ia/ie1.asp
Disallow: /artefact3/ia/
Disallow: /books/free/352/352293/
Disallow: /books/free/352/352294/
Disallow: /books/free/352/352295/
Disallow: /books/free/364/364681/
Disallow: /cnshb/aris/R
Disallow: /cnshb/aris/r
Disallow: /CNSHB/aris/R
Disallow: /Cnshb/aris/Rs1999/
Disallow: /cnshb/Katalog/P/
Disallow: /cnshb/Katalog/j/q2
Disallow: /cnshb/katalog/j/q3
Disallow: /cnshb/Newpost/b
Disallow: /cnshb/newpost/b
Disallow: /cnshb/NEWPOST/b
Disallow: /CNSHB/newpost/b
Disallow: /CNSHB/Newpost/b
Disallow: /CNSHB/NEWPOST/b
Disallow: /cnshb/news/
Disallow: /intra/
Disallow: /jour/jc_np.asp
Disallow: /jour/np.asp?t=col&bdata=2
Disallow: /jour/np.asp?t=c&
Disallow: /jour/np.asp?t=o&
Allow: /jour/np.asp?t=col&bdata=&a1=
Disallow: /jour/upr
Disallow: /JOURNALS/
Disallow: /journals/
Disallow: /katalog/j/
Disallow: /katalog/fond
Disallow: /katalog/Fond
Disallow: /katalog/tema
Disallow: /katalog/q
Disallow: /qbib/
Disallow: /registrazia
Allow: /scripts/bases/nii/
Allow: /Scripts/bases/nii/
Disallow: /scripts/
Disallow: /Scripts/
Disallow: /svkat/is4f.asp
Disallow: /terminal/faq1.asp
Disallow: /vniitei/sw/mhwm/ss.txt
Disallow: /vniitei/sw/svv/
Disallow: /unload/
Disallow: /csal/
Disallow: /AKDiL/0018/default.shtm/base/
Disallow: /AKDiL/0018/default.shtm/key/
Crawl-delay: 2
#Request-rate: 1/2
# задает таймаут в 2 секунды
User-agent: SemrushBot
Disallow: /
Sitemap: http://www.cnshb.ru/cnshb/newpost/isitemap.xml
Sitemap: http://www.cnshb.ru/AKDiL/isitemap.xml
Host: www.cnshb.ru