User-agent: googlebot
Disallow: /comment.php?
Disallow: /*/comment.php?
Disallow: /comment.php/
Disallow: /*/comment.php/
Disallow: /categories.php?
Disallow: /*/categories.php?
Disallow: /categories.php/
Disallow: /*/categories.php/
Disallow: /article.php?
Disallow: /*/article.php?
Disallow: /article.php/
Disallow: /*/article.php/
Disallow: /author.php?
Disallow: /*/author.php?
Disallow: /author.php/
Disallow: /*/author.php/
Disallow: /tagser.php/
Disallow: /*/tagser.php/
Disallow: /emailfriend.php?
Disallow: /emailfriend.php/
Disallow: /*/emailfriend.php/
Disallow: */emailfriend.php?
Disallow: /republish.php?
Disallow: /*/republish.php?
Disallow: /republish.php/
Disallow: /*/republish.php/
Disallow: /rssarticle.php?
Disallow: /*/rssarticle.php?
Disallow: /publicprofile.php
Disallow: /*/publicprofile.php
Disallow: /signup.php
Disallow: /*/signup.php
Disallow: /authorsignup.php
Disallow: /*/authorsignup.php
Disallow: /login.php
Disallow: /*/login.php
Disallow: /author-login.php
Disallow: /*/author-login.php
Disallow: /rss/
Disallow: /*/rss/
Disallow: /search/
Disallow: /*/search/
Disallow: /tag/
Disallow: /*/tag/
Disallow: /Category/*/*/title/asc/
Disallow: /Category/*/*/pdate/asc/
Disallow: /*/Category/*/*/title/asc/
Disallow: /*/Category/*/*/pdate/asc/
Disallow: /myarticles/*/*/*/*/pdate/asc/
Disallow: /myarticles/*/*/*/*/pdate/desc/
Disallow: /myarticles/*/*/*/*/title/asc/
Disallow: /myarticles/*/*/*/*/title/desc/
Disallow: /myarticles/*/*/*/*?mode=
Disallow: /*/myarticles/*/*/*/*/pdate/asc/
Disallow: /*/myarticles/*/*/*/*/pdate/desc/
Disallow: /*/myarticles/*/*/*/*/title/asc/
Disallow: /*/myarticles/*/*/*/*/title/desc/
Disallow: /*/myarticles/*/*/*/*?mode=
Disallow: /author-articles/*/*///title/desc/
Disallow: /author-articles/*/*///pdate/desc/
Disallow: /author-articles/*/*///pdate/asc/
Disallow: /*/author-articles/*/*///title/desc/
Disallow: /*/author-articles/*/*///pdate/desc/
Disallow: /*/author-articles/*/*///pdate/asc/
Disallow: /*/Category/*/*?wtsLang=
Disallow: /*/Article/*/*?
Disallow: /en/

User-agent: Slurp
Crawl-delay: 5
Disallow: /comment.php?
Disallow: /*/comment.php?
Disallow: /comment.php/
Disallow: /*/comment.php/
Disallow: /categories.php?
Disallow: /*/categories.php?
Disallow: /categories.php/
Disallow: /*/categories.php/
Disallow: /article.php?
Disallow: /*/article.php?
Disallow: /article.php/
Disallow: /*/article.php/
Disallow: /author.php?
Disallow: /*/author.php?
Disallow: /author.php/
Disallow: /*/author.php/
Disallow: /tagser.php/
Disallow: /*/tagser.php/
Disallow: /emailfriend.php?
Disallow: /emailfriend.php/
Disallow: /*/emailfriend.php/
Disallow: */emailfriend.php?
Disallow: /republish.php?
Disallow: /*/republish.php?
Disallow: /republish.php/
Disallow: /*/republish.php/
Disallow: /rssarticle.php?
Disallow: /*/rssarticle.php?
Disallow: /publicprofile.php
Disallow: /*/publicprofile.php
Disallow: /signup.php
Disallow: /*/signup.php
Disallow: /authorsignup.php
Disallow: /*/authorsignup.php
Disallow: /login.php
Disallow: /*/login.php
Disallow: /author-login.php
Disallow: /*/author-login.php
Disallow: /rss/
Disallow: /*/rss/
Disallow: /search/
Disallow: /*/search/
Disallow: /tag/
Disallow: /*/tag/
Disallow: /Category/*/*/title/asc/
Disallow: /Category/*/*/pdate/asc/
Disallow: /*/Category/*/*/title/asc/
Disallow: /*/Category/*/*/pdate/asc/
Disallow: /myarticles/*/*/*/*/pdate/asc/
Disallow: /myarticles/*/*/*/*/pdate/desc/
Disallow: /myarticles/*/*/*/*/title/asc/
Disallow: /myarticles/*/*/*/*/title/desc/
Disallow: /myarticles/*/*/*/*?mode=
Disallow: /*/myarticles/*/*/*/*/pdate/asc/
Disallow: /*/myarticles/*/*/*/*/pdate/desc/
Disallow: /*/myarticles/*/*/*/*/title/asc/
Disallow: /*/myarticles/*/*/*/*/title/desc/
Disallow: /*/myarticles/*/*/*/*?mode=
Disallow: /author-articles/*/*///title/desc/
Disallow: /author-articles/*/*///pdate/desc/
Disallow: /author-articles/*/*///pdate/asc/
Disallow: /*/author-articles/*/*///title/desc/
Disallow: /*/author-articles/*/*///pdate/desc/
Disallow: /*/author-articles/*/*///pdate/asc/
Disallow: /*/Category/*/*?wtsLang=
Disallow: /*/Article/*/*?
Disallow: /en/

User-agent: bingbot
Crawl-delay: 10
Disallow: /comment.php?
Disallow: /*/comment.php?
Disallow: /comment.php/
Disallow: /*/comment.php/
Disallow: /categories.php?
Disallow: /*/categories.php?
Disallow: /categories.php/
Disallow: /*/categories.php/
Disallow: /article.php?
Disallow: /*/article.php?
Disallow: /article.php/
Disallow: /*/article.php/
Disallow: /author.php?
Disallow: /*/author.php?
Disallow: /author.php/
Disallow: /*/author.php/
Disallow: /tagser.php/
Disallow: /*/tagser.php/
Disallow: /emailfriend.php?
Disallow: /emailfriend.php/
Disallow: /*/emailfriend.php/
Disallow: */emailfriend.php?
Disallow: /republish.php?
Disallow: /*/republish.php?
Disallow: /republish.php/
Disallow: /*/republish.php/
Disallow: /rssarticle.php?
Disallow: /*/rssarticle.php?
Disallow: /publicprofile.php
Disallow: /*/publicprofile.php
Disallow: /signup.php
Disallow: /*/signup.php
Disallow: /authorsignup.php
Disallow: /*/authorsignup.php
Disallow: /login.php
Disallow: /*/login.php
Disallow: /author-login.php
Disallow: /*/author-login.php
Disallow: /rss/
Disallow: /*/rss/
Disallow: /search/
Disallow: /*/search/
Disallow: /tag/
Disallow: /*/tag/
Disallow: /Category/*/*/title/asc/
Disallow: /Category/*/*/pdate/asc/
Disallow: /*/Category/*/*/title/asc/
Disallow: /*/Category/*/*/pdate/asc/
Disallow: /myarticles/*/*/*/*/pdate/asc/
Disallow: /myarticles/*/*/*/*/pdate/desc/
Disallow: /myarticles/*/*/*/*/title/asc/
Disallow: /myarticles/*/*/*/*/title/desc/
Disallow: /myarticles/*/*/*/*?mode=
Disallow: /*/myarticles/*/*/*/*/pdate/asc/
Disallow: /*/myarticles/*/*/*/*/pdate/desc/
Disallow: /*/myarticles/*/*/*/*/title/asc/
Disallow: /*/myarticles/*/*/*/*/title/desc/
Disallow: /*/myarticles/*/*/*/*?mode=
Disallow: /author-articles/*/*///title/desc/
Disallow: /author-articles/*/*///pdate/desc/
Disallow: /author-articles/*/*///pdate/asc/
Disallow: /*/author-articles/*/*///title/desc/
Disallow: /*/author-articles/*/*///pdate/desc/
Disallow: /*/author-articles/*/*///pdate/asc/
Disallow: /*/Category/*/*?wtsLang=
Disallow: /*/Article/*/*?
Disallow: /en/

User-agent: Yandex
Crawl-delay: 10
Disallow: /comment.php?
Disallow: /*/comment.php?
Disallow: /comment.php/
Disallow: /*/comment.php/
Disallow: /categories.php?
Disallow: /*/categories.php?
Disallow: /categories.php/
Disallow: /*/categories.php/
Disallow: /article.php?
Disallow: /*/article.php?
Disallow: /article.php/
Disallow: /*/article.php/
Disallow: /author.php?
Disallow: /*/author.php?
Disallow: /author.php/
Disallow: /*/author.php/
Disallow: /tagser.php/
Disallow: /*/tagser.php/
Disallow: /emailfriend.php?
Disallow: /emailfriend.php/
Disallow: /*/emailfriend.php/
Disallow: */emailfriend.php?
Disallow: /republish.php?
Disallow: /*/republish.php?
Disallow: /republish.php/
Disallow: /*/republish.php/
Disallow: /rssarticle.php?
Disallow: /*/rssarticle.php?
Disallow: /publicprofile.php
Disallow: /*/publicprofile.php
Disallow: /signup.php
Disallow: /*/signup.php
Disallow: /authorsignup.php
Disallow: /*/authorsignup.php
Disallow: /login.php
Disallow: /*/login.php
Disallow: /author-login.php
Disallow: /*/author-login.php
Disallow: /rss/
Disallow: /*/rss/
Disallow: /search/
Disallow: /*/search/
Disallow: /tag/
Disallow: /*/tag/
Disallow: /Category/*/*/title/asc/
Disallow: /Category/*/*/pdate/asc/
Disallow: /*/Category/*/*/title/asc/
Disallow: /*/Category/*/*/pdate/asc/
Disallow: /myarticles/*/*/*/*/pdate/asc/
Disallow: /myarticles/*/*/*/*/pdate/desc/
Disallow: /myarticles/*/*/*/*/title/asc/
Disallow: /myarticles/*/*/*/*/title/desc/
Disallow: /myarticles/*/*/*/*?mode=
Disallow: /*/myarticles/*/*/*/*/pdate/asc/
Disallow: /*/myarticles/*/*/*/*/pdate/desc/
Disallow: /*/myarticles/*/*/*/*/title/asc/
Disallow: /*/myarticles/*/*/*/*/title/desc/
Disallow: /*/myarticles/*/*/*/*?mode=
Disallow: /author-articles/*/*///title/desc/
Disallow: /author-articles/*/*///pdate/desc/
Disallow: /author-articles/*/*///pdate/asc/
Disallow: /*/author-articles/*/*///title/desc/
Disallow: /*/author-articles/*/*///pdate/desc/
Disallow: /*/author-articles/*/*///pdate/asc/
Disallow: /*/Category/*/*?wtsLang=
Disallow: /*/Article/*/*?
Disallow: /en/

User-agent: Baiduspider
Crawl-delay: 10
Disallow: /comment.php?
Disallow: /*/comment.php?
Disallow: /comment.php/
Disallow: /*/comment.php/
Disallow: /categories.php?
Disallow: /*/categories.php?
Disallow: /categories.php/
Disallow: /*/categories.php/
Disallow: /article.php?
Disallow: /*/article.php?
Disallow: /article.php/
Disallow: /*/article.php/
Disallow: /author.php?
Disallow: /*/author.php?
Disallow: /author.php/
Disallow: /*/author.php/
Disallow: /tagser.php/
Disallow: /*/tagser.php/
Disallow: /emailfriend.php?
Disallow: /emailfriend.php/
Disallow: /*/emailfriend.php/
Disallow: */emailfriend.php?
Disallow: /republish.php?
Disallow: /*/republish.php?
Disallow: /republish.php/
Disallow: /*/republish.php/
Disallow: /rssarticle.php?
Disallow: /*/rssarticle.php?
Disallow: /publicprofile.php
Disallow: /*/publicprofile.php
Disallow: /signup.php
Disallow: /*/signup.php
Disallow: /authorsignup.php
Disallow: /*/authorsignup.php
Disallow: /login.php
Disallow: /*/login.php
Disallow: /author-login.php
Disallow: /*/author-login.php
Disallow: /rss/
Disallow: /*/rss/
Disallow: /search/
Disallow: /*/search/
Disallow: /tag/
Disallow: /*/tag/
Disallow: /Category/*/*/title/asc/
Disallow: /Category/*/*/pdate/asc/
Disallow: /*/Category/*/*/title/asc/
Disallow: /*/Category/*/*/pdate/asc/
Disallow: /myarticles/*/*/*/*/pdate/asc/
Disallow: /myarticles/*/*/*/*/pdate/desc/
Disallow: /myarticles/*/*/*/*/title/asc/
Disallow: /myarticles/*/*/*/*/title/desc/
Disallow: /myarticles/*/*/*/*?mode=
Disallow: /*/myarticles/*/*/*/*/pdate/asc/
Disallow: /*/myarticles/*/*/*/*/pdate/desc/
Disallow: /*/myarticles/*/*/*/*/title/asc/
Disallow: /*/myarticles/*/*/*/*/title/desc/
Disallow: /*/myarticles/*/*/*/*?mode=
Disallow: /author-articles/*/*///title/desc/
Disallow: /author-articles/*/*///pdate/desc/
Disallow: /author-articles/*/*///pdate/asc/
Disallow: /*/author-articles/*/*///title/desc/
Disallow: /*/author-articles/*/*///pdate/desc/
Disallow: /*/author-articles/*/*///pdate/asc/
Disallow: /*/Category/*/*?wtsLang=
Disallow: /*/Article/*/*?
Disallow: /en/

User-agent: aipbot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: Alexibot
Disallow: /
User-agent: Aqua_Products
Disallow: /
User-agent: asterias
Disallow: /
User-agent: becomebot
Disallow: /
User-agent: BotALot
Disallow: /
User-agent: BotRightHere
Disallow: /
User-agent: BuiltBotTough
Disallow: /
User-agent: BunnySlippers
Disallow: /
User-agent: CheeseBot
Disallow: /
User-agent: CherryPicker
Disallow: /
User-agent: Copernic
Disallow: /
User-agent: CopyRightCheck
Disallow: /
User-agent: cosmos
Disallow: /
User-agent: Crescent
Disallow: /
User-agent: DittoSpyder
Disallow: /
User-agent: EmailCollector
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: EmailWolf
Disallow: /
User-agent: EroCrawler
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: Fasterfox
Disallow: /
User-agent: Foobot
Disallow: /
User-agent: Gaisbot
Disallow: /
User-agent: hloader
Disallow: /
User-agent: httplib
Disallow: /
User-agent: humanlinks
Disallow: /
User-agent: IconSurf
Disallow: /
Disallow: /favicon.ico
User-agent: InfoNaviRobot
Disallow: /
User-agent: JennyBot
Disallow: /
User-agent: larbin
Disallow: /
User-agent: LexiBot
Disallow: /
User-agent: LinkextractorPro
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: LNSpiderguy
Disallow: /
User-agent: lwp-trivial
Disallow: /
User-agent: MIIxpc
Disallow: /
User-agent: moget
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: NetAnts
Disallow: /
User-agent: NICErsPRO
Disallow: /
User-agent: Openbot
Disallow: /
User-agent: Openfind
Disallow: /
User-agent: PerMan
Disallow: /
User-agent: ProWebWalker
Disallow: /
User-agent: psbot
Disallow: /
User-agent: Python-urllib
Disallow: /
User-agent: RepoMonkey
Disallow: /
User-agent: RMA
Disallow: /
User-agent: searchpreview
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: SpankBot
Disallow: /
User-agent: spanner
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: suzuran
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: Telesoft
Disallow: /
User-agent: TheNomad
Disallow: /
User-agent: TightTwatBot
Disallow: /
User-agent: True_Robot
Disallow: /
User-agent: turingos
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: URL_Spider_Pro
Disallow: /
User-agent: VCI
Disallow: /
User-agent: WebAuto
Disallow: /
User-agent: WebBandit
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebEnhancer
Disallow: /
User-agent: WebSauger
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZip
Disallow: /
User-agent: Wget
Disallow: /
User-agent: WWW-Collector-E
Disallow: /
User-agent: Xenu's
Disallow: /
User-agent: Zeus
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: AhrefsBot
Disallow: /