User-agent: SemrushBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Shodan
Disallow: /

User-agent: adidxbot
Disallow: /

User-agent: AdsBot-Google
Disallow: /

User-agent: aolbuild
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: bing
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: bingpreview
Disallow: /

User-agent: developers.facebook.com
Disallow: /

User-agent: DoCoMo
Disallow: /

User-agent: duckduckgo
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: facebookplatform
Disallow: /

User-agent: Feedfetcher-Google
Disallow: /

User-agent: Google-HTTP-Java-Client
Disallow: /

User-agent: Googlebot Test
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: Googlebot-Video
Disallow: /

User-agent: gsa-crawler
Disallow: /

User-agent: LinkedInBot
Disallow: /

User-agent: Mediapartners-Google
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: Slackbot
Disallow: /

User-agent: Slackbot-LinkExpanding
Disallow: /

User-agent: slurp
Disallow: /

User-agent: TwitterBot
Disallow: /

User-agent: Yandex
Disallow: /user/
Disallow: /backup/
Disallow: /engine/
Disallow: /language/
Disallow: /templates/
Disallow: /upgrade/
Disallow: /uploads/
Disallow: /autobackup.php
Disallow: /admin.php
Disallow: /index.php?do=addnews
Disallow: /index.php?do=feedback
Disallow: /index.php?do=lostpassword
Disallow: /index.php?do=pm
Disallow: /index.php?do=register
Disallow: /index.php?do=stats
Disallow: /index.php?do=search
Disallow: /index.php?subaction=newposts
Disallow: /?do=lastcomments
Disallow: /statistics.html
Host: csdb-samara.ru

User-agent: *
Disallow: /backup/
Disallow: /user/
Disallow: /engine/
Disallow: /language/
Disallow: /upgrade/
Disallow: /autobackup.php
Disallow: /admin.php
Disallow: /index.php?do=addnews
Disallow: /index.php?do=feedback
Disallow: /index.php?do=lostpassword
Disallow: /index.php?do=pm
Disallow: /index.php?do=register
Disallow: /index.php?do=stats
Disallow: /index.php?do=search
Disallow: /index.php?subaction=newposts
Disallow: /?do=lastcomments
Disallow: /statistics.html

Sitemap: http://csdb-samara.ru/sitemap.xml