Просмотр файла robots.txt

User-agent: *
Allow: /
Crawl-delay: 1
Disallow: /api
Disallow: /admin
Disallow: /login
Disallow: /logout
Disallow: /register
Disallow: /menu
Disallow: /mail
Disallow: /recovery
Disallow: /unsubscribe
Disallow: /captcha
Disallow: /online
Disallow: /contact
Disallow: /ignore
Disallow: /profile
Disallow: /pictures
Disallow: /private
Disallow: /setting
Disallow: /notebook
Disallow: /authlog
Disallow: /key

Sitemap: /sitemap.xml