User-agent: *
Crawl-delay: 500
Allow: /
Disallow: /forum/*rss
Disallow: /forum/attachments/
Disallow: /forum/avatars/
Disallow: /forum/cache/
Disallow: /forum/Packages/
Disallow: /forum/Smileys/
Disallow: /forum/Sources/
Disallow: /forum/Themes/
Disallow: /forum/*all
Disallow: /forum/*.msg
Disallow: /forum/*.new
Disallow: /forum/*sort
Disallow: /forum/*topicseen
Disallow: /forum/*wap
Disallow: /forum/*imode
Disallow: /forum/*prev_next
Disallow: /forum/*action
Disallow: /forum/*PHPSESSID
Host: 38mama.ru

User-agent: Yandex
Crawl-delay: 500
Allow: /
Disallow: /forum/*rss
Disallow: /forum/attachments/
Disallow: /forum/avatars/
Disallow: /forum/cache/
Disallow: /forum/Packages/
Disallow: /forum/Smileys/
Disallow: /forum/Sources/
Disallow: /forum/Themes/
Disallow: /forum/*all
Disallow: /forum/*.msg
Disallow: /forum/*.new
Disallow: /forum/*sort
Disallow: /forum/*topicseen
Disallow: /forum/*wap
Disallow: /forum/*imode
Disallow: /forum/*prev_next
Disallow: /forum/*action
Disallow: /forum/*PHPSESSID
Host: 38mama.ru

User-agent: Slurp
Crawl-delay: 500

User-agent: MSNbot
Crawl-delay: 2120

User-agent: Twiceler
User-agent: Baiduspider
User-Agent: W3C-checklink
Disallow: /

Sitemap: http://38mama.ru/sitemap.xml