User-agent: Slurp
Crawl-delay: 100
User-agent: Twiceler
Disallow: /
User-agent: W3C-checklink
Disallow: /
User-Agent: DISCo Pump, Wget, WebZIP, Teleport Pro, WebSnake, Offline Explorer, Web-By-Mail, Teleport Pro/1.29, Scooter-W3-1.0
Disallow: /

User-agent: *
Disallow: /home/
Disallow: /base/
Disallow: /block/
Disallow: /cache/
Disallow: /mod/
Disallow: /temp/
Disallow: /js/
Disallow: /error/
Disallow: /loader/
Disallow: /print/
Disallow: /file/
Disallow: /info/
Disallow: /*letter
Disallow: /*print-
Disallow: /*down/load
Disallow: /*article/a-
Disallow: /*down/o-
Disallow: /*down/r-
Disallow: /article/view/*
Disallow: /down/view/*
Disallow: /news/p-*
Disallow: /news/r-*
Disallow: /link/view/*
Disallow: /stat/_nome
Disallow: /gsearch*
Disallow: *prev_next=next#new*
Disallow: /forum/attachments/
Disallow: /forum/avatars/
Disallow: /forum/Packages/
Disallow: /forum/Smileys/
Disallow: /forum/Sources/
Disallow: /forum/Themes/
Disallow: /forum/Games/
Disallow: /forum/index.php?PHPSESSID=*
Allow: /forum/*sitemap
Allow: /forum/*gallery
Disallow: /forum/*topic=*.msg
Disallow: /forum/*modifykarma
Disallow: /forum/*unread
Disallow: /forum/index.php?*unread
Disallow: /forum/*sort
Disallow: /forum/index.php?*sort
Disallow: /forum/*printpage
Allow: /forum/*board=
Disallow: /forum/index.php?*wap
Allow: /forum/*topic=
Disallow: /forum/*wap
Disallow: /forum/index.php?*imode
Disallow: /forum/*imode
Disallow: /forum/*=
Disallow: /forum/*.msg
Disallow: /forum/index.php?*new
Disallow: /forum/*.new

Sitemap: http://dbprogs.ru/sitemap.xml

User-agent: Yandex
Disallow: /home/
Disallow: /base/
Disallow: /block/
Disallow: /cache/
Disallow: /mod/
Disallow: /temp/
Disallow: /js/
Disallow: /error/
Disallow: /loader/
Disallow: /print/
Disallow: /file/
Disallow: /info/
Disallow: /*letter
Disallow: /*print-
Disallow: /*down/load
Disallow: /*article/a-
Disallow: /*down/o-
Disallow: /*down/r-
Disallow: /article/view/*
Disallow: /down/view/*
Disallow: /news/p-*
Disallow: /news/r-*
Disallow: /article.rss
Disallow: /down.rss
Disallow: /news.rss
Disallow: /link/view/*
Disallow: /stat/_nome
Disallow: /gsearch*
Disallow: *prev_next=next#new*
Disallow: /forum/attachments/
Disallow: /forum/avatars/
Disallow: /forum/Packages/
Disallow: /forum/Smileys/
Disallow: /forum/Sources/
Disallow: /forum/Themes/
Disallow: /forum/Games/
Disallow: /forum/index.php?PHPSESSID=*
Allow: /forum/*sitemap
Allow: /forum/*gallery
Disallow: /forum/*topic=*.msg
Disallow: /forum/*modifykarma
Disallow: /forum/*unread
Disallow: /forum/index.php?*unread
Disallow: /forum/*sort
Disallow: /forum/index.php?*sort
Disallow: /forum/*printpage
Allow: /forum/*board=
Disallow: /forum/index.php?*wap
Allow: /forum/*topic=
Disallow: /forum/*wap
Disallow: /forum/index.php?*imode
Disallow: /forum/*imode
Disallow: /forum/*=
Disallow: /forum/*.msg
Disallow: /forum/index.php?*new
Disallow: /forum/*.new

Sitemap: http://dbprogs.ru/sitemap.xml
Host: dbprogs.ru