User-agent: Slurp
Disallow: /
#Crawl-delay: 3
User-agent: *
Disallow: /cache/
Disallow: /admin/
Disallow: /class/
Disallow: /include/
Disallow: /themes/
Disallow: /images/
Disallow: /language/
Disallow: /system/
Disallow: /modules/xoopsmembers/
Disallow: /modules/myerrors/
Disallow: /xoopsmembers/
Disallow: /myerrors/
Disallow: /fail_url.php
Disallow: /register.php
Disallow: /user.php
Disallow: /userinfo.php
Disallow: /rules.php
Disallow: /modules/banners/click.php
Disallow: /modules/myarticles/submit.php
Disallow: /modules/mydownloads/brokenfile.php
Disallow: /modules/mydownloads/file2mail.php
Disallow: /modules/mydownloads/modfile.php
Disallow: /modules/mydownloads/ratefile.php
Disallow: /modules/mydownloads/submit.php
Disallow: /modules/mydownloads/visit.php
Disallow: /modules/news/submit.php
Disallow: /modules/rusificators/submit.php
Disallow: /modules/rusificators/visit.php
Disallow: /modules/rusificators/brokenfile.php
Disallow: /modules/wallpapers/ratephoto.php
Disallow: /modules/xtremguestbook/mess.php
Disallow: /modules/newbb_plus/dl_attachment.php
Disallow: /modules/newbb_plus/attach2mail.php
Disallow: /banners/click.php
Disallow: /myarticles/submit.php
Disallow: /mydownloads/brokenfile.php
Disallow: /mydownloads/file2mail.php
Disallow: /mydownloads/modfile.php
Disallow: /mydownloads/ratefile.php
Disallow: /mydownloads/submit.php
Disallow: /mydownloads/visit.php
Disallow: /news/submit.php
Disallow: /rusificators/submit.php
Disallow: /rusificators/visit.php
Disallow: /rusificators/brokenfile.php
Disallow: /wallpapers/ratephoto.php
Disallow: /xtremguestbook/mess.php
Disallow: /newbb_plus/dl_attachment.php
Disallow: /newbb_plus/attach2mail.php
Host: sitefree.ru
Sitemap: http://sitefree.ru/sitemap.xml