#START: User-Agent: *
User-Agent: *
#start: disallow directory indexing
Disallow: /bpre/
Disallow: /common/
Disallow: /fckeditor/
Disallow: /mail/
Disallow: /site/
#end: disallow directory indexing
Sitemap: http://blog.wbweb.co.uk/sitemap.xml
#start: disallow file indexing
Disallow: /favicon.ico
Disallow: /admin.php
Disallow: /captcha.php
Disallow: /forgot.php
Disallow: /forum.php
Disallow: /login.php
Disallow: /logout.php
Disallow: /mydetails.php
Disallow: /noisy.php
#end: disallow file indexing
#END: User-Agent: *
#START: User-Agent: Sphider2
User-Agent: Sphider2
#start: disallow directory indexing
Disallow: /bpre/
Disallow: /common/
Disallow: /fckeditor/
Disallow: /mail/
Disallow: /site/
#end: disallow directory indexing
Sitemap: http://blog.wbweb.co.uk/sitemap.xml
#start: disallow file indexing
Disallow: /favicon.ico
Disallow: /admin.php
Disallow: /captcha.php
Disallow: /forgot.php
Disallow: /forum.php
Disallow: /login.php
Disallow: /logout.php
Disallow: /mydetails.php
Disallow: /noisy.php
#end: disallow file indexing
#END: User-Agent: Sphider2