Sitemap: http://www.hampstead.com.au/mb/sitemap.xml

User-agent: fast
User-agent: wget
User-agent: psbot/0.1
User-agent: vscooter 
User-agent: DittoSpyder
User-Agent: Googlebot-Image
User-agent: Web Image Collector
Disallow: / 

User-agent: Slurp
Crawl-delay: 20
Disallow: /email
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.mpg$
Disallow: /*.avi$
Disallow: /mb/admin/
Disallow: /mb/Reviews-postcomment*
Disallow: /mb/modules/Your_Account/
Disallow: /mb/modules/Feedback/
Disallow: /mb/modules/Submit_News/
Disallow: /mb/modules/Your_Account/
Disallow: /mb/modules/Members_List/
Disallow: /mb/modules/Downloads/
Disallow: /mb/modules/MReviews/
Disallow: /mb/images/
Disallow: /mb/includes/
Disallow: /mb/themes/
Disallow: /mb/blocks/
Disallow: /mb/language/
Disallow: /usage/
Disallow: /movies/
Disallow: /wml/
Disallow: /stuff/
Disallow: /vid/
Disallow: /netpbm/
Disallow: /powerlist/
Disallow: /phpaca_0.3.0/

User-agent: googlebot
Disallow: /mb/admin.php
Disallow: /email/
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.mpg$
Disallow: /*.avi$
Disallow: /mb/admin/
Disallow: /mb/Reviews-postcomment*
Disallow: /mb/modules/Your_Account/
Disallow: /mb/modules/Feedback/
Disallow: /mb/modules/Submit_News/
Disallow: /mb/modules/Your_Account/
Disallow: /mb/modules/Members_List/
Disallow: /mb/modules/Downloads/
Disallow: /mb/modules/MReviews/
Disallow: /mb/images/
Disallow: /mb/includes/
Disallow: /mb/themes/
Disallow: /mb/blocks/
Disallow: /mb/language/
Disallow: /usage/
Disallow: /movies/
Disallow: /wml/
Disallow: /stuff/
Disallow: /vid/
Disallow: /netpbm/
Disallow: /powerlist/
Disallow: /phpaca_0.3.0/



User-agent: *
Disallow: /mb/admin.php
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.mpg$
Disallow: /*.avi$
Disallow: /email/
Disallow: /mb/admin/
Disallow: /mb/Reviews-postcomment/
Disallow: /mb/modules/Your_Account/
Disallow: /mb/modules/Feedback/
Disallow: /mb/modules/Submit_News/
Disallow: /mb/modules/Your_Account/
Disallow: /mb/modules/Members_List/
Disallow: /mb/modules/Downloads/
Disallow: /mb/modules/MReviews/
Disallow: /mb/images/
Disallow: /mb/includes/
Disallow: /mb/themes/
Disallow: /mb/blocks/
Disallow: /mb/language/
Disallow: /usage/
Disallow: /movies/
Disallow: /wml/
Disallow: /stuff/
Disallow: /vid/
Disallow: /netpbm/
Disallow: /powerlist/
Disallow: /phpaca_0.3.0/