#
# This file robots.txt prevents search engines from
# indexing parts of your site you don't want in the listings.
#
# This file must be in the domain's root folder.
#
#
# ML Policty:  Stay out unless otherwise stated
#              We must give permission to the directorys & files
#              We want indexed
#
# Edited:  6.11.2008 by Craig
#
# Updated for blog & SEO 7.23.2008 by Craig
# Updated very slightly 2009-08-16 by David
#

Allow: /sitemap.txt
Allow: /blogsitemap.xml

User-agent:  *

# disallow all files in these ML directories
Disallow: /a/
Disallow: /at/
Disallow: /bohis/
Disallow: /c/
Disallow: /css/
Disallow: /card/
Disallow: /cart/
Disallow: /ebay/
Disallow: /freemium/
Disallow: /includes/
Disallow: /info/
Disallow: /manual/
Disallow: /Manual*/
Disallow: /members/
Disallow: /MM/
Disallow: /ml/
Disallow: /n/
Disallow: /pdf/
Disallow: /Sandbox/
Disallow: /sta/
Disallow: /support/
Disallow: /tampa2008/
Disallow: /teleseminar/
Disallow: /tellafriend/
Disallow: /test/
Disallow: /thisweekonly/
Disallow: /threesomeaudio/
Disallow: /threesomepua/
Disallow: /threesomes/
Disallow: /threesomevideo/
Disallow: /upgrade/
Disallow: /VIP/
Disallow: /WEBALIZER_REPORTS/
Disallow: /wild/
# Disallow: /wildscreaming/
Disallow: /WildScreamingOrgasms/
Disallow: /sex_tips/


# Disallow these files in ML root
Disallow: /3some.html
Disallow: /3somes.html
Disallow: /3sum.html
Disallow: /3sums.html
Disallow: /css-test.html
Disallow: /customer_survey.html
Disallow: /fastseduction.html
Disallow: /google.html
Disallow: /pending.html
Disallow: /survey_thankyou.html
Disallow: /whitelisting.html


User-agent: Googlebot
# disallow all files ending with these extensions in ML root
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.wmv$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.swf$
Disallow: /*.php*


# disallow all files in these blog directories
Disallow: /blog/cgi-bin/
Disallow: /blog/z/j/
Disallow: /blog/z/c/
Disallow: /blog/stats/
Disallow: /blog/dh_
Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/
Disallow: /blog/contact/
Disallow: /blog/tag/
Disallow: /blog/wp-content/themes/
Disallow: /blog/trackback/
Disallow: /blog/*?*
Disallow: /blog/*/trackback/


User-agent: Googlebot
# disallow all blog files ending with these extensions
Disallow: /blog/*.php$
Disallow: /blog/*.js$
Disallow: /blog/*.inc$
Disallow: /blog/*.css$
Disallow: /blog/*.gz$
Disallow: /blog/*.cgi$
Disallow: /blog/*.wmv$
Disallow: /blog/*.png$
Disallow: /blog/*.gif$
Disallow: /blog/*.jpg$
Disallow: /blog/*.cgi$
Disallow: /blog/*.xhtml$
Disallow: /blog/*.php*
Disallow: /blog*/trackback*
Disallow: /blog/*?*
Disallow: /blog/z/
Disallow: /blog/wp-*

 

# allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /*
 
# disallow archiving site
User-agent: ia_archiver
Disallow: /
 
# disable duggmirror
User-agent: duggmirror
Disallow: /