User-agent: *

# Disallow all directories and files within
Disallow: /cgi-bin/
Disallow: /wp/
Disallow: /private/

# Disallow parsing individual post feeds, categories and trackbacks..
Disallow: */feed/
Disallow: */trackback/
Disallow: /rss/
Disallow: /comments/feed/
Disallow: /page/
Disallow: /date/
Disallow: /comments/
Disallow: /thank-you-for-contacting-me/
Disallow: /oops-there-was-an-error/

# Disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$

# Disallow all files with ? in url
Disallow: /*?*
Disallow: /*?
 
# allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /*

# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Allow: /*

# disallow archiving site
User-agent: ia_archiver
Disallow: /

# disable duggmirror
User-agent: duggmirror
Disallow: /

Sitemap: http://www.shortsalemysandiegohome.com/sitemap.xml