# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://www.jorisvermeulen.nl/jori_p/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN

# rules for all user agents
User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content
Disallow: /author
# Disallow: /tag
Disallow: /trackback
Disallow: /feed
Disallow: /comments
Disallow: /category/*/*
Disallow: */trackback
Disallow: */feed
Disallow: */comments

# disallow any url with a ?
Disallow: /*?*
Disallow: /*?

# disallow specific fyle types
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.xhtml$

# explicitely disallow access to hs key
Disallow: /highslide.txt

# explicitely allow access to sitemap
Allow: /sitemap.xml.gz

# explicitely allow gallery and uploads for image indexing
Allow: /wp-content/gallery
Allow: /wp-content/uploads

# adhere to normal rules
# User-agent: Googlebot-Mobile
# User-agent: Googlebot-Image

# Google AdSense
User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /

# Internet Archiver Wayback Machine: nothing to be archived
User-agent: ia_archiver
Disallow: /