# 'User-agent: *' means that it applies to all search engines. 
User-agent: Mediapartners-Google* 

# Only set one but still have sitmap.x,l available
# Conflict with zip file
# OLD Sitemap: sm-110301-all.xml
Sitemap: http://johns-jokes.com/sitemap.xml

#
# http://www.robotstxt.org/robotstxt.html
#

# robots.txt 
# based on http://www.robotstxt.org/wc/norobots.html

# Default Rule
# Allow only public entry points
#
User-agent: *

# My Exceptions
# Google reports that "Restricted by robots.txt"
# Disallow: /ci_jokes/      # non public area


# You can block entire directories or individual files using robots.txt. Use it!
# Disallow: /img/         	# Disallow indexing images
# Disallow: /joke/
# Disallow: /js/          	# Disallow indexing javascript
# Disallow: /css/         	# Disallow indexing themes
# Disallow: /admin/       	# non public area
# Disallow: /system/      	# non public area

Disallow: /Z-ci_svn-172/  # non public area
Disallow: /_menu.php

Disallow: /__OLD_BUT_STILL_USED/
Disallow: /_menu/
Disallow: /_skyhookpro/
Disallow: /a/
Disallow: /adev/*
Disallow: /ajax_tutorial/
Disallow: /c2_jokes/
Disallow: /ci_2_0/
Disallow: /ci_gallery/
Disallow: /ci_googlemaps/
Disallow: /ci_iching/
Disallow: /ci_rentaroofbox/
Disallow: /ci_skyhook/
Disallow: /cs_svn/
Disallow: /ci_system/
Disallow: /ci_skyhook/
Disallow: /ci_standalone/
Disallow: /ci_svn/
Disallow: /ci_system/
Disallow: /dev/
Disallow: /downloads/sp/
Disallow: /ee_docs/
Disallow: /fred/
Disallow: /free-ci-hosting/
Disallow: /googlemaps/
Disallow: /iching/
Disallow: /im/
Disallow: /imagegallery/
Disallow: /images/
Disallow: /images_RARB-maybe/
Disallow: /jag/
Disallow: /jjokes/
Disallow: /johns-jokes/
Disallow: /jquery/
Disallow: /jt2/
Disallow: /logs/
Disallow: /nat/
Disallow: /phplist/
Disallow: /plaroma/
Disallow: /plaroma-web-host/
Disallow: /skyhook_falcon/
Disallow: /sub-skyhookpro/
Disallow: /subdomain/
Disallow: /telephones/
Disallow: /test/
Disallow: /test_shtml/
Disallow: /the-road-to-katmundu/
Disallow: /thumbnails/
Disallow: /tmp/