###############################
#
# robots.txt file for SJSUgeology.org 
#
# addresses all robots by using wild card *
#
User-agent: *

# list folders robots are not allowed to index

Disallow: /image/
Disallow: /career/geology/
Disallow: /cgi-bin/
Disallow: /class/
Disallow: /ginny/
Disallow: /news/Oldnews_03
Disallow: /people/image
Disallow: /people/*/old
Disallow: /picture/
Disallow: /policy/New Folder/
Disallow: /policy/old/
Disallow: /pubs/oldpubs/
Disallow: /resources/old/
Disallow: /sfbayawg/cgi-bin/

# list Password protected User folders robots are not allowed to index

Disallow: /jmiller/Geology_7
Disallow: /nshostak/
Disallow: /rmiller/old/

# Adds a delay of 10 secs for each request

Crawl-delay: 10
#
# Allows google's bot to index Richard's directory as per his request.
#
User-agent: Googlebot

# list folders Google robots are allowed to index

Allow: /sedlock/

#
# End of robots.txt file
#
###############################