# ------------------------------------------------------------------ #
# Robots.txt :: Created - September 4, 2005 ::                       #
# Author: Michael vanRoon                                            #
#                                                                    #
# How to use this file:                                              #
# User-agent: can also specify by name; "*" is for everyone          #
# Disallow: if this matches first part of requested path, forget it  #
# ------------------------------------------------------------------ #
# ALL 	          = INDEX, FOLLOW                                    #
# NONE 	          = NOINDEX, NOFOLLOW                                #
# INDEX 	  Index this page.                                   #
# FOLLOW 	  Follow links from this page.                       #
# NOINDEX 	  Don't index this page.                             #
# NOFOLLOW 	  Don't follow links from this page.                 #
# User-agent: *   applies to all robots                              #
# Disallow: /     disallow indexing of all pages                     #
# ------------------------------------------------------------------ #

User-agent: *
index: *
follow: *
Disallow: /public/crcs/
Disallow: /NotIndexed/