# robots.txt for http://anyvalidip.com/
# Don't visit any URL starting with "/stubabes/" blocks /stubabes/* 
# Don't visit any URL starting with "/index" - blocks index* 
# =============================================================

User-agent: *
Disallow: /admin		# not a public document 
Disallow: /awstats		# not a public document 
Disallow: /styles		# not a public document 
Disallow: /jscripts		# not a public document 
Disallow: /opac 		# not a public document 
Disallow: /cgi-bin		# FTP files go here 
Disallow: /images		# FTP files go here 
Disallow: /icons		# FTP files go here 
Disallow: /htdig		# dbase stuff only 
Disallow: /ftp/			# FTP files go here 
Disallow: /bin/			# FTP files go here 
Disallow: /etc/			# FTP files go here 
Disallow: /lib/			# FTP files go here 

# ===============================================================