#This is a file retrieved by webwalkers a.k.a. spiders that 
#conform to a defacto standard.
# See <URL:http://info.webcrawler.com/mak/projects/robots/robots.html>
# The webmaster for this site is:
#	<name>Serge Derhy</name>
#	<address>serge@derhy.com</address>
#
#Format is:
#       User-agent: <name of spider>
#       Disallow: <nothing> | <path>
# Flag  Date    By      Reason
# $l1-  950130  epc     finally understood what the file was for!
# $L2=	960909	epc	fixed url since mak moved to Webcrawler...
# $L3=	970811	epc	drop /Stretch/
#
#-----------------------------------------------------------------------------
# following prevents access to /misc/ for spiders
# /robots.txt for webcrawler.com frontend machines

User-agent: *
Disallow: /cgi-bin/
Disallow: /renederhy-bin
Disallow: /stats