# $Id: robots.txt,v 1.2 1995/10/30 04:15:40 fielding Exp $ # robots.txt for http://www4.c4systm.com/ # see for an explanation. User-agent: MOMspider # The Multi-Owner Maintenance Spider Disallow: /Admin # Administration Disallow: /AIcons # AIcons directory Disallow: /bin # Script files Disallow: /cgi # Script files Disallow: /logs # Log files User-agent: * # All other spiders should avoid Disallow: /bin # Script files Disallow: /cgi # Script files Disallow: /logs # Log files Disallow: /CVS Disallow: /SFSQ Disallow: /docs Disallow: /maintain Disallow: /old Disallow: /struct