#robots.txt für die Domain www.friendship-yc.com
#erzeugt am 06.02.2007
 
User-agent: BackRub/2.1
User-agent: googlebot
User-agent: Lycos_Spider_(T-Rex)
User-agent: KIT-Fireball/2.0
User-agent: ArchitextSpider
User-agent: MSNBOT/0.1
Disallow: /cgi-data
Disallow: /cgi-bin
Disallow: /css
Disallow: /images
Disallow: /scripts
Disallow: /upload
Disallow: /cgi-data/global
Disallow: /cgi-data/verzeichnisschutz
Disallow: /cgi-data/websiteconfigurator