# robots.txt for Agent Websites in general User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /Admin/ Disallow: /photos/ Disallow: /vt/