# robots.txt User-agent: scooter Disallow: / User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: User-agent: * Disallow: /admin/ Disallow: /_backups/ Disallow: /frontend/ Disallow: /manual/ Disallow: /website/ Disallow: /flash/ Disallow: /css/ Disallow: /js/ Disallow: /temp