User-agent: *
Disallow: /cgi-bin
Disallow: /css
Disallow: /downloads
Disallow: /forms
Disallow: /images
Disallow: /js
Disallow: /php
Disallow: /text