#robots.txt
User-agent: *
Disallow: /images/
Disallow: /infoboxes/
Disallow: /portal_css/
Disallow: /portal_javascripts/
Disallow: /Members/
Disallow: /search
Disallow: /html2pdf
Disallow: /login_form
Disallow: /search_form
Disallow: /search?
Disallow: /search

User-agent: Wget
Disallow: /
User-agent: WebCopier
Disallow: /