# robots.txt
User-agent: *
Disallow: /codebase/
Disallow: /includes/
Disallow: /shia/
Disallow: /site/
Disallow: /themes/
Disallow: /templates/
Disallow: /privacy/
Disallow: /terms/
Disallow: /lookuppassword
Disallow: /unsubscribe.php
Disallow: /usio/
Disallow: /collweb/
Disallow: /jobs/

Disallow: /%
Disallow: /learn
Disallow: /index.php/
Disallow: /sites/