User-agent: crawl
Disallow: /

User-agent: crawler
Disallow: /

User-agent: experimental crawler
Disallow: /

User-agent: www.discoveryengine.com
Disallow: /

User-agent: disco/Nutch-1.0-dev
Disallow: /

User-agent: *
Disallow: /admin_process
Disallow: /aecontent.php
Disallow: /api_
Disallow: /browse_process.php
Disallow: /css/
Disallow: /data/
Disallow: /fb_
Disallow: /images/
Disallow: /include/
Disallow: /js/
Disallow: /lm_
Disallow: /login.php
Disallow: /login-bookmarklet.php
Disallow: /print_
Disallow: /process_
Disallow: /recordhit.php
Disallow: /redirect.php
Disallow: /remotescript.php
Disallow: /search_
Disallow: /utility_

Sitemap: http://siue.libguides.com/sitemap.php