User-agent: csu-gsa-crawler
Disallow: *.csi
Disallow: /js/
Disallow: /xml/
Disallow: /cgi-bin/
Disallow: /config/
Disallow: /conf/
Disallow: /oldsite
Disallow: /php/
Disallow: /images/
Disallow: /connect/
Disallow: *.php
Disallow: *.cgi

User-agent: *
Disallow: /~*/
Disallow: /oldsite/

user-agent: *
Disallow: /sites/wp-content/blogs.dir/*.pdf
Disallow: /sites/49erfoundation/files/*.pdf
Disallow: /webtree/gobeach/sites/wp-content/blogs.dir/4/files/*.pdf

user-agent: googlebot
Disallow: /sites/wp-content/blogs.dir/*.pdf
Disallow: /sites/49erfoundation/files/*.pdf
Disallow: /webtree/gobeach/sites/wp-content/blogs.dir/4/files/*.pd