# ------------------------
# an initial attempt at preventing "old" files from being indexed (20091103 MTG)
# "STANDARD" action: backup files by renaming a copy to original.ext.date.backup (Example: "test.txt.20091103.backup")
#
User-agent: Googlebot
# to handle the many "old" files already renamed in this manner
Disallow: /*.old$
Disallow: /*.OLD$
Disallow: /*.Old$
Disallow: /*_old$
Disallow: /*_OLD$
Disallow: /*_Old$
# to handle "STANDARD" renaming of backup files
Disallow: /*.backup$
Disallow: /*.back-up$
Disallow: /*.BACKUP$
Disallow: /*.Backup$
Disallow: /*.BackUp$
Disallow: /*.Back-Up$
# for the purpose of preventing "_backup" folders from being indexed (folder to be used for "old sites", etc.)
Disallow: /*/_backup/
Disallow: /*/_back-up/
Disallow: /*/_BACKUP/
Disallow: /*/_Backup/
Disallow: /*/_BackUp/
Disallow: /*/_Back-Up/
# copy general directives from below (User-agent: *) to all User-agent specific blocks
Disallow: /cgi-bin/
Disallow: /htbin/
Disallow: /www/resources/
Disallow: /webstats/
Disallow: /academic-affairs/0405ProgramReview/
Disallow: /nsslha/

User-agent: MSNbot
Disallow: /*.old$
Disallow: /*.OLD$
Disallow: /*.Old$
Disallow: /*_old$
Disallow: /*_OLD$
Disallow: /*_Old$
Disallow: /*.backup$
Disallow: /*.back-up$
Disallow: /*.BACKUP$
Disallow: /*.Backup$
Disallow: /*.BackUp$
Disallow: /*.Back-Up$
Disallow: /*/_backup/
Disallow: /*/_back-up/
Disallow: /*/_BACKUP/
Disallow: /*/_Backup/
Disallow: /*/_BackUp/
Disallow: /*/_Back-Up/
# copy general directives (User-agent: *)
Disallow: /cgi-bin/
Disallow: /htbin/
Disallow: /www/resources/
Disallow: /webstats/
Disallow: /academic-affairs/0405ProgramReview/
Disallow: /nsslha/

User-agent: Slurp
Disallow: /*.old$
Disallow: /*.OLD$
Disallow: /*.Old$
Disallow: /*_old$
Disallow: /*_OLD$
Disallow: /*_Old$
Disallow: /*.backup$
Disallow: /*.back-up$
Disallow: /*.BACKUP$
Disallow: /*.Backup$
Disallow: /*.BackUp$
Disallow: /*.Back-Up$
Disallow: /*/_backup/
Disallow: /*/_back-up/
Disallow: /*/_BACKUP/
Disallow: /*/_Backup/
Disallow: /*/_BackUp/
Disallow: /*/_Back-Up/
# copy general directives (User-agent: *)
Disallow: /cgi-bin/
Disallow: /htbin/
Disallow: /www/resources/
Disallow: /webstats/
Disallow: /academic-affairs/0405ProgramReview/
Disallow: /nsslha/
# ------------------------

User-agent: *
Disallow: /cgi-bin/
Disallow: /htbin/
Disallow: /www/resources/
Disallow: /webstats/
Disallow: /academic-affairs/0405ProgramReview/
Disallow: /nsslha/
# comment and blank line at the end (in case some bots require it)