# "robots.txt" for http://webster.reg.uci.edu/ User-agent: * Disallow: /cgi-bin/ # we prefer "/cgi/" instead. # Most of the following entries are second-stage programs that robots should ignore. Disallow: /cgi/GradesList Disallow: /cgi/GradesList.pl Disallow: /cgi/RopcMonths.pl Disallow: /cgi/RosterList Disallow: /cgi/RosterList.pl Disallow: /cgi/RosterRightsEdit.pl Disallow: /cgi/RosterViewer.pl Disallow: /cgi/WebRoster # WebRoster now runs in /perl/ directory. Disallow: /cgi/WebRoster.pl Disallow: /cgi/WebSoc # WebSOC runs on a different server. Disallow: /cgi/WebSoc.pl Disallow: /perl/RosterList Disallow: /perl/RosterList.pl Disallow: /perl/RosterRightsEdit.pl Disallow: /perl/RosterViewer.pl Disallow: /perl/WebSoc # WebSOC runs on a different server. Disallow: /perl/WebSoc.pl