# /robots.txt for http://www.ccsf.cc.ca.us/
# comments to jjah@cloud.ccsf.cc.ca.us

User-agent: *
Disallow: /Campuses/
Disallow: /Chat/
Disallow: /Departments/
Disallow: /Events_Pubs/
Disallow: /Faculty_Handbook/
Disallow: /Offices/
Disallow: /Organizations/
Disallow: /Resources/
Disallow: /Services/
Disallow: /Student_Handbook/
Disallow: /Departments/Biology/
Disallow: /Departments/Business/
Disallow: /Departments/Computer_Science/
Disallow: /NoSearch/
Disallow: /Search/
Disallow: /cgi-bin/
Disallow: /Catalog/Search/cgi-bin/
Disallow: /Forms/cgi-bin/
Disallow: /Info/Dir/cgi-bin/
Disallow: /Schedule/cgi-bin/
Disallow: /Schedule/sched
Disallow: /~jjah/
Disallow: /Info/Dir/
Disallow: /Offices/VCFA/
Disallow: /Services/ICL1/handouts/CCSF-Computer-Users-Policy.htm
Disallow: /Catalog/Admin/policy.html
Disallow: /Services/Admissions_Records/fall/swwmc23.htm
Disallow: /Services/Admissions_Records/spring/swwmc23.htm
Disallow: /Services/Student_Activities/
Disallow: /Offices/Office_of_Curriculum_and_Catalog/Outlines/

User-agent: CCSFhtdig
Disallow: /Chat/
Disallow: /Departments/Biology/
Disallow: /Departments/Business/
Disallow: /Departments/Computer_Science/
Disallow: /NoSearch/
Disallow: /Search/
Disallow: /cgi-bin/
Disallow: /Catalog/Search/cgi-bin/
Disallow: /Forms/cgi-bin/
Disallow: /Info/Dir/cgi-bin/
Disallow: /Schedule/cgi-bin/
Disallow: /~jjah/
Disallow: /Services/ICL1/handouts/CCSF-Computer-Users-Policy.htm
Disallow: /Services/Student_Activities/
Disallow: /Catalog/Admin/policy.html
Disallow: /Offices/Office_of_Curriculum_and_Catalog/Outlines/

User-agent: ccsf-crawler
Allow: /
Allow: /Offices/VCFA/
Disallow: /Campuses/
Disallow: /Chat/
Disallow: /Departments/
Disallow: /Events_Pubs/
Disallow: /Faculty_Handbook/
Disallow: /Offices/
Disallow: /Organizations/
Disallow: /Resources/
Disallow: /Services/
Disallow: /Student_Handbook/
Disallow: /Departments/Biology/
Disallow: /Departments/Business/
Disallow: /Departments/Computer_Science/
Disallow: /NoSearch/
Disallow: /Search/
Disallow: /cgi-bin/
Disallow: /Forms/cgi-bin/
Disallow: /Info/Dir/cgi-bin/
Disallow: /Catalog/Search/cgi-bin/
Disallow: /Schedule/cgi-bin/
Disallow: /Schedule/sched
Disallow: /~jjah/
Disallow: /Info/Dir/
Disallow: /Offices/VCFA/
Disallow: /Services/ICL1/handouts/CCSF-Computer-Users-Policy.htm
Disallow: /Catalog/Admin/policy.html
Disallow: /Services/Admissions_Records/fall/swwmc23.htm
Disallow: /Services/Admissions_Records/spring/swwmc23.htm
Disallow: /Services/Student_Activities/
Disallow: /Offices/Office_of_Curriculum_and_Catalog/Outlines/