usg.edu
robots.txt

Robots Exclusion Standard data for usg.edu

Resource Scan

Scan Details

Site Domain usg.edu
Base Domain usg.edu
Scan Status Ok
Last Scan2024-10-19T13:43:10+00:00
Next Scan 2024-11-18T13:43:10+00:00

Last Scan

Scanned2024-10-19T13:43:10+00:00
URL https://usg.edu/robots.txt
Domain IPs 168.25.14.201
Response IP 168.25.14.201
Found Yes
Hash b31c9afec97f7540e16ae609922dc540107db9582472298dfdf2fc31b9554903
SimHash 00dcdb64b62a

Groups

*

Rule Path
Disallow /apps/
Disallow /budgets/
Disallow /ppv/
Disallow /aami_OLD/
Disallow /academic_affairs_handbook/includes/
Disallow /acit/
Disallow /adminOLD/
Disallow /admin/org/staff_list.phtml?showStaff=1
Disallow /admin/org/staff_list.phtml?showStaff=0
Disallow /advisory_committees/
Disallow /apache-read-only/
Disallow /applytocollege/
Disallow /assets/core/course_proposals/
Disallow /assets/ee_templates/
Disallow /banner/
Disallow /bannersorry/
Disallow /business_procedures_manual/includes/
Disallow /business_procedures_manual/print/
Disallow /carteraward/
Disallow /certs/
Disallow /charity_assets/
Disallow /cognos/
Disallow /compliance/
Disallow /default_site_ee2/
Disallow /demo/
Disallow /econ_dev/
Disallow /edma/
Disallow /educator_prep/
Disallow /ee_pubs/
Disallow /ehs_OLD/
Disallow /ee_v1/
Disallow /EEbor/
Disallow /EEbor2/
Disallow /EEbor3/
Disallow /EE_templates1/
Disallow /EE_templates2/
Disallow /ehs_OLD/
Disallow /email_images/
Disallow /employment/
Disallow /eprivacy/
Disallow /errors/
Disallow /ftu/
Disallow /js/
Disallow /js-v4/
Disallow /EEbor/
Disallow /EEbor2/
Disallow /ehs/stats/
Disallow /ehs/calendar/index.phtml?Month
Disallow /emergency/
Disallow /emergencypreparedness/
Disallow /errors/
Disallow /fiscal_affairs_old/
Disallow /ftu/
Disallow /g2i/
Disallow /gafirst/
Disallow /gaearlycollege_v4_OLD/
Disallow /gatracs-new/
Disallow /georgia_summit/
Disallow /georgiaonmylineOLD/
Disallow /goml_v4_OLD/
Disallow /information_technology_services/images/its_customers/
Disallow /includes/
Disallow /information_technology_handbook/includes/
Disallow /information_technology_handbook/print/
Disallow /international_ed/
Disallow /iosdev/
Disallow /ip/
Disallow /its/
Disallow /lms/
Disallow /maintenance/
Disallow /mashups/
Disallow /mcg-uga/
Disallow /member/
Disallow /member/profile/
Disallow /mobiletest/
Disallow /mobi/
Disallow /oie/
Disallow /oiit/
Disallow /oiit/eas/
Disallow /oiit/staff/
Disallow /oiit/staff/info/
Disallow /oiit/stats/
Disallow /oiit/telecom/
Disallow /oiit_archive/
Disallow /P3/
Disallow /peachnet_4/
Disallow /policymanual/includes/
Disallow /public_agenda/
Disallow /public_agenda_prototype/
Disallow /publicsafety/
Disallow /racl_OLD/
Disallow /redesign_test_version_only/
Disallow /research_OLD/
Disallow /responsive/
Disallow /ref/
Disallow /ref/stats/
Disallow /rock_eagle/
Disallow /sac/
Disallow /sbm/
Disallow /sbm_forum/
Disallow /srs_template/
Disallow /strategicplan_assets/
Disallow /strategicplan_old/
Disallow /strategicplan_v4/
Disallow /student_affairs/college_day/
Disallow /student_affairs/faculty/
Disallow /student_affairs/sar/
Disallow /stats/
Disallow /stats2/
Disallow /student_affairs/gacoll411-HOLD/
Disallow /themes/
Disallow /usg123/
Disallow /usgtrackit/
Disallow /usgweb/
Disallow /usgweb/accred/
Disallow /usgweb/benchmark/
Disallow /usgweb/busserv/
Disallow /usgweb/capres/
Disallow /usgweb/cms/
Disallow /usgweb/complete_college/
Disallow /usgweb/cpr/
Disallow /usgweb/css-test/
Disallow /usgweb/hr/
Disallow /usgweb/hrdata/
Disallow /usgweb/hrmanual/
Disallow /usgweb/iitsp/
Disallow /usgweb/inst_cals/
Disallow /usgweb/luminis/
Disallow /usgweb/MissingIndexFinder/
Disallow /usgweb/mvr/
Disallow /usgweb/oiesurvey-data/
Disallow /usgweb/old_email.txt
Disallow /usgweb/old_email1.txt
Disallow /usgweb/phptest.php
Disallow /usgweb/policy-old/
Disallow /usgweb/records/
Disallow /usgweb/SAcatalog/
Disallow /usgweb/scholarships/
Disallow /usgweb/studentaff/
Disallow /usgweb/student_svcs/
Disallow /usgweb/studyabroad/
Disallow /usgweb/usg_redesign/
Disallow /usgweb/usoaw/
Disallow /v3/
Disallow /v4/
Disallow /v5/
Disallow /vnef/
Disallow /usgtrackit/
Disallow /webcast/
Disallow /webcast2BU/
Disallow /webcast2_mov/
Disallow /webcast3/
Disallow /webcast4/
Disallow /web2_materials/
Disallow /wimba/
Disallow /themes/
Disallow /oiit/strategic-plan/
Disallow /mobiletest/

Other Records

Field Value
crawl-delay 10

bubing

Rule Path
Disallow /

gptbot

Rule Path
Disallow /apps/
Disallow /budgets/
Disallow /ppv/
Disallow /aami_OLD/
Disallow /academic_affairs_handbook/includes/
Disallow /acit/
Disallow /adminOLD/
Disallow /admin/org/staff_list.phtml?showStaff=1
Disallow /admin/org/staff_list.phtml?showStaff=0
Disallow /advisory_committees/
Disallow /apache-read-only/
Disallow /applytocollege/
Disallow /assets/core/course_proposals/
Disallow /assets/ee_templates/
Disallow /banner/
Disallow /bannersorry/
Disallow /business_procedures_manual/includes/
Disallow /business_procedures_manual/print/
Disallow /carteraward/
Disallow /certs/
Disallow /charity_assets/
Disallow /cognos/
Disallow /compliance/
Disallow /default_site_ee2/
Disallow /demo/
Disallow /econ_dev/
Disallow /edma/
Disallow /educator_prep/
Disallow /ee_pubs/
Disallow /ehs_OLD/
Disallow /ee_v1/
Disallow /EEbor/
Disallow /EEbor2/
Disallow /EEbor3/
Disallow /EE_templates1/
Disallow /EE_templates2/
Disallow /ehs_OLD/
Disallow /email_images/
Disallow /employment/
Disallow /eprivacy/
Disallow /errors/
Disallow /ftu/
Disallow /js/
Disallow /js-v4/
Disallow /EEbor/
Disallow /EEbor2/
Disallow /ehs/stats/
Disallow /ehs/calendar/index.phtml?Month
Disallow /emergency/
Disallow /emergencypreparedness/
Disallow /errors/
Disallow /fiscal_affairs_old/
Disallow /ftu/
Disallow /g2i/
Disallow /gafirst/
Disallow /gaearlycollege_v4_OLD/
Disallow /gatracs-new/
Disallow /georgia_summit/
Disallow /georgiaonmylineOLD/
Disallow /goml_v4_OLD/
Disallow /information_technology_services/images/its_customers/
Disallow /includes/
Disallow /information_technology_handbook/includes/
Disallow /information_technology_handbook/print/
Disallow /international_ed/
Disallow /iosdev/
Disallow /ip/
Disallow /its/
Disallow /lms/
Disallow /maintenance/
Disallow /mashups/
Disallow /mcg-uga/
Disallow /member/
Disallow /member/profile/
Disallow /mobiletest/
Disallow /mobi/
Disallow /oie/
Disallow /oiit/
Disallow /oiit/eas/
Disallow /oiit/staff/
Disallow /oiit/staff/info/
Disallow /oiit/stats/
Disallow /oiit/telecom/
Disallow /oiit_archive/
Disallow /P3/
Disallow /peachnet_4/
Disallow /policymanual/includes/
Disallow /public_agenda/
Disallow /public_agenda_prototype/
Disallow /publicsafety/
Disallow /racl_OLD/
Disallow /redesign_test_version_only/
Disallow /research_OLD/
Disallow /responsive/
Disallow /ref/
Disallow /ref/stats/
Disallow /rock_eagle/
Disallow /sac/
Disallow /sbm/
Disallow /sbm_forum/
Disallow /srs_template/
Disallow /strategicplan_assets/
Disallow /strategicplan_old/
Disallow /strategicplan_v4/
Disallow /student_affairs/college_day/
Disallow /student_affairs/faculty/
Disallow /student_affairs/sar/
Disallow /stats/
Disallow /stats2/
Disallow /student_affairs/gacoll411-HOLD/
Disallow /themes/
Disallow /usg123/
Disallow /usgtrackit/
Disallow /usgweb/
Disallow /usgweb/accred/
Disallow /usgweb/benchmark/
Disallow /usgweb/busserv/
Disallow /usgweb/capres/
Disallow /usgweb/cms/
Disallow /usgweb/complete_college/
Disallow /usgweb/cpr/
Disallow /usgweb/css-test/
Disallow /usgweb/hr/
Disallow /usgweb/hrdata/
Disallow /usgweb/hrmanual/
Disallow /usgweb/iitsp/
Disallow /usgweb/inst_cals/
Disallow /usgweb/luminis/
Disallow /usgweb/MissingIndexFinder/
Disallow /usgweb/mvr/
Disallow /usgweb/oiesurvey-data/
Disallow /usgweb/old_email.txt
Disallow /usgweb/old_email1.txt
Disallow /usgweb/phptest.php
Disallow /usgweb/policy-old/
Disallow /usgweb/records/
Disallow /usgweb/SAcatalog/
Disallow /usgweb/scholarships/
Disallow /usgweb/studentaff/
Disallow /usgweb/student_svcs/
Disallow /usgweb/studyabroad/
Disallow /usgweb/usg_redesign/
Disallow /usgweb/usoaw/
Disallow /v3/
Disallow /v4/
Disallow /v5/
Disallow /vnef/
Disallow /usgtrackit/
Disallow /webcast/
Disallow /webcast2BU/
Disallow /webcast2_mov/
Disallow /webcast3/
Disallow /webcast4/
Disallow /web2_materials/
Disallow /wimba/
Disallow /themes/
Disallow /oiit/strategic-plan/
Disallow /mobiletest/

baiduspider
baiduspider
baiduspider-video
baiduspider-image
baiduspider+
baiduspider/2.0

Rule Path
Disallow /

yandex

Rule Path
Disallow /

Comments

  • Block Baidu spider
  • BLOCK Yandex