bethel.edu
robots.txt

Robots Exclusion Standard data for bethel.edu

Resource Scan

Scan Details

Site Domain bethel.edu
Base Domain bethel.edu
Scan Status Ok
Last Scan2024-05-29T16:27:39+00:00
Next Scan 2024-06-28T16:27:39+00:00

Last Scan

Scanned2024-05-29T16:27:39+00:00
URL https://www.bethel.edu/robots.txt
Domain IPs 140.88.101.248
Response IP 140.88.101.248
Found Yes
Hash 9b6361f851a7ee9e0479abd01672b6818dd56925fd27b9a519ef2f4b7be83330
SimHash 55de468ad417

Groups

petalbot
aspiegelbot
ahrefsbot
ahrefs
mj12bot
semrushbot
semrush
dotbot
mauibot
seznambot
nimbostratus-bot
blexbot
sogou

Rule Path
Disallow /

*

Rule Path
Disallow /cgi-bin/
Disallow /_testing/
Disallow /_archive/
Disallow /_portal/
Allow /cdn/css/*?*
Disallow /web-development/
Disallow /offices/web-services/training/
Disallow /reports/
Disallow /bethel-news/intra/
Disallow /silva/
Disallow /web-services/wiki/
Disallow /its/wiki/
Disallow /e-announcements/
Disallow /getd_print.html
Disallow /undergrad/academics/nursing/admission-requirements/application.php
Disallow /giving/scholarship-thank-you.php
Disallow /people-culture/recognition/
Disallow /people-culture/payroll/
Disallow /academics/build/student-life/peer-mentors/job-student-mentor-application.php
Disallow /academics/build/student-life/peer-mentors/returning-mentor-application.php
Disallow /academics/build/student-life/peer-mentors/new-mentor-application.php
Disallow /registrar/forms/cpos.php
Disallow /safety-security/card-access-post-trad.php
Disallow /registrar/registration/seminary/changes-petitions/individual-programs.php
Disallow /registrar/forms/cas-grad-application.php
Disallow /accessibility/students/accommodations/forms/oars-release-confidential-information-form.php
Disallow /accessibility/students/accommodations/forms/roommate-release-form.php
Disallow /_archive/adult-undergrad/academics/physician-assistant-old/how-to-apply/healthcare-completion.php
Disallow /academic-affairs/forms/cas-dean-faculty-candidate.php
Disallow /academic-affairs/forms/associate-dean-international-off-campus-programs-candidate.php
Disallow /registrar/ferpa/request-view-records.php
Disallow /undergrad/academics/social-work/forms/social-work-candidacy-application.php
Disallow /graduate/admissions/enroll.php
Disallow /community-engaged-learning/faculty/index.php
Disallow /community-engaged-learning/students/application.php
Disallow /dining-services/employment/student/sodexo-student-worker-application.php
Disallow /_archive/covid-19/archive/necessary-technology.php
Disallow /_archive/build/release-consent.php
Disallow /events/commencement/seminary/faculty/rsvp.php
Disallow /undergrad/bsg/nickelodeon-ticket-payment.php
Disallow /library/research/databases/database-passwords.php
Disallow /_testing/_archive/registrar/
Disallow /_testing/_archive/registrar/forms/
Disallow /registrar/forms/engineering-transfer.php
Disallow /business-office/new-payment.php
Disallow /people-culture/employee-resources/index.php
Disallow /undergrad/student-life/leadership/summit/registration.php
Disallow /undergrad/student-life/services/commuters/locker-request.php
Disallow /registrar/forms/elementary-education-first-aid-waiver.php
Disallow /_archive/projects/space-planning/index.php
Disallow /undergrad/student-life/services/commuters/commuter-shirt.php
Disallow /undergrad/admissions/apply/honors.php
Disallow /financial-aid/forms/military-benefit-form-1819.php
Disallow /_testing/_archive/jmo/formats/seminary-catalog-11-12.pdf.php
Disallow /_testing/_archive/jmo/block-pages/auth/
Disallow /undergrad/academics/social-work/forms/field-evaluation-review.php
Disallow /financial-aid/military-verification.php
Disallow /marketing/web-student-application.php
Disallow /people-culture/student-employment/hired/
Disallow /people-culture/student-employment/supervisors/
Disallow /people-culture/student-employment/forms/
Disallow /people-culture/student-employment/supervisors/separation-notice.php
Disallow /people-culture/student-employment/supervisors/royal-kudos.php
Disallow /people-culture/student-employment/supervisors/new-position-description.php
Disallow /people-culture/open-enrollment/
Disallow /registrar/forms/residency-requirement-petition.php
Disallow /registrar/forms/cas-switch-humanities-cwilt.php
Disallow /registrar/forms/covid-19-grade-modes.php
Disallow /undergrad/academics/english-journalism/johnson-center/application.php
Disallow /registrar/forms/endorsement-changes.php
Disallow /_archive/facilities-management/sign-request.php
Disallow /people-culture/benefits/benefits-faq/index.php
Disallow /_archive/off-campus-programs/frogtown-summit-university/service-learning/students/service-learning-application.php
Disallow /registrar/transcripts-records/enrollment-verification.php
Disallow /_archive/covid-19-archive/vaccine-reporting-old.php
Disallow /people-culture/student-employment/application-appeal.php
Disallow /people-culture/professional-development/
Disallow /academic-affairs/forms/basic.php
Disallow /undergrad/financial-aid/your-offer/enrollment-changes.php
Disallow /seminary/financial-aid/after-awarded/enrollment-changes1.php
Disallow /graduate/financial-aid/after-awarded/enrollment-changes.php
Disallow /adult-undergrad/financial-aid/after-awarded/enrollment-changes.php
Disallow /events/commencement/caps-gs/application.php
Disallow /undergrad/admissions/admitted-students/off-campus.php
Disallow /registrar/forms/dmin-opt-in-request.php
Disallow /registrar/registration/temp-hold-lift.php
Disallow /_archive/covid-19/internal-health-screening.php
Disallow /president/addressing-restructuring-concerns.php
Disallow /president/videos/
Disallow /its/forms/new-district-education-placement.php
Disallow /its/forms/new-teacher-education-placement.php
Disallow /_archive/covid-19/mask-request.php
Disallow /registrar/forms/credit-overload-petition.php
Disallow /registrar/forms/other-petition.php
Disallow /president/announcements/2016/
Disallow /registrar/forms/dmin-project-waiver.php
Disallow /undergrad/financial-aid/types/scholarships/finance-scholarship-app.php
Disallow /undergrad/financial-aid/types/scholarships/eagle-scholarship.php
Disallow /registrar/registration/seminary/changes-petitions/guest-status.php
Disallow /events/commencement/undergrad/faculty/rsvp.php
Disallow /_archive/giving/forms/student-fundraising-approval.php
Disallow /marketing/services/internal-communication/prayer-request.php
Disallow /_archive/covid-19/archive/notification-form.php
Disallow /marketing/contact/open-job.php
Disallow /institutional-data-research/institutional-data/key-measures/
Disallow /_archive/campus-store/textbooks/returns-online-pseo.php
Disallow /_archive/campus-store/textbooks/returns-online.php
Disallow /financial-aid/mn-residency.php
Disallow /undergrad/admissions/admitted-students/deposit.php
Disallow /seminary/admissions/enroll.php
Disallow /adult-undergrad/admissions/enroll.php
Disallow /undergrad/admissions/admitted-students/pseo-covenant-agreement.php
Disallow /registrar/forms/change-of-degree.php
Disallow /_testing/_archive/judd-testing/stipend-testing-form.php
Disallow /president/announcements/2013/02-13-budget-faq.php

Other Records

Field Value
crawl-delay 10

Other Records

Field Value
sitemap https://www.bethel.edu/sitemap.xml

Warnings

  • 1 invalid line.