Log In Sign Up

faceebook.com
robots.txt

Robots Exclusion Standard data for faceebook.com

Resource Scan

Scan Details

Site Domain faceebook.com
Base Domain faceebook.com
Scan Status Ok
Last Scan2024-09-20T04:31:06+00:00
Next Scan 2024-10-20T04:31:06+00:00

Last Scan

Scanned2024-09-20T04:31:06+00:00
URL http://faceebook.com/robots.txt
Redirect https://www.facebook.com/robots.txt
Redirect Domain www.facebook.com
Redirect Base facebook.com
Domain IPs 157.240.15.1, 2a03:2880:f00c:20d:face:b00c:0:2
Redirect IPs 157.240.7.35, 2a03:2880:f10c:283:face:b00c:0:25de
Response IP 157.240.13.35
Found Yes
Hash 03cf77130db9ac42dda05baf9cfc4e17a57913fe99096c26d7cf016500d17ec9
SimHash 7855c1846719

Groups

amazonbot

Rule Path
Disallow /

applebot-extended

Rule Path
Disallow /

claudebot

Rule Path
Disallow /

google-extended

Rule Path
Disallow /

gptbot

Rule Path
Disallow /

petalbot

Rule Path
Disallow /

viberbot

Rule Path
Disallow /

yak

Rule Path
Disallow /

yandex

Rule Path
Disallow /

applebot

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

bingbot

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

discordbot

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

duckduckbot

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

facebookexternalhit

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

googlebot

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

googlebot-image

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /map_tile.php
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /static_map.php
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

linkedinbot

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

msnbot

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

naverbot

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

pinterestbot

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

screaming frog seo spider

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

seznambot

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

slurp

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

teoma

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

telegrambot

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

twitterbot

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

yeti

Rule Path
Disallow /*/plugins/*
Disallow /?*next=
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php*%26next%3D
Disallow /login.php/?next=
Disallow /login.php?next=
Disallow /login/*%26next%3D
Disallow /login/?next=
Disallow /login/device-based/regular/login/*%26next%3D
Disallow /login/device-based/regular/login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

*

Rule Path
Disallow /
Back to top

Comments

  • Notice: Collection of data on Facebook through automated means is
  • prohibited unless you have express written permission from Facebook
  • and may only be conducted for the limited purpose contained in said
  • permission.
  • See: http://www.facebook.com/apps/site_scraping_tos_terms.php
Back to top