Log In Sign Up

facebook.com
robots.txt

Robots Exclusion Standard data for facebook.com

Resource Scan

Scan Details

Site Domain facebook.com
Base Domain facebook.com
Scan Status Ok
Last Scan2024-04-15T20:47:39+00:00
Next Scan 2024-04-29T20:47:39+00:00

Last Scan

Scanned2024-04-15T20:47:39+00:00
URL https://facebook.com/robots.txt
Domain IPs 157.240.7.35, 2a03:2880:f10c:181:face:b00c:0:25de
Response IP 157.240.235.35
Found Yes
Hash 057342300dfbb3269ebfd6017881f52cfe9534ada892e6dadcac366b8f0f0987
SimHash 7851c5514539

Groups

applebot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

baiduspider

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

bingbot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

discordbot

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

duckduckbot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

facebookexternalhit

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

googlebot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

google-extended

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

googlebot-image

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /map_tile.php
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /static_map.php
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

gptbot

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

ia_archiver

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

linkedinbot

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

msnbot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

naverbot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

pinterestbot

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

screaming frog seo spider

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

seznambot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

slurp

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

teoma

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

telegrambot

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

twitterbot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

yandex

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

yeti

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

applebot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

baiduspider

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

bingbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch

discordbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch/?v=*

duckduckbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch/?v=*

facebookexternalhit

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /iap/product/?product_id=*
Allow /safetycheck/
Allow /watch/?v=*

googlebot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch

ia_archiver

Rule Path
Allow /about/privacy
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /full_data_use_policy
Allow /legal/terms
Allow /policy.php
Allow /safetycheck/

linkedinbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch/?v=*

msnbot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

naverbot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

pinterestbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch/?v=*

screaming frog seo spider

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch

seznambot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

slurp

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

teoma

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

telegrambot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch/?v=*

twitterbot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

yandex

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

yeti

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

*

Rule Path
Disallow /
Back to top

Comments

  • Notice: Collection of data on Facebook through automated means is
  • prohibited unless you have express written permission from Facebook
  • and may only be conducted for the limited purpose contained in said
  • permission.
  • See: http://www.facebook.com/apps/site_scraping_tos_terms.php
Back to top