Log In Sign Up

ns.facebook.com
robots.txt

Robots Exclusion Standard data for ns.facebook.com

Resource Scan

Scan Details

Site Domain ns.facebook.com
Base Domain facebook.com
Scan Status Failed
Failure StageFetching resource.
Failure ReasonCouldn't connect to server.
Last Scan2024-09-17T03:35:52+00:00
Next Scan 2024-12-16T03:35:52+00:00

Last Successful Scan

Scanned2024-02-26T16:48:45+00:00
URL https://ns.facebook.com/robots.txt
Domain IPs 157.240.15.1, 2a03:2880:f00c:13:face:b00c:0:2
Response IP 157.240.15.1
Found Yes
Hash 3f263701d36e8dac3201b8b4070b25bb3a326fc881da8fa05e9d5a2353bfc5fe
SimHash 7851c5504539

Groups

applebot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

baiduspider

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

bingbot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

discordbot

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

duckduckbot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

facebookexternalhit

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

googlebot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

google-extended

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

googlebot-image

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /map_tile.php
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /static_map.php
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

gptbot

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

ia_archiver

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

linkedinbot

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

msnbot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

naverbot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

pinterestbot

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

screaming frog seo spider

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

seznambot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

slurp

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

teoma

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

telegrambot

Rule Path
Disallow /
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

twitterbot

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

yandex

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

yeti

Rule Path
Disallow /*/plugins/*
Disallow /a/bz?
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /login.php?next=
Disallow /login/?next=
Disallow /moments_app/
Disallow /p.php
Disallow /photos.php
Disallow /plugins/
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /tr/
Disallow /tr?
Disallow /ufi/reaction/profile/browser/
Disallow /x/oauth/

applebot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

baiduspider

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

bingbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch

discordbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch/?v=*

duckduckbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch/?v=*

facebookexternalhit

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch/?v=*

googlebot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch

ia_archiver

Rule Path
Allow /about/privacy
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /full_data_use_policy
Allow /legal/terms
Allow /policy.php
Allow /safetycheck/

linkedinbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch/?v=*

msnbot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

naverbot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

pinterestbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch/?v=*

screaming frog seo spider

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch

seznambot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

slurp

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

teoma

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

telegrambot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/
Allow /watch/?v=*

twitterbot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

yandex

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

yeti

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /careers/
Allow /safetycheck/

*

Rule Path
Disallow /
Back to top

Comments

  • Notice: Collection of data on Facebook through automated means is
  • prohibited unless you have express written permission from Facebook
  • and may only be conducted for the limited purpose contained in said
  • permission.
  • See: http://www.facebook.com/apps/site_scraping_tos_terms.php
Back to top