Log In Sign Up

digitaloperate.com
robots.txt

Robots Exclusion Standard data for digitaloperate.com

Resource Scan

Scan Details

Site Domain digitaloperate.com
Base Domain digitaloperate.com
Scan Status Ok
Last Scan2026-02-04T01:04:23+00:00
Next Scan 2026-03-06T01:04:23+00:00

Last Scan

Scanned2026-02-04T01:04:23+00:00
URL https://digitaloperate.com/robots.txt
Domain IPs 103.53.40.108
Response IP 103.53.40.108
Found Yes
Hash 62e251bde5b3d8593364d95ed205bb5c69ab5641fce07a03e8cfcb7decf1807a
SimHash f85157554739

Groups

applebot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

baiduspider

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

bingbot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

discordbot

Rule Path
Disallow /
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

facebookexternalhit

Rule Path
Disallow /
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

googlebot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

googlebot-image

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /map_tile.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/
Disallow /static_map.php

ia_archiver

Rule Path
Disallow /
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

linkedinbot

Rule Path
Disallow /
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

msnbot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

naverbot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

pinterestbot

Rule Path
Disallow /
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

seznambot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

slurp

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

teoma

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

telegrambot

Rule Path
Disallow /
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

twitterbot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

yandex

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

yeti

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /dialog/
Disallow /fbml/ajax/dialog/
Disallow /feeds/
Disallow /file_download.php
Disallow /job_application/
Disallow /l.php
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /share.php
Disallow /share/
Disallow /sharer.php
Disallow /sharer/

applebot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

baiduspider

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

bingbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/
Allow /watch

discordbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/
Allow /watch/?v=*

facebookexternalhit

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/
Allow /watch/?v=*

googlebot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/
Allow /watch

ia_archiver

Rule Path
Allow /about/privacy
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /full_data_use_policy
Allow /legal/terms
Allow /policy.php
Allow /safetycheck/

linkedinbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/
Allow /watch/?v=*

msnbot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

naverbot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

pinterestbot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/
Allow /watch/?v=*

seznambot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

slurp

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

teoma

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

telegrambot

Rule Path
Allow /*/videos/
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/
Allow /watch/?v=*

twitterbot

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

yandex

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

yeti

Rule Path
Allow /ajax/bootloader-endpoint/
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

*

Rule Path
Disallow /
Back to top

Comments

  • Notice: Collection of data on Facebook through automated means is
  • prohibited unless you have express written permission from Facebook
  • and may only be conducted for the limited purpose contained in said
  • permission.
  • See: http://www.facebook.com/apps/site_scraping_tos_terms.php
Back to top