Log In Sign Up

cubics.pro
robots.txt

Robots Exclusion Standard data for cubics.pro

Resource Scan

Scan Details

Site Domain cubics.pro
Base Domain cubics.pro
Scan Status Ok
Last Scan2025-10-12T22:05:05+00:00
Next Scan 2025-11-11T22:05:05+00:00

Last Scan

Scanned2025-10-12T22:05:05+00:00
URL https://cubics.pro/robots.txt
Domain IPs 104.21.55.59, 172.67.145.89, 2606:4700:3034::6815:373b, 2606:4700:3036::ac43:9159
Response IP 104.21.55.59
Found Yes
Hash ce73d859f5ffa597c5a1a9779ff325d4e6966160da17f2d4de9d2cb6639b3a23
SimHash e85157d06311

Groups

applebot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /feeds/
Disallow /file_download.php
Disallow /hashtag/
Disallow /l.php
Disallow /live/
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /sharer/

baiduspider

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /feeds/
Disallow /file_download.php
Disallow /hashtag/
Disallow /l.php
Disallow /live/
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /sharer/

bingbot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /feeds/
Disallow /file_download.php
Disallow /hashtag/
Disallow /l.php
Disallow /live/
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /sharer/

googlebot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /feeds/
Disallow /file_download.php
Disallow /hashtag/
Disallow /l.php
Disallow /live/
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /sharer/

ia_archiver

Rule Path
Disallow /
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /feeds/
Disallow /file_download.php
Disallow /hashtag/
Disallow /l.php
Disallow /live/
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /sharer/

msnbot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /feeds/
Disallow /file_download.php
Disallow /hashtag/
Disallow /l.php
Disallow /live/
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /sharer/

naverbot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /feeds/
Disallow /file_download.php
Disallow /hashtag/
Disallow /l.php
Disallow /live/
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /sharer/

seznambot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /feeds/
Disallow /file_download.php
Disallow /hashtag/
Disallow /l.php
Disallow /live/
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /sharer/

slurp

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /feeds/
Disallow /file_download.php
Disallow /hashtag/
Disallow /l.php
Disallow /live/
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /sharer/

teoma

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /feeds/
Disallow /file_download.php
Disallow /hashtag/
Disallow /l.php
Disallow /live/
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /sharer/

twitterbot

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /feeds/
Disallow /file_download.php
Disallow /hashtag/
Disallow /l.php
Disallow /live/
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /sharer/

yandex

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /feeds/
Disallow /file_download.php
Disallow /hashtag/
Disallow /l.php
Disallow /live/
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /sharer/

yeti

Rule Path
Disallow /ajax/
Disallow /album.php
Disallow /checkpoint/
Disallow /contact_importer/
Disallow /feeds/
Disallow /file_download.php
Disallow /hashtag/
Disallow /l.php
Disallow /live/
Disallow /moments_app/
Disallow /p.php
Disallow /photo.php
Disallow /photos.php
Disallow /sharer/

applebot

Rule Path
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

baiduspider

Rule Path
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

bingbot

Rule Path
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

googlebot

Rule Path
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

ia_archiver

Rule Path
Allow /about/privacy
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /full_data_use_policy
Allow /legal/terms
Allow /policy.php
Allow /safetycheck/

msnbot

Rule Path
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

naverbot

Rule Path
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

seznambot

Rule Path
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

slurp

Rule Path
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

teoma

Rule Path
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

twitterbot

Rule Path
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

yandex

Rule Path
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

yeti

Rule Path
Allow /ajax/pagelet/generic.php/PagePostsSectionPagelet
Allow /safetycheck/

*

Rule Path
Disallow /
Back to top

Comments

  • Notice: Crawling Facebook is prohibited unless you have express written
  • permission. See: http://www.facebook.com/apps/site_scraping_tos_terms.php
Back to top