bannedbook.org
robots.txt

Robots Exclusion Standard data for bannedbook.org

Resource Scan

Scan Details

Site Domain bannedbook.org
Base Domain bannedbook.org
Scan Status Ok
Last Scan2024-09-17T06:54:12+00:00
Next Scan 2024-09-24T06:54:12+00:00

Last Scan

Scanned2024-09-17T06:54:12+00:00
URL https://bannedbook.org/robots.txt
Redirect https://www.bannedbook.org/robots.txt
Redirect Domain www.bannedbook.org
Redirect Base bannedbook.org
Domain IPs 104.27.196.94, 104.27.197.94, 2606:4700:21::681b:c45e, 2606:4700:21::681b:c55e
Redirect IPs 104.27.196.94, 104.27.197.94, 2606:4700:21::681b:c45e, 2606:4700:21::681b:c55e
Response IP 104.27.196.94
Found Yes
Hash 276c3791bd491de93142059ca922c7ed1cf3abaf631bfb90236cfed243ba187e
SimHash 4073da82e677

Groups

mediapartners-google

Rule Path
Disallow

*

Rule Path
Allow /
Disallow /sitesearch.php?q=*
Disallow /viewforum.php*
Disallow /sitemap.php
Disallow /map.php?news
Disallow /viewtopic.php*
Disallow /faq.php
Disallow /news/
Disallow /maps/
Disallow /rss/
Disallow /posting.php
Disallow /post
Disallow /post*.html
Disallow /index.html
Disallow /ucp.php
Disallow /b5/viewforum.php*
Disallow /b5/sitemap.php
Disallow /b5/map.php?news
Disallow /b5/viewtopic.php*
Disallow /b5/faq.php
Disallow /b5/news/
Disallow /b5/maps/
Disallow /b5/rss/
Disallow /b5/posting.php
Disallow /b5/post
Disallow /b5/post*.html
Disallow /b5/index.php
Disallow /b5/ucp.php
Disallow /b5/index.html
Disallow /cdn-cgi/
Disallow /bnews/wp-admin/
Disallow /bnews/author/
Disallow /bnews/wp-login.php
Disallow /bnews/cgi-bin/
Disallow /bnews/index.php
Disallow /bnews/xmlrpc.php
Disallow /bnews/*/comment-page-*
Disallow /bnews/*?replytocom=*
Disallow /bnews/*?variant=*
Disallow /bnews/*/trackback/
Disallow /bnews/*/feed/
Disallow /bnews/*wpmp_switcher%3D*
Disallow /bnews/?p=*
Disallow /bnews/*/page/
Disallow /bnews/wp-content/plugins/wp-postviews-plus/
Disallow /bnews/wp-content/plugins/down-as-pdf/cache/
Disallow /bnews/forum%26q
Disallow *000$
Disallow *variant%3Dzh-tw$
Disallow /*?__shortid__=*
Disallow /bnews/feed/
Disallow */feed/
Disallow */trackback/
Disallow /download/news.php
Disallow /af/
Disallow /sq/
Disallow /am/
Disallow /ar/
Disallow /hy/
Disallow /az/
Disallow /eu/
Disallow /be/
Disallow /bn/
Disallow /bs/
Disallow /bg/
Disallow /ca/
Disallow /ceb/
Disallow /ny/
Disallow /co/
Disallow /hr/
Disallow /cs/
Disallow /da/
Disallow /nl/
Disallow /en/
Disallow /eo/
Disallow /et/
Disallow /tl/
Disallow /fi/
Disallow /fr/
Disallow /fy/
Disallow /gl/
Disallow /ka/
Disallow /de/
Disallow /el/
Disallow /gu/
Disallow /ht/
Disallow /ha/
Disallow /haw/
Disallow /iw/
Disallow /hi/
Disallow /hmn/
Disallow /hu/
Disallow /is/
Disallow /ig/
Disallow /id/
Disallow /ga/
Disallow /it/
Disallow /ja/
Disallow /jw/
Disallow /kn/
Disallow /kk/
Disallow /km/
Disallow /ko/
Disallow /ku/
Disallow /ky/
Disallow /lo/
Disallow /la/
Disallow /lv/
Disallow /lt/
Disallow /lb/
Disallow /mk/
Disallow /mg/
Disallow /ms/
Disallow /ml/
Disallow /mt/
Disallow /mi/
Disallow /mr/
Disallow /mn/
Disallow /my/
Disallow /ne/
Disallow /no/
Disallow /ps/
Disallow /fa/
Disallow /pl/
Disallow /pt/
Disallow /pa/
Disallow /ro/
Disallow /ru/
Disallow /sm/
Disallow /gd/
Disallow /sr/
Disallow /st/
Disallow /sn/
Disallow /sd/
Disallow /si/
Disallow /sk/
Disallow /sl/
Disallow /so/
Disallow /es/
Disallow /su/
Disallow /sw/
Disallow /sv/
Disallow /tg/
Disallow /ta/
Disallow /te/
Disallow /th/
Disallow /tr/
Disallow /uk/
Disallow /ur/
Disallow /uz/
Disallow /vi/
Disallow /cy/
Disallow /xh/
Disallow /yi/
Disallow /yo/
Disallow /zu/
Allow /bnews/wp-content/uploads
Allow /resources/file/*000$
Allow /downnews/*000$

Other Records

Field Value
crawl-delay 10

pinterest

Rule Path
Disallow /af/
Disallow /sq/
Disallow /am/
Disallow /ar/
Disallow /hy/
Disallow /az/
Disallow /eu/
Disallow /be/
Disallow /bn/
Disallow /bs/
Disallow /bg/
Disallow /ca/
Disallow /ceb/
Disallow /ny/
Disallow /co/
Disallow /hr/
Disallow /cs/
Disallow /da/
Disallow /nl/
Disallow /en/
Disallow /eo/
Disallow /et/
Disallow /tl/
Disallow /fi/
Disallow /fr/
Disallow /fy/
Disallow /gl/
Disallow /ka/
Disallow /de/
Disallow /el/
Disallow /gu/
Disallow /ht/
Disallow /ha/
Disallow /haw/
Disallow /iw/
Disallow /hi/
Disallow /hmn/
Disallow /hu/
Disallow /is/
Disallow /ig/
Disallow /id/
Disallow /ga/
Disallow /it/
Disallow /ja/
Disallow /jw/
Disallow /kn/
Disallow /kk/
Disallow /km/
Disallow /ko/
Disallow /ku/
Disallow /ky/
Disallow /lo/
Disallow /la/
Disallow /lv/
Disallow /lt/
Disallow /lb/
Disallow /mk/
Disallow /mg/
Disallow /ms/
Disallow /ml/
Disallow /mt/
Disallow /mi/
Disallow /mr/
Disallow /mn/
Disallow /my/
Disallow /ne/
Disallow /no/
Disallow /ps/
Disallow /fa/
Disallow /pl/
Disallow /pt/
Disallow /pa/
Disallow /ro/
Disallow /ru/
Disallow /sm/
Disallow /gd/
Disallow /sr/
Disallow /st/
Disallow /sn/
Disallow /sd/
Disallow /si/
Disallow /sk/
Disallow /sl/
Disallow /so/
Disallow /es/
Disallow /su/
Disallow /sw/
Disallow /sv/
Disallow /tg/
Disallow /ta/
Disallow /te/
Disallow /th/
Disallow /tr/
Disallow /uk/
Disallow /ur/
Disallow /uz/
Disallow /vi/
Disallow /cy/
Disallow /xh/
Disallow /yi/
Disallow /yo/
Disallow /zu/
Disallow /sitesearch.php?q=*
Disallow /viewforum.php*
Disallow /sitemap.php
Disallow /map.php?news
Disallow /viewtopic.php*
Disallow /faq.php
Disallow /news/
Disallow /maps/
Disallow /rss/
Disallow /posting.php
Disallow /post
Disallow /post*.html
Disallow /index.html
Disallow /ucp.php
Disallow /b5/viewforum.php*
Disallow /b5/sitemap.php
Disallow /b5/map.php?news
Disallow /b5/viewtopic.php*
Disallow /b5/faq.php
Disallow /b5/news/
Disallow /b5/maps/
Disallow /b5/rss/
Disallow /b5/posting.php
Disallow /b5/post
Disallow /b5/post*.html
Disallow /b5/index.php
Disallow /b5/ucp.php
Disallow /b5/index.html
Disallow /cdn-cgi/
Disallow /bnews/wp-admin/
Disallow /bnews/author/
Disallow /bnews/wp-login.php
Disallow /bnews/cgi-bin/
Disallow /bnews/index.php
Disallow /bnews/xmlrpc.php
Disallow /bnews/*/comment-page-*
Disallow /bnews/*?replytocom=*
Disallow /bnews/*?variant=*
Disallow /bnews/*/trackback/
Disallow /bnews/*/feed/
Disallow /bnews/*wpmp_switcher%3D*
Disallow /bnews/?p=*
Disallow /bnews/*/page/
Disallow /bnews/wp-content/plugins/wp-postviews-plus/
Disallow /bnews/wp-content/plugins/down-as-pdf/cache/
Disallow *000$
Disallow *variant%3Dzh-tw$
Disallow /*?__shortid__=*
Disallow /bnews/feed/
Disallow */feed/
Disallow */trackback/
Disallow /download/news.php
Allow /bnews/wp-content/uploads
Allow /resources/file/*000$
Allow /

Other Records

Field Value
crawl-delay 60

yandex

Rule Path
Disallow /

spiderling

Rule Path
Disallow /

wotbox

Rule Path
Disallow /

yeti

Rule Path
Disallow /

dotbot

Rule Path
Disallow /

magpie-crawler

Rule Path
Disallow /

sitecheck.internetseer.com

Rule Path
Disallow /

zealbot

Rule Path
Disallow /

msiecrawler

Rule Path
Disallow /

sitesnagger

Rule Path
Disallow /

webstripper

Rule Path
Disallow /

webcopier

Rule Path
Disallow /

fetch

Rule Path
Disallow /

offline explorer

Rule Path
Disallow /

teleport

Rule Path
Disallow /

teleportpro

Rule Path
Disallow /

webzip

Rule Path
Disallow /

linko

Rule Path
Disallow /

httrack

Rule Path
Disallow /

microsoft.url.control

Rule Path
Disallow /

xenu

Rule Path
Disallow /

larbin

Rule Path
Disallow /

libwww

Rule Path
Disallow /

zyborg

Rule Path
Disallow /

download ninja

Rule Path
Disallow /

wget

Rule Path
Disallow /

grub-client

Rule Path
Disallow /

k2spider

Rule Path
Disallow /

npbot

Rule Path
Disallow /

webreaper

Rule Path
Disallow /

seokicks

Rule Path
Disallow /

sistrix

Rule Path
Disallow /

ahrefsbot

Rule Path
Disallow /

ezooms

Rule Path
Disallow /

mj12bot

Rule Path
Disallow /

wsearch

Rule Path
Disallow /

seznambot

Rule Path
Disallow /

spbot

Rule Path
Disallow /

exabot

Rule Path
Disallow /

docomo

Rule Path
Disallow /

discobot

Rule Path
Disallow /

baiduspider

Rule Path
Disallow /

sogou

Rule Path
Disallow /

blexbot

Rule Path
Disallow /