sjn.com
robots.txt

Robots Exclusion Standard data for sjn.com

Resource Scan

Scan Details

Site Domain sjn.com
Base Domain sjn.com
Scan Status Ok
Last Scan2024-09-16T01:55:53+00:00
Next Scan 2024-10-16T01:55:53+00:00

Last Scan

Scanned2024-09-16T01:55:53+00:00
URL https://sjn.com/robots.txt
Redirect https://www.sjn.com/robots.txt
Redirect Domain www.sjn.com
Redirect Base sjn.com
Domain IPs 176.28.9.5
Redirect IPs 176.28.9.5
Response IP 176.28.9.5
Found Yes
Hash ea06347bdc527079231e32ed13435fb4650bda4cf2c687d4e4a3b617eedb5f9d
SimHash e3914172798d

Groups

amazonbot

Rule Path
Allow /info/
Disallow /

trendictionbot

Rule Path
Allow /pr/
Disallow /

linkedinbot

Rule Path
Allow /
Disallow /403/

gptbot

Rule Path
Allow /info/
Disallow /

claudebot

Rule Path
Allow /info/
Disallow /

imagesiftbot

Rule Path
Disallow /

webwikibot

Rule Path
Disallow /

seekportbot

Rule Path
Disallow /

bytespider

Rule Path
Disallow /

urlmetriken

Rule Path
Disallow /

rytebot

Rule Path
Disallow /

amazonbot

Rule Path
Disallow /

academicbotrtu

Rule Path
Disallow /

adsbot

Rule Path
Disallow /

ahrefsbot

Rule Path
Disallow /

dataforseobot

Rule Path
Disallow /

adsbot-google

Rule Path
Disallow /

adsbot-google-mobile

Rule Path
Disallow /

cliqzbot

Rule Path
Disallow /

seznambot

Rule Path
Disallow /

t3versionsbot

Rule Path
Disallow /

naverbot

Rule Path
Disallow /

neevabot

Rule Path
Disallow /

cityreview

Rule Path
Disallow /

twiceler

Rule Path
Disallow /

dotbot

Rule Path
Disallow /

mj12bot

Rule Path
Disallow /

ia_archiver

Rule Path
Disallow /

infotigerbot

Rule Path
Disallow /

bizzinformation

Rule Path
Disallow /

pagesinventory

Rule Path
Disallow /

websiteoutlook

Rule Path
Disallow /

bizinformation

Rule Path
Disallow /

yasni

Rule Path
Disallow /

pipl

Rule Path
Disallow /

myonid

Rule Path
Disallow /

askpeterbot

Rule Path
Disallow /

siteexplorer

Rule Path
Disallow /

blexbot

Rule Path
Disallow /

yeti

Rule Path
Disallow /

riddler

Rule Path
Disallow /

jamesbot

Rule Path
Disallow /

barkrowler

Rule Path
Disallow /

bubing

Rule Path
Disallow /

proximic

Rule Path
Disallow /

seznambot

Rule Path
Disallow /

grapeshot

Rule Path
Disallow /

safednsbot

Rule Path
Disallow /

implisensebot

Rule Path
Disallow /

ias_crawler

Rule Path
Disallow /

buck

Rule Path
Disallow /

extlinksbot

Rule Path
Disallow /

linkdexbot

Rule Path
Disallow /

spbot

Rule Path
Disallow /

daum

Rule Path
Disallow /

yoozbot

Rule Path
Disallow /

spiderling

Rule Path
Disallow /

barkrowler

Rule Path
Disallow /

wotbox

Rule Path
Disallow /

mixnodecache

Rule Path
Disallow /

seobility

Rule Path
Disallow /

serpstatbot

Rule Path
Disallow /

aihitbot

Rule Path
Disallow /

dataprovider.com

Rule Path
Disallow /

seekport crawler

Rule Path
Disallow /

petalbot

Rule Path
Disallow /

ahrefsbot

Rule Path
Disallow /

semanticbot

Rule Path
Disallow /

mindupbot

Rule Path
Disallow /

seokicks

Rule Path
Disallow /

semrushbot

Rule Path
Disallow /

netcraftsurveyagent

Rule Path
Disallow /

ccbot

Rule Path
Disallow /

academicbotrtu

Rule Path
Disallow /

timpibot

Rule Path
Disallow /

neevabot

Rule Path
Disallow /
Disallow /
Disallow /

*

Rule Path
Disallow /firma
Disallow /company
Disallow /business
Disallow /betrieb
Disallow /portfolio
Disallow /eintrag
Disallow /info/honeypot.shtml
Disallow /info/terms_of_use_new.shtml
Disallow /info/privacy_policy_new.shtml
Disallow /info/datenschutz_neu.shtml
Disallow /info/nutzungsbedingungen_neu.shtml
Disallow /info/manual/
Disallow /cgi-bin
Disallow /*.cgi
Disallow /*.pdf
Disallow /r.php
Disallow /theme%3A%3Aupdate
Disallow */theme%3A%3Aupdate
Disallow /*/theme%3A%3Aupdate
Disallow /index.php/action%3A%3Arecommend/
Disallow /index.php/action%3A%3Arecommend/*
Disallow /index.php/action%3A%3Areport_dead/
Disallow /index.php/action%3A%3Areport_dead/*
Disallow /index.php/search%3A%3Acat/*
Disallow /*/index.php/search%3A%3Acat/*
Disallow /index.php/Terms%3A%3A*
Disallow /index.php?Terms=*
Disallow /index.php?fmt=xml*
Disallow /index.php?qualifier=*
Disallow /index.php/Handwerk/Handwerk/
Disallow /index.php/Handwerk/Handwerk/*
Disallow /*/index.php/Terms%3A%3A*
Disallow /*/index.php?Terms=*
Disallow /*/index.php?fmt=xml*
Disallow /*/index.php?qualifier=*
Disallow /*/index2.php
Disallow /*/index3.php
Disallow /*/index2.php?*
Disallow /*/index3.php?*
Disallow /index.php?affiliate=*
Disallow *contentmatch*
Disallow *inline*
Disallow /index2.php
Disallow /produkte/index2.php
Disallow /produkte/r.php
Disallow /products/index2.php
Disallow /products/r.php
Disallow /products/r.php?ID=*
Disallow /produkte/index_short.php*
Disallow /leads/index2.php
Disallow /pr/index2.php
Disallow /media/index2.php
Disallow /mediathek/index2.php
Disallow /support
Disallow /cobrand.php
Disallow /cobrand.php*
Disallow /accounts.php
Disallow /affiliates.php
Disallow /info/badge.shtml
Disallow */%2B
Disallow /*/%2B
Disallow *theme%3Dshort
Disallow *theme%3A%3Ashort

googlebot
googlebot-news

Rule Path
Allow /firma
Allow /company
Allow /business
Allow /betrieb
Allow /portfolio
Allow /eintrag
Allow /pr
Allow /pr/rss.php/search%3A%3Anew/
Disallow /index.php/Handwerk/Handwerk/
Disallow /index.php/Handwerk/Handwerk/*
Disallow /theme%3A%3Aupdate
Disallow */theme%3A%3Aupdate
Disallow /*/theme%3A%3Aupdate
Disallow /index.php/action%3A%3Arecommend/
Disallow /index.php/action%3A%3Arecommend/*
Disallow /index.php/action%3A%3Areport_dead/
Disallow /index.php/action%3A%3Areport_dead/*
Disallow /products/*/index.php/action%3A%3Adetail/id%3A%3A*/theme%3A%3Adefault
Disallow /cgi-bin
Disallow /*.cgi
Disallow /*.pdf
Disallow /r.php
Disallow /r*.php
Disallow */r*.php
Disallow /theme%3A%3Aupdate
Disallow /*/theme%3A%3Aupdate
Disallow /index.php/action%3A%3Arecommend/
Disallow /index.php/action%3A%3Arecommend/*
Disallow /index.php/action%3A%3Areport_dead/*
Disallow /index.php/Terms%3A%3A*
Disallow /index.php?Terms=*
Disallow /index.php?fmt=xml*
Disallow /index.php?fmt=xml
Disallow /index.php?qualifier=*
Disallow /index.php?affiliate=*
Disallow /feed-li.php?fmt=xml&affiliate=&Terms=*&IP=*
Disallow /feed-lu.php?fmt=xml&affiliate=&Terms=*&IP=*
Disallow /*/index.php/Terms%3A%3A*
Disallow /*/index.php?Terms=*
Disallow /*/index.php?fmt=xml*
Disallow /*/index.php?qualifier=*
Disallow /*/index2.php
Disallow /*/index3.php
Disallow /*/index2.php?*
Disallow /*/index3.php?*
Disallow /index.php?affiliate=*
Disallow *contentmatch*
Disallow *inline*
Disallow /produkte/index2.php
Disallow /produkte/r.php
Disallow /products/index2.php
Disallow /products/r.php
Disallow /products/r.php?ID=*
Disallow /pr/r.php
Disallow /pr/r.php?ID=*
Disallow /messen/index2.php
Disallow /messen/r.php
Disallow /messen/r.php?ID=*
Disallow /leads/index2.php
Disallow /pr/index2.php
Disallow /media/index2.php
Disallow /mediathek/index2.php
Disallow /support
Disallow /cobrand.php
Disallow /accounts.php
Disallow /accounts.php*
Disallow /affiliates.php
Disallow /info/badge.shtml
Disallow */%2B
Disallow /*/%2B
Disallow *theme%3Dshort*
Disallow *theme%3A%3Ashort*
Disallow /403/

msnbot
bingbot

Rule Path
Allow /firma
Allow /company
Allow /business
Allow /betrieb
Allow /portfolio
Allow /eintrag
Allow /pr
Disallow /index.php/Handwerk/Handwerk/
Disallow /index.php/Handwerk/Handwerk/*
Disallow /theme%3A%3Aupdate
Disallow */theme%3A%3Aupdate
Disallow /*/theme%3A%3Aupdate
Disallow /index.php/action%3A%3Arecommend/
Disallow /index.php/action%3A%3Arecommend/*
Disallow /index.php/action%3A%3Areport_dead/
Disallow /index.php/action%3A%3Areport_dead/*
Disallow /products/*/index.php/action%3A%3Adetail/id%3A%3A*/theme%3A%3Adefault
Disallow /cgi-bin
Disallow /*.cgi
Disallow /*.pdf
Disallow /r.php
Disallow /r*.php
Disallow */r*.php
Disallow /theme%3A%3Aupdate
Disallow /*/theme%3A%3Aupdate
Disallow /index.php/action%3A%3Arecommend/
Disallow /index.php/action%3A%3Arecommend/*
Disallow /index.php/action%3A%3Areport_dead/*
Disallow /index.php/Terms%3A%3A*
Disallow /index.php?Terms=*
Disallow /index.php?fmt=xml*
Disallow /index.php?fmt=xml
Disallow /index.php?qualifier=*
Disallow /index.php?affiliate=*
Disallow /feed-li.php?fmt=xml&affiliate=&Terms=*&IP=*
Disallow /feed-lu.php?fmt=xml&affiliate=&Terms=*&IP=*
Disallow /*/index.php/Terms%3A%3A*
Disallow /*/index.php?Terms=*
Disallow /*/index.php?fmt=xml*
Disallow /*/index.php?qualifier=*
Disallow /*/index2.php
Disallow /*/index3.php
Disallow /*/index2.php?*
Disallow /*/index3.php?*
Disallow /*/en/*
Disallow /index.php?affiliate=*
Disallow *contentmatch*
Disallow *inline*
Disallow /produkte/index2.php
Disallow /produkte/r.php
Disallow /products/index2.php
Disallow /products/r.php
Disallow /products/r.php?ID=*
Disallow /pr/r.php
Disallow /pr/r.php?ID=*
Disallow /messen/index2.php
Disallow /messen/r.php
Disallow /messen/r.php?ID=*
Disallow /leads/index2.php
Disallow /pr/index2.php
Disallow /media/index2.php
Disallow /mediathek/index2.php
Disallow /support
Disallow /cobrand.php
Disallow /accounts.php
Disallow /accounts.php*
Disallow /affiliates.php
Disallow /info/badge.shtml
Disallow */%2B
Disallow /*/%2B
Disallow *theme%3Dshort*
Disallow *theme%3A%3Ashort*
Disallow /403/

Other Records

Field Value
crawl-delay 5

qwantify

Rule Path
Allow /firma
Allow /company
Allow /business
Allow /betrieb
Allow /portfolio
Allow /eintrag
Disallow /index.php/Handwerk/Handwerk/
Disallow /index.php/Handwerk/Handwerk/*
Disallow /theme%3A%3Aupdate
Disallow */theme%3A%3Aupdate
Disallow /*/theme%3A%3Aupdate
Disallow /index.php/action%3A%3Arecommend/
Disallow /index.php/action%3A%3Arecommend/*
Disallow /index.php/action%3A%3Areport_dead/
Disallow /index.php/action%3A%3Areport_dead/*
Disallow /products/*/index.php/action%3A%3Adetail/id%3A%3A*/theme%3A%3Adefault
Disallow /cgi-bin
Disallow /*.cgi
Disallow /*.pdf
Disallow /r.php
Disallow /theme%3A%3Aupdate
Disallow /*/theme%3A%3Aupdate
Disallow /index.php/action%3A%3Arecommend/
Disallow /index.php/action%3A%3Arecommend/*
Disallow /index.php/action%3A%3Areport_dead/*
Disallow /index.php/Terms%3A%3A*
Disallow /index.php?Terms=*
Disallow /index.php?fmt=xml*
Disallow /index.php?fmt=XML
Disallow /index.php?fmt=inline*
Disallow /index.php?qualifier=*
Disallow /index.php?affiliate=*
Disallow /feed-li.php?fmt=xml&affiliate=&Terms=*&IP=*
Disallow /feed-lu.php?fmt=xml&affiliate=&Terms=*&IP=*
Disallow /*/index.php/Terms%3A%3A*
Disallow /*/index.php?Terms=*
Disallow /*/index.php?fmt=xml*
Disallow /*/index.php?qualifier=*
Disallow /*/index2.php
Disallow /*/index3.php
Disallow /*/index2.php?*
Disallow /*/index3.php?*
Disallow /index.php?affiliate=*
Disallow *contentmatch*
Disallow *inline*
Disallow /produkte/index2.php
Disallow /produkte/r.php
Disallow /products/index2.php
Disallow /products/r.php
Disallow /products/r.php?ID=*
Disallow /messen/index2.php
Disallow /messen/r.php
Disallow /messen/r.php?ID=*
Disallow /leads/index2.php
Disallow /pr/index2.php
Disallow /media/index2.php
Disallow /mediathek/index2.php
Disallow /support
Disallow /cobrand.php
Disallow /accounts.php
Disallow /affiliates.php
Disallow /info/badge.shtml
Disallow */%2B
Disallow /*/%2B
Disallow *theme%3Dshort*
Disallow *theme%3A%3Ashort*
Disallow /403/

Comments

  • Notice: Crawling SJN is prohibited unless you have express written permission.
  • See: http://www.sjn.net/info/terms_of_use.shtml
  • User-agent: Amazonbot
  • Disallow: /
  • User-agent: Linguee
  • Disallow: /
  • Disallow: /index.php/search::cat/*
  • Disallow: /index.php/search::cat/*
  • Disallow: /index.php/search::cat/*

Warnings

  • 2 invalid lines.
  • `user agent` is not a known field.