perfumylane.pl robots.txt

*

Rule	Path
Disallow	/cgi-bin/
Disallow	/feed/
Disallow	/include/
Disallow	/login/
Disallow	/page/
Disallow	/trackback/
Disallow	/google%2B
Disallow	/facebook
Disallow	/api.php
Disallow	/cron.php
Disallow	/cron.sh
Disallow	/error_log
Disallow	/get.php
Disallow	/install.php
Disallow	/*.doc$
Disallow	/*.pdf$
Disallow	/?utm_source=*
Disallow	/?gclid=*

Rule

Path

Disallow

/cgi-bin/

Disallow

/feed/

Disallow

/include/

Disallow

/login/

Disallow

/page/

Disallow

/trackback/

Disallow

/google%2B

Disallow

/facebook

Disallow

/api.php

Disallow

/cron.php

Disallow

/cron.sh

Disallow

/error_log

Disallow

/get.php

Disallow

/install.php

Disallow

/*.doc$

Disallow

/*.pdf$

Disallow

/?utm_source=*

Disallow

/?gclid=*

baiduspider

Rule	Path
Disallow	/

Rule

Path

Disallow

/

vocusbot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

alexibot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

aqua_products

Rule	Path
Disallow	/

Rule

Path

Disallow

/

backdoorbot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

backdoorbot/1.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

black.hole

Rule	Path
Disallow	/

Rule

Path

Disallow

/

blackwidow

Rule	Path
Disallow	/

Rule

Path

Disallow

/

blowfish

Rule	Path
Disallow	/

Rule

Path

Disallow

/

blowfish/1.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

botalot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

botrighthere

Rule	Path
Disallow	/

Rule

Path

Disallow

/

builtbottough

Rule	Path
Disallow	/

Rule

Path

Disallow

/

bullseye

Rule	Path
Disallow	/

Rule

Path

Disallow

/

bullseye/1.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

bunnyslippers

Rule	Path
Disallow	/

Rule

Path

Disallow

/

cegbfeieh

Rule	Path
Disallow	/

Rule

Path

Disallow

/

cheesebot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

cherrypicker

Rule	Path
Disallow	/

Rule

Path

Disallow

/

cherrypickerelite/1.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

cherrypickerse/1.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

chinaclaw

Rule	Path
Disallow	/

Rule

Path

Disallow

/

copernic

Rule	Path
Disallow	/

Rule

Path

Disallow

/

copyrightcheck

Rule	Path
Disallow	/

Rule

Path

Disallow

/

crescent

Rule	Path
Disallow	/

Rule

Path

Disallow

/

custo

Rule	Path
Disallow	/

Rule

Path

Disallow

/

disco

Rule	Path
Disallow	/

Rule

Path

Disallow

/

discofinder

Rule	Path
Disallow	/

Rule

Path

Disallow

/

dittospyder

Rule	Path
Disallow	/

Rule

Path

Disallow

/

eirgrabber

Rule	Path
Disallow	/

Rule

Path

Disallow

/

emailcollector

Rule	Path
Disallow	/

Rule

Path

Disallow

/

emailsiphon

Rule	Path
Disallow	/

Rule

Path

Disallow

/

emailwolf

Rule	Path
Disallow	/

Rule

Path

Disallow

/

erocrawler

Rule	Path
Disallow	/

Rule

Path

Disallow

/

extractorpro

Rule	Path
Disallow	/

Rule

Path

Disallow

/

eyenetie

Rule	Path
Disallow	/

Rule

Path

Disallow

/

flashget

Rule	Path
Disallow	/

Rule

Path

Disallow

/

foobot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

frontpage

Rule	Path
Disallow	/

Rule

Path

Disallow

/

gaisbot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

getright

Rule	Path
Disallow	/

Rule

Path

Disallow

/

getright/2.11

Rule	Path
Disallow	/

Rule

Path

Disallow

/

getright/3.1

Rule	Path
Disallow	/

Rule

Path

Disallow

/

getright/3.2

Rule	Path
Disallow	/

Rule

Path

Disallow

/

getright/3.3

Rule	Path
Disallow	/

Rule

Path

Disallow

/

getright/3.3.3

Rule	Path
Disallow	/

Rule

Path

Disallow

/

getright/3.3.4

Rule	Path
Disallow	/

Rule

Path

Disallow

/

getright/4.0.0

Rule

Path

Disallow

/

getright/4.1.0

Rule

Path

Disallow

/

getright/4.1.1

Rule

Path

Disallow

/

getright/4.1.2

Rule

Path

Disallow

/

getright/4.2

Rule

Path

Disallow

/

getright/4.2c

Rule

Path

Disallow

/

getright/4.3

Rule

Path

Disallow

/

getright/4.5

Rule

Path

Disallow

/

getright/4.5a

Rule

Path

Disallow

/

getright/4.5b

Rule

Path

Disallow

/

getright/4.5b1

Rule

Path

Disallow

/

getright/4.5b2

Rule

Path

Disallow

/

getright/4.5b3

Rule

Path

Disallow

/

getright/4.5b6

Rule

Path

Disallow

/

getright/4.5b7

Rule

Path

Disallow

/

getright/4.5c

Rule

Path

Disallow

/

getright/4.5d

Rule

Path

Disallow

/

getright/4.5e

Rule

Path

Disallow

/

getright/5.0beta1

Rule

Path

Disallow

/

getright/5.0beta2

Rule

Path

Disallow

/

go-ahead-got-it

Rule

Path

Disallow

/

grabnet

Rule

Path

Disallow

/

grafula

Rule

Path

Disallow

/

hmview

Rule

Path

Disallow

/

httrack

Rule

Path

Disallow

/

harvest

Rule

Path

Disallow

/

harvest/1.5

Rule

Path

Disallow

/

infonavirobot

Rule

Path

Disallow

/

interget

Rule

Path

Disallow

/

iron33/1.0.2

Rule

Path

Disallow

/

jennybot

Rule

Path

Disallow

/

jetcar

Rule

Path

Disallow

/

keyword.density

Rule

Path

Disallow

/

lnspiderguy

Rule

Path

Disallow

/

leechftp

Rule

Path

Disallow

/

lexibot

Rule

Path

Disallow

/

linkscan/8.1a.unix

Rule

Path

Disallow

/

linkwalker

Rule

Path

Disallow

/

linkextractorpro

Rule

Path

Disallow

/

miixpc

Rule

Path

Disallow

/

miixpc/4.2

Rule

Path

Disallow

/

msiecrawler

Rule

Path

Disallow

/

mj12bot

Rule

Path

Disallow

/

mj12bot/v1.4.0

Rule

Path

Disallow

/

mj12bot/v1.2.4

Rule

Path

Disallow

/

mj12bot/v1.2.3

Rule

Path

Disallow

/

mj12bot/v1.0.8

Rule

Path

Disallow

/

mj12bot/v1.0.7

Rule

Path

Disallow

/

mj12bot/v1.0.6

Rule

Path

Disallow

/

mj12bot/v1.0.5

Rule

Path

Disallow

/

nicerspro

Rule

Path

Disallow

/

npbot

Rule

Path

Disallow

/

npbot

Rule

Path

Disallow

/

navroad

Rule

Path

Disallow

/

nearsite

Rule

Path

Disallow

/

netants

Rule

Path

Disallow

/

netants/1.10

Rule

Path

Disallow

/

netants/1.23

Rule

Path

Disallow

/

netants/1.24

Rule

Path

Disallow

/

netants/1.25

Rule

Path

Disallow

/

netmechanic

Rule

Path

Disallow

/

netspider

Rule

Path

Disallow

/

octopus

Rule

Path

Disallow

/

offline.explorer

Rule

Path

Disallow

/

openbot

Rule

Path

Disallow

/

pagegrabber

Rule

Path

Disallow

/

perman

Rule

Path

Disallow

/

propowerbot/2.14

Rule

Path

Disallow

/

prowebwalker

Rule

Path

Disallow

/

python-urllib

Rule

Path

Disallow

/

rma

Rule

Path

Disallow

/

reget

Rule

Path

Disallow

/

realdownload

Rule

Path

Disallow

/

realdownload/4.0.0.40

Rule

Path

Disallow

/

realdownload/4.0.0.41

Rule

Path

Disallow

/

realdownload/4.0.0.42

Rule

Path

Disallow

/

sitesnagger

Rule

Path

Disallow

/

slysearch

Rule

Path

Disallow

/

smartdownload

Rule

Path

Disallow

/

spankbot

Rule

Path

Disallow

/

superbot

Rule

Path

Disallow

/

superhttp

Rule

Path

Disallow

/

superhttp/1.0

Rule

Path

Disallow

/

surfbot

Rule

Path

Disallow

/

szukacz/1.4

Rule

Path

Disallow

/

teleport

Rule

Path

Disallow

/

teleportpro

Rule

Path

Disallow

/

telesoft

Rule

Path

Disallow

/

the.intraformant

Rule

Path

Disallow

/

thenomad

Rule

Path

Disallow

/

tighttwatbot

Rule

Path

Disallow

/

titan

Rule

Path

Disallow

/

true_robot

Rule

Path

Disallow

/

true_robot/1.0

Rule

Path

Disallow

/

turnitinbot

Rule

Path

Disallow

/

turnitinbot/2.1

Rule

Path

Disallow

/

turnitinbot/2.0

Rule

Path

Disallow

/

turnitinbot/1.5

Rule

Path

Disallow

/

url_spider_pro

Rule

Path

Disallow

/

urly.warning

Rule

Path

Disallow

/

vci

Rule

Path

Disallow

/

voideye

Rule

Path

Disallow

/

www-collector-e

Rule

Path

Disallow

/

wwwoffle

Rule

Path

Disallow

/

web.image.collector

Rule

Path

Disallow

/

webauto

Rule

Path

Disallow

/

webbandit

Rule

Path

Disallow

/

webbandit/3.50

Rule

Path

Disallow

/

webcopier

Rule

Path

Disallow

/

webenhancer

Rule

Path

Disallow

/

webfetch

Rule

Path

Disallow

/

webleacher

Rule

Path

Disallow

/

webreaper

Rule

Path

Disallow

/

websauger

Rule

Path

Disallow

/

webstripper

Rule

Path

Disallow

/

webstripper/2.03

Rule

Path

Disallow

/

webstripper/2.10

Rule

Path

Disallow

/

webstripper/2.12

Rule

Path

Disallow

/

webstripper/2.13

Rule

Path

Disallow

/

webstripper/2.15

Rule

Path

Disallow

/

webstripper/2.16

Rule

Path

Disallow

/

webstripper/2.19

Rule

Path

Disallow

/

webwhacker

Rule

Path

Disallow

/

webzip

Rule

Path

Disallow

/

webzip/4.0

Rule

Path

Disallow

/

webmasterworldforumbot

Rule

Path

Disallow

/

website.quester

Rule

Path

Disallow

/

webster.pro

Rule

Path

Disallow

/

wget

Rule

Path

Disallow

/

wget/1.5.2

Rule

Path

Disallow

/

wget/1.5.3

Rule

Path

Disallow

/

wget/1.6

Rule

Path

Disallow

/

wget/1.7

Rule

Path

Disallow

/

wget/1.8

Rule

Path

Disallow

/

wget/1.8.1

Rule

Path

Disallow

/

wget/1.8.2

Rule

Path

Disallow

/

wget/1.9-beta

Rule

Path

Disallow

/

widow

Rule

Path

Disallow

/

asterias

Rule

Path

Disallow

/

b2w/0.1

Rule

Path

Disallow

/

cosmos

Rule

Path

Disallow

/

ecatch

Rule

Path

Disallow

/

ecatch/3.0

Rule

Path

Disallow

/

hloader

Rule

Path

Disallow

/

httplib

Rule

Path

Disallow

/

humanlinks

Rule

Path

Disallow

/

ia_archiver

Rule

Path

Disallow

/

larbin

Rule

Path

Disallow

/

libweb/clshttp

Rule

Path

Disallow

/

lwp-trivial

Rule

Path

Disallow

/

lwp-trivial/1.34

Rule

Path

Disallow

/

moget

Rule

Path

Disallow

/

moget/2.1

Rule

Path

Disallow

/

pavuk

Rule

Path

Disallow

/

pcbrowser

Rule

Path

Disallow

/

psbot

Rule

Path

Disallow

/

searchpreview

Rule

Path

Disallow

/

spanner

Rule

Path

Disallow

/

suzuran

Rule

Path

Disallow

/

takeout

Rule

Path

Disallow

/

tocrawl/urldispatcher

Rule

Path

Disallow

/

turingos

Rule

Path

Disallow

/

webfetch/2.1.0

Rule

Path

Disallow

/

wget

Rule

Path

Disallow

/

semrushbot

Rule

Path

Disallow

/

*

Rule

Path

Disallow

/admin/

Disallow

/ajax/

twengabot-2.0

Rule

Path

Disallow

/

twengabot-2.0

Rule

Path

Disallow

/

twengabot-discover

Rule

Path

Disallow

/

twengabot/2.0

Rule

Path

Disallow

/

twengabot

Rule

Path

Disallow

/

asterias

Rule

Path

Disallow

/

backdoorbot/1.0

Rule

Path

Disallow

/

black hole

Rule

Path

Disallow

/

blowfish/1.0

Rule

Path

Disallow

/

botalot

Rule

Path

Disallow

/

builtbottough

Rule

Path

Disallow

/

bullseye/1.0

Rule

Path

Disallow

/

bunnyslippers

Rule

Path

Disallow

/

cegbfeieh

Rule

Path

Disallow

/

cheesebot

Rule

Path

Disallow

/

cherrypicker

Rule

Path

Disallow

/

cherrypickerelite/1.0

Rule

Path

Disallow

/

cherrypickerse/1.0

Rule

Path

Disallow

/

copyrightcheck

Rule

Path

Disallow

/

cosmos

Rule

Path

Disallow

/

crescent

Rule

Path

Disallow

/

crescent internet toolpak http ole control v.1.0

Rule

Path

Disallow

/

dittospyder

Rule

Path

Disallow

/

emailcollector

Rule

Path

Disallow

/

emailsiphon

Rule

Path

Disallow

/

emailwolf

Rule

Path

Disallow

/

erocrawler

Rule

Path

Disallow

/

extractorpro

Rule

Path

Disallow

/

foobot

Rule

Path

Disallow

/

harvest/1.5

Rule

Path

Disallow

/

hloader

Rule

Path

Disallow

/

httplib

Rule

Path

Disallow

/

humanlinks

Rule

Path

Disallow

/

ia_archiver

Rule

Path

Disallow

/

infonavirobot

Rule

Path

Disallow

/

jennybot

Rule

Path

Disallow

/

kenjin spider

Rule

Path

Disallow

/

keyword density/0.9

Rule

Path

Disallow

/

lexibot

Rule

Path

Disallow

/

libweb/clshttp

Rule

Path

Disallow

/

linkextractorpro

Rule

Path

Disallow

/

linkscan/8.1a unix

Rule

Path

Disallow

/

linkwalker

Rule

Path

Disallow

/

lnspiderguy

Rule

Path

Disallow

/

lwp-trivial

Rule

Path

Disallow

/

lwp-trivial/1.34

Rule

Path

Disallow

/

mata hari

Rule

Path

Disallow

/

microsoft url control - 5.01.4511

Rule

Path

Disallow

/

microsoft url control - 6.00.8169

Rule

Path

Disallow

/

miixpc

Rule

Path

Disallow

/

miixpc/4.2

Rule

Path

Disallow

/

mister pix

Rule

Path

Disallow

/

moget

Rule

Path

Disallow

/

moget/2.1

Rule

Path

Disallow

/

mozilla/4

Rule

Path

Disallow

/

mozilla/4.0 (compatible; bullseye; windows 95)

Rule

Path

Disallow

/

mozilla/4.0 (compatible; msie 4.0; windows 95)

Rule

Path

Disallow

/

mozilla/4.0 (compatible; msie 4.0; windows 98)

Rule

Path

Disallow

/

mozilla/4.0 (compatible; msie 4.0; windows nt)

Rule

Path

Disallow

/

mozilla/4.0 (compatible; msie 4.0; windows xp)

Rule

Path

Disallow

/

mozilla/4.0 (compatible; msie 4.0; windows 2000)

Rule

Path

Disallow

/

mozilla/4.0 (compatible; msie 4.0; windows me)

Rule

Path

Disallow

/

mozilla/5

Rule

Path

Disallow

/

netants

Rule

Path

Disallow

/

nicerspro

Rule

Path

Disallow

/

offline explorer

Rule

Path

Disallow

/

openfind

Rule

Path

Disallow

/

openfind data gathere

Rule

Path

Disallow

/

propowerbot/2.14

Rule

Path

Disallow

/

prowebwalker

Rule

Path

Disallow

/

queryn metasearch

Rule

Path

Disallow

/

repomonkey

Rule

Path

Disallow

/

repomonkey bait & tackle/v1.01

Rule

Path

Disallow

/

rma

Rule

Path

Disallow

/

sitesnagger

Rule

Path

Disallow

/

spankbot

Rule

Path

Disallow

/

spanner

Rule

Path

Disallow

/

suzuran

Rule

Path

Disallow

/

szukacz/1.4

Rule

Path

Disallow

/

teleport

Rule

Path

Disallow

/

teleportpro

Rule

Path

Disallow

/

telesoft

Rule

Path

Disallow

/

the intraformant

Rule

Path

Disallow

/

thenomad

Rule

Path

Disallow

/

tighttwatbot

Rule

Path

Disallow

/

titan

Rule

Path

Disallow

/

tocrawl/urldispatcher

Rule

Path

Disallow

/

true_robot

Rule

Path

Disallow

/

true_robot/1.0

Rule

Path

Disallow

/

turingos

Rule

Path

Disallow

/

urly warning

Rule

Path

Disallow

/

vci

Rule

Path

Disallow

/

vci webviewer vci webviewer win32

Rule

Path

Disallow

/

web image collector

Rule

Path

Disallow

/

webauto

Rule

Path

Disallow

/

webbandit

Rule

Path

Disallow

/

webbandit/3.50

Rule

Path

Disallow

/

webcopier

Rule

Path

Disallow

/

webenhancer

Rule

Path

Disallow

/

webmasterworldforumbot

Rule

Path

Disallow

/

websauger

Rule

Path

Disallow

/

website quester

Rule

Path

Disallow

/

webster pro

Rule

Path

Disallow

/

webstripper

Rule

Path

Disallow

/

webzip

Rule

Path

Disallow

/

webzip/4.0

Rule

Path

Disallow

/

wget

Rule

Path

Disallow

/

wget/1.5.3

Rule

Path

Disallow

/

wget/1.6

Rule

Path

Disallow

/

www-collector-e

Rule

Path

Disallow

/

xenu's

Rule

Path

Disallow

/

xenu's link sleuth 1.1c

Rule

Path

Disallow

/

zeus

Rule

Path

Disallow

/

zeus 32297 webster pro v2.9 win32

Rule

Path

Disallow

/

rogerbot

Rule

Path

Disallow

/

mj12bot

Rule

Path

Disallow

/

dotbot

Rule

Path

Disallow

/

ahrefsbot

Rule

Path

Disallow

/

twengabot-discover

Rule

Path

Disallow

/

twengabot/2.0

Rule

Path

Disallow

/

twengabot

Rule

Path

Disallow

/

bendercrawler

Rule

Path

Disallow

/

bender

Rule

Path

Disallow

/

http://www.talktalk.co.uk/products/virus-alerts

Rule

Path

Disallow

/

http://www.talktalk.co.uk/products

Rule

Path

Disallow

/

http://www.talktalk.co.uk

Rule

Path

Disallow

/

gimmie

Rule

Path

Disallow

/

gimmie60

Rule

Path

Disallow

/

gimmie60/5.0

Rule

Path

Disallow

/

domainwatcher bot

Rule

Path

Disallow

/

domainwatcher

Rule

Path

Disallow

/

domainwatcher bot

Rule

Path

Disallow

/

presto/2.7.62 version/11.01

Rule

Path

Disallow

/

presto/2.7.62

Rule

Path

Disallow

/

presto

Rule

Path

Disallow

/

iiitbot

Rule

Path

Disallow

/

iiitbot/1.1

Rule

Path

Disallow

/

ezooms.bot@gmail.com

Rule

Path

Disallow

/

ezooms

Rule

Path

Disallow

/

ezooms/1.0

Rule

Path

Disallow

/

ezooms/1.0; ezooms.bot@gmail.com

Rule

Path

Disallow

/

inet library

Rule

Path

Disallow

/

http://www.erimfatmayiseviyor.com/ darkside of the force

Rule

Path

Disallow

/

http://www.erimfatmayiseviyor.com/

Rule

Path

Disallow

/

darkside of the force

Rule

Path

Disallow

/

the force

Rule

Path

Disallow

/

darkside

Rule

Path

Disallow

/

badlinks.ru`s crawler v.2

Rule

Path

Disallow

/

badlinks.ru`s crawler

Rule

Path

Disallow

/

badlinks.ru`s

Rule

Path

Disallow

/

badlinks.ru

Rule

Path

Disallow

/

badlinks

Rule

Path

Disallow

/

librabot

Rule

Path

Disallow

/

librabot/2.0

Rule

Path

Disallow

/

search17bot/1.1; http://www.search17.com/bot.php

Rule

Path

Disallow

/

search17bot/1.1

Rule

Path

Disallow

/

search17bot

Rule

Path

Disallow

/

docomo/2.0 p900i(c100;tb;w24h11)(compatible; ichiro/mobile goo;+http://help.goo.ne.jp/door/crawler.html

Rule

Path

Disallow

/

docomo/2.0 p900i(c100;tb;w24h11)

Rule

Path

Disallow

/

docomo/2.0 p900i

Rule

Path

Disallow

/

docomo/2.0

Rule

Path

Disallow

/

nutch

Rule

Path

Disallow

/

nutch

Rule

Path

Disallow

/

nutch-1.0

Rule

Path

Disallow

/

nutch-1.0-dev

Rule

Path

Disallow

/

agentname/nutch-1.0-dev

Rule

Path

Disallow

/

heritrix/3.0.0 +http://www.dataclip.com

Rule

Path

Disallow

/

heritrix/3.0.0

Rule

Path

Disallow

/

heritrix

Rule

Path

Disallow

/

sosospider+

Rule

Path

Disallow

/

sosospider

Rule

Path

Disallow

/

sosospider+

Rule

Path

Disallow

/

sosospider

Rule

Path

Disallow

/

peew

Rule

Path

Disallow

/

peew/1.0

Rule

Path

Disallow

/

pzncrawl/1.63

Rule

Path

Disallow

/

pzncrawl

Rule

Path

Disallow

/

sitebot

Rule

Path

Disallow

/

sitebot/0.1

Rule

Path

Disallow

/

susie

Rule

Path

Disallow

/

archive.org_bot

Rule

Path

Disallow

/

tcgemail

Rule

Path

Disallow

/

http://fetch.thecyberguardian.com

Rule

Path

Disallow

/

tcgfetch

Rule

Path

Disallow

/

tcgfetch; http://fetch.thecyberguardian.com; tcgemail

Rule

Path

Disallow

/

fetch/nutch

Rule

Path

Disallow

/

fetch/nutch-1.0

Rule

Path

Disallow

/

plukkie/1.3

Rule

Path

Disallow

/

plukkie/1.3

Rule

Path

Disallow

/

plukkie

Rule

Path

Disallow

/

plukkie

Rule

Path

Disallow

/

http://www.botje.com/plukkie.htm

Rule

Path

Disallow

/

http://domino.research.ibm.com/comm/research_projects.nsf/pages/sai-crawler.callingcard.html

Rule

Path

Disallow

/

statoolsbot

Rule

Path

Disallow

/

domnutch-bot/nutch-1.0

Rule

Path

Disallow

/

domnutch-bot

Rule

Path

Disallow

/

domnutch

Rule

Path

Disallow

/

nutch-1.0

Rule

Path

Disallow

/

search17bot/1.1

Rule

Path

Disallow

/

search17bot

Rule

Path

Disallow

/

searchbot

Rule

Path

Disallow

/

searchmonkey 1.0

Rule

Path

Disallow

/

searchmonkey

Rule

Path

Disallow

/

docomo/2.0 p05a(c100;tb;w24h15)

Rule

Path

Disallow

/

docomo/2.0 p05a

Rule

Path

Disallow

/

docomo/2.0

Rule

Path

Disallow

/

docomo

Rule

Path

Disallow

/

ichiro/4.0

Rule

Path

Disallow

/

ichiro/3.0

Rule

Path

Disallow

/

ichiro

Rule

Path

Disallow

/

domnutch-bot/nutch-1.0

Rule

Path

Disallow

/

domnutch-bot

Rule

Path

Disallow

/

domnutch

Rule

Path

Disallow

/

twengabot-discover

Rule

Path

Disallow

/

twengabot/2.0

Rule

Path

Disallow

/

twengabot

Rule

Path

Disallow

/

netstudybot

Rule

Path

Disallow

/

netstudybot1.0

Rule

Path

Disallow

/

modspider

Rule

Path

Disallow

/

lycos

Rule

Path

Disallow

/

lycos_spider

Rule

Path

Disallow

/

lycos_spider_

Rule

Path

Disallow

/

lycos_spider_(modspider)

Rule

Path

Disallow

/

gigabot/3.0

Rule

Path

Disallow

/

gigabot

Rule

Path

Disallow

/

yeti

Rule

Path

Disallow

/

yeti/1.0

Rule

Path

Disallow

/

amibot

Rule

Path

Disallow

/

amibot - http://www.amidalla.de - tech@amidalla.com

Rule

Path

Disallow

/

spbot/2.0

Rule

Path

Disallow

/

spbot

Rule

Path

Disallow

/

mail.ru

Rule

Path

Disallow

/

mail.ru/1.0

Rule

Path

Disallow

/

youdaobot

Rule

Path

Disallow

/

youdaobot/1.0

Rule

Path

Disallow

/

eric osgood/nutch-1.0

Rule

Path

Disallow

/

aihitbot/1.0

Rule

Path

Disallow

/

aihitbot

Rule

Path

Disallow

/

http://www.80legs.com/spider.html

Rule

Path

Disallow

/

linguee bot

Rule

Path

Disallow

/

linguee

Rule

Path

Disallow

/

osgood/nutch-1.0

Rule

Path

Disallow

/

osgood/nutch

Rule

Path

Disallow

/

osgood

Rule

Path

Disallow

/

baidu

Rule

Path

Disallow

/

baidu

Rule

Path

Disallow

/

baiduspider+

Rule

Path

Disallow

/

baiduspider

Rule

Path

Disallow

/

dotbot/1.1

Rule

Path

Disallow

/

dotbot

Rule

Path

Disallow

/

kaloogabot

Rule

Path

Disallow

/

http://domino.research.ibm.com/comm/research_projects.nsf/pages/sai-crawler.callingcard.html

Rule

Path

Disallow

/

sai-crawler

Rule

Path

Disallow

/

voyager/2.0

Rule

Path

Disallow

/

susie

Rule

Path

Disallow

/

eventbot

Rule

Path

Disallow

/

http://domino.research.ibm.com/comm/research_projects.nsf/pages/sai-crawler.callingcard.html

Rule

Path

Disallow

/

dkimrepbot

Rule

Path

Disallow

/

dkimrepbot/1.0

Rule

Path

Disallow

/

ia_archiver-web.archive.org

Rule

Path

Disallow

/

ia_archiver-web

Rule

Path

Disallow

/

ia_archiver

Rule

Path

Disallow

/

rankivabot

Rule

Path

Disallow

/

rankivabot/3.2

Rule

Path

Disallow

/

gnomit

Rule

Path

Disallow

/

gnomit/1.0

Rule

Path

Disallow

/

scooter/3.3

Rule

Path

Disallow

/

scooter

Rule

Path

Disallow

/

vadixbot

Rule

Path

Disallow

/

snapbot

Rule

Path

Disallow

/

snappreviewbot

Rule

Path

Disallow

/

nextgensearchbot

Rule

Path

Disallow

/

nextgensearchbot 1

Rule

Path

Disallow

/

twiceler

Rule

Path

Disallow

/

twiceler

Rule

Path

Disallow

/

twiceler-0.9

Rule

Path

Disallow

/

cuill.com

Rule

Path

Disallow

/

panscient.com

Rule

Path

Disallow

/

panscient

Rule

Path

Disallow

/

nutch-1.0-dev

Rule

Path

Disallow

/

nutch-1.0

Rule

Path

Disallow

/

nutch

Rule

Path

Disallow

/

obot/2.3.1

Rule

Path

Disallow

/

obot

Rule

Path

Disallow

/

emailsearch

Rule

Path

Disallow

/

emailsearch

Rule

Path

Disallow

/

turnitinbot

Rule

Path

Disallow

/

obot

Rule

Path

Disallow

/

easydl/3.04

Rule

Path

Disallow

/

easydl

Rule

Path

Disallow

/

webdatacentrebot

Rule

Path

Disallow

/

mj12bot

Rule

Path

Disallow

/

mj12bot/v1.2.5

Rule

Path

Disallow

/

mj12bot/v1.3.3

Rule

Path

Disallow

/

psbot

Rule

Path

Disallow

/

psbot/0.1

Rule

Path

Disallow

/

catchbot

Rule

Path

Disallow

/

catchbot

Rule

Path

Disallow

/

catchbot/2.0

Rule

Path

Disallow

/

heritrix/@version@

Rule

Path

Disallow

/

heritrix

Rule

Path

Disallow

/

heritrix/1.14.3.r6601+http://www.buddybuzz.net/yptrino

Rule

Path

Disallow

/

heritrix/1.14.3.r6601+http

Rule

Path

Disallow

/

heritrix/1.14.3.r6601

Rule

Path

Disallow

/

heritrix/1.14.3

Rule

Path

Disallow

/

discobot/1.1

Rule

Path

Disallow

/

discobot

Rule

Path

Disallow

/

mlbot

Rule

Path

Disallow

/

mlbot

Rule

Path

Disallow

/

cazoodlebot

Rule

Path

Disallow

/

cazoodlebot

Rule

Path

Disallow

/

cazoodlebot/0.0.2

Rule

Path

Disallow

/

houxoucrawler/nutch-0.9

Rule

Path

Disallow

/

houxoucrawler

Rule

Path

Disallow

/

surveybot/2.3

Rule

Path

Disallow

/

surveybot

Rule

Path

Disallow

/

surveybot/2.3

Rule

Path

Disallow

/

dnsmine 0.9

Rule

Path

Disallow

/

dnsmine

Rule

Path

Disallow

/

dnsmine 0.9

Rule

Path

Disallow

/

webdatacentrebot/1.0

Rule

Path

Disallow

/

webdatacentrebot/1.0

Rule

Path

Disallow

/

dblbot/1.0

Rule

Path

Disallow

/

dblbot

Rule

Path

Disallow

/

webalta crawler/2.0

Rule

Path

Disallow

/

webalta crawler

Rule

Path

Disallow

/

dotbot/1.0.1

Rule

Path

Disallow

/

dotbot

Rule

Path

Disallow

/

gurujibot/1.0

Rule

Path

Disallow

/

mj12bot/v1.2.3

Rule

Path

Disallow

/

mj12bot/v1.2.4

Rule

Path

Disallow

/

msnbot-media/1.0

Rule

Path

Disallow

/

msnbot-media

Rule

Path

Disallow

/

ccbot/1.0

Rule

Path

Disallow

/

mynutchcrawler/0.8.1

Rule

Path

Disallow

/

gaisbot/3.0+

Rule

Path

Disallow

/

gaisbot/3.0

Rule

Path

Disallow

/

gaisbot

Rule

Path

Disallow

/

yanga worldsearch bot v1.1/beta

Rule

Path

Disallow

/

yanga worldsearch bot

Rule

Path

Disallow

/

yanga

Rule

Path

Disallow

/

msrbot

Rule

Path

Disallow

/

mozilla/5.0 (compatible; webdatacentrebot/1.0; +http://webdatacentre.com/)

Rule

Path

Disallow

/

aurnet08

Rule

Path

Disallow

/

mozilla/5.0 (compatible; builtwith/0.1; +http://builtwith.com/bot.html)

Rule

Path

Disallow

/

builtwith/0.1

Rule

Path

Disallow

/

ispider/1.0

Rule

Path

Disallow

/

corensearchbot/1.0

Rule

Path

Disallow

/

scoutjet

Rule

Path

Disallow

/

exabot/3.0

Rule

Path

Disallow

/

exabot

Rule

Path

Disallow

/

speedy spider

Rule

Path

Disallow

/

aisearchbot

Rule

Path

Disallow

/

rankivabot/3.2

Rule

Path

Disallow

/

yebolbot

Rule

Path

Disallow

/

robotgenius

Rule

Path

Disallow

/

atomic_email_hunter/4.0

Rule

Path

Disallow

/

Site Domain	perfumylane.pl
Base Domain	perfumylane.pl
Scan Status	Ok
Last Scan	2024-11-09T19:40:15+00:00
Next Scan	2024-12-09T19:40:15+00:00

Scanned	2024-11-09T19:40:15+00:00
URL	https://perfumylane.pl/robots.txt
Domain IPs	94.152.147.130
Response IP	94.152.147.130
Found	Yes
Hash	386da6946cebeb5aa032206dd40d16bb370fa6a088b3a6011f8d4738369c0cbe
SimHash	70055263cfeb

perfumylane.plrobots.txt

Resource Scan

Scan Details

Last Scan

Groups

*

baiduspider

vocusbot

alexibot

aqua_products

backdoorbot

backdoorbot/1.0

black.hole

blackwidow

blowfish

blowfish/1.0

botalot

botrighthere

builtbottough

bullseye

bullseye/1.0

bunnyslippers

cegbfeieh

cheesebot

cherrypicker

cherrypickerelite/1.0

cherrypickerse/1.0

chinaclaw

copernic

copyrightcheck

crescent

custo

disco

discofinder

dittospyder

eirgrabber

emailcollector

emailsiphon

emailwolf

erocrawler

extractorpro

eyenetie

flashget

foobot

frontpage

gaisbot

getright

getright/2.11

getright/3.1

getright/3.2

getright/3.3

getright/3.3.3

getright/3.3.4

getright/4.0.0

getright/4.1.0

getright/4.1.1

getright/4.1.2

getright/4.2

getright/4.2c

getright/4.3

getright/4.5

getright/4.5a

getright/4.5b

getright/4.5b1

getright/4.5b2

getright/4.5b3

getright/4.5b6

getright/4.5b7

getright/4.5c

getright/4.5d

getright/4.5e

getright/5.0beta1

getright/5.0beta2

go-ahead-got-it

grabnet

grafula

hmview

httrack

harvest

harvest/1.5

perfumylane.pl
robots.txt