rezat.com.ua robots.txt

googlebot

Rule	Path
Disallow	/404.html
Disallow	/sravnenie-tovarov.html
Disallow	/administrator/
Disallow	/bin/
Disallow	/cache/
Disallow	/cli/
Disallow	/components/
Disallow	/includes/
Disallow	/installation/
Disallow	/language/
Disallow	/layouts/
Disallow	/libraries/
Disallow	/logs/
Disallow	/media/
Disallow	/modules/
Disallow	/plugins/
Disallow	/templates/
Disallow	/tmp/
Disallow	/component
Disallow	/*category
Disallow	/*cart
Disallow	/*search
Disallow	/*wishlist
Disallow	/*?tmpl
Disallow	/?device=desktop
Disallow	/?device=xhtml
Allow	/media/*.css
Allow	/media/*.js
Allow	/media/*.png
Allow	/media/*.woff
Allow	/media/*.woff2
Allow	/media/*.ttf
Allow	/media/*.gif
Allow	/media/*.svg
Allow	/modules/*.css
Allow	/modules/*.js
Allow	/components/*.css
Allow	/components/*.js
Allow	/components/*.png
Allow	/components/*.gif
Allow	/plugins/*.css
Allow	/plugins/*.js
Allow	/plugins/*.png
Allow	/templates/*.css
Allow	/templates/*.js
Allow	/templates/*.woff
Allow	/templates/*.woff2
Allow	/templates/*.eot
Allow	/templates/*.ttf
Allow	/templates/*.otf
Allow	/templates/*.svg
Allow	/templates/*.png
Allow	/templates/*.jpg
Allow	/templates/*.gif
Allow	/components/com_jshopping/files/img_products/
Allow	/components/com_jshopping/files/img_categories/
Allow	/components/com_jshopping/files/img_manufs/
Allow	/components/com_jshopping/files/video_products/

Rule

Path

Disallow

/404.html

Disallow

/sravnenie-tovarov.html

Disallow

/administrator/

Disallow

/bin/

Disallow

/cache/

Disallow

/cli/

Disallow

/components/

Disallow

/includes/

Disallow

/installation/

Disallow

/language/

Disallow

/layouts/

Disallow

/libraries/

Disallow

/logs/

Disallow

/media/

Disallow

/modules/

Disallow

/plugins/

Disallow

/templates/

Disallow

/tmp/

Disallow

/component

Disallow

/*category

Disallow

/*cart

Disallow

/*search

Disallow

/*wishlist

Disallow

/*?tmpl

Disallow

/?device=desktop

Disallow

/?device=xhtml

Allow

/media/*.css

Allow

/media/*.js

Allow

/media/*.png

Allow

/media/*.woff

Allow

/media/*.woff2

Allow

/media/*.ttf

Allow

/media/*.gif

Allow

/media/*.svg

Allow

/modules/*.css

Allow

/modules/*.js

Allow

/components/*.css

Allow

/components/*.js

Allow

/components/*.png

Allow

/components/*.gif

Allow

/plugins/*.css

Allow

/plugins/*.js

Allow

/plugins/*.png

Allow

/templates/*.css

Allow

/templates/*.js

Allow

/templates/*.woff

Allow

/templates/*.woff2

Allow

/templates/*.eot

Allow

/templates/*.ttf

Allow

/templates/*.otf

Allow

/templates/*.svg

Allow

/templates/*.png

Allow

/templates/*.jpg

Allow

/templates/*.gif

Allow

/components/com_jshopping/files/img_products/

Allow

/components/com_jshopping/files/img_categories/

Allow

/components/com_jshopping/files/img_manufs/

Allow

/components/com_jshopping/files/video_products/

yandex

Rule	Path
Disallow	/

Rule

Path

Disallow

/

addthis

Rule	Path
Disallow	/

Rule

Path

Disallow

/

ahrefsbot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

ahrefsbot/1.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

ahrefsbot/2.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

ahrefsbot/3.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

ahrefsbot/3.1

Rule	Path
Disallow	/

Rule

Path

Disallow

/

ahrefsbot/4.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

ahrefsbot/5.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

ahrefsbot/5.1

Rule	Path
Disallow	/

Rule

Path

Disallow

/

ahrefsbot/5.2

Rule	Path
Disallow	/

Rule

Path

Disallow

/

alexabot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

amznkassocbot/4.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

anews

Rule	Path
Disallow	/

Rule

Path

Disallow

/

anews/1.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

aport

Rule	Path
Disallow	/

Rule

Path

Disallow

/

backlinkcrawler

Rule	Path
Disallow	/

Rule

Path

Disallow

/

baidu

Rule	Path
Disallow	/

Rule

Path

Disallow

/

baiduspider

Rule	Path
Disallow	/

Rule

Path

Disallow

/

baiduspider/2.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

baiduspider+

Rule	Path
Disallow	/

Rule

Path

Disallow

/

baiduspider-image

Rule	Path
Disallow	/

Rule

Path

Disallow

/

baiduspider-video

Rule	Path
Disallow	/

Rule

Path

Disallow

/

bdcbot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

bdcbot/1.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

bendercrawler

Rule	Path
Disallow	/

Rule

Path

Disallow

/

bingbot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

bingbot/2.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

bitlybot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

bitlybot/3.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

blexbot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

blexbot/1.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

boitho

Rule	Path
Disallow	/

Rule

Path

Disallow

/

bsalsa

Rule	Path
Disallow	/

Rule

Path

Disallow

/

bubing

Rule	Path
Disallow	/

Rule

Path

Disallow

/

butterfly

Rule	Path
Disallow	/

Rule

Path

Disallow

/

ccbot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

ccbot/2.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

changedetection

Rule	Path
Disallow	/

Rule

Path

Disallow

/

coccoc

Rule	Path
Disallow	/

Rule

Path

Disallow

/

crawler4j

Rule	Path
Disallow	/

Rule

Path

Disallow

/

crazywebcrawler-spider

Rule	Path
Disallow	/

Rule

Path

Disallow

/

daumoa

Rule	Path
Disallow	/

Rule

Path

Disallow

/

deusu

Rule	Path
Disallow	/

Rule

Path

Disallow

/

deusu/5.0.2

Rule	Path
Disallow	/

Rule

Path

Disallow

/

docomo/2.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

dotbot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

dotbot/1.1

Rule

Path

Disallow

/

easouspider

Rule

Path

Disallow

/

embedly

Rule

Path

Disallow

/

exabot

Rule

Path

Disallow

/

exabot/3.0

Rule

Path

Disallow

/

ezooms

Rule

Path

Disallow

/

findxbot

Rule

Path

Disallow

/

findxbot/1.0

Rule

Path

Disallow

/

flipboard

Rule

Path

Disallow

/

genieo

Rule

Path

Disallow

/

germcrawler

Rule

Path

Disallow

/

getintent crawler

Rule

Path

Disallow

/

gingercrawler

Rule

Path

Disallow

/

gluten free crawler

Rule

Path

Disallow

/

gluten free crawler/1.0

Rule

Path

Disallow

/

grapeshot

Rule

Path

Disallow

/

grouphigh

Rule

Path

Disallow

/

grouphigh/1.0

Rule

Path

Disallow

/

guzzlehttp

Rule

Path

Disallow

/

guzzlehttp/6.1.0

Rule

Path

Disallow

/

haosouspider

Rule

Path

Disallow

/

heritrix

Rule

Path

Disallow

/

hypercrawl

Rule

Path

Disallow

/

ia_archiver

Rule

Path

Disallow

/

ichiro

Rule

Path

Disallow

/

ichiro/3.0

Rule

Path

Disallow

/

ichiro/4.0

Rule

Path

Disallow

/

infoweb

Rule

Path

Disallow

/

iskanie

Rule

Path

Disallow

/

istellabot

Rule

Path

Disallow

/

kraken

Rule

Path

Disallow

/

kraken/0.1

Rule

Path

Disallow

/

kribrum

Rule

Path

Disallow

/

kribrum/0.1

Rule

Path

Disallow

/

libwww-perl

Rule

Path

Disallow

/

linguee bot

Rule

Path

Disallow

/

linkdexbot

Rule

Path

Disallow

/

linkdexbot/2.0

Rule

Path

Disallow

/

linkdexbot/2.1

Rule

Path

Disallow

/

linkdexbot/2.2

Rule

Path

Disallow

/

linkpadbot

Rule

Path

Disallow

/

lipperhey

Rule

Path

Disallow

/

ltx71

Rule

Path

Disallow

/

maxpointcrawler

Rule

Path

Disallow

/

meanpathbot

Rule

Path

Disallow

/

megaindex

Rule

Path

Disallow

/

megaindex.ru

Rule

Path

Disallow

/

megaindex.ru/2.0

Rule

Path

Disallow

/

metaspider

Rule

Path

Disallow

/

mixrankbot

Rule

Path

Disallow

/

mj12bot

Rule

Path

Disallow

/

mj12bot/v1.0.5

Rule

Path

Disallow

/

mj12bot/v1.0.6

Rule

Path

Disallow

/

mj12bot/v1.0.7

Rule

Path

Disallow

/

mj12bot/v1.0.8

Rule

Path

Disallow

/

mj12bot/v1.2.3

Rule

Path

Disallow

/

mj12bot/v1.2.4

Rule

Path

Disallow

/

mj12bot/v1.4.0

Rule

Path

Disallow

/

mj12bot/v1.4.3

Rule

Path

Disallow

/

mj12bot/v1.4.5

Rule

Path

Disallow

/

mj12bot/v1.4.6

Rule

Path

Disallow

/

mj12bot/v1.4.7

Rule

Path

Disallow

/

mj12bot/v1.4.8

Rule

Path

Disallow

/

moget

Rule

Path

Disallow

/

mojeekbot

Rule

Path

Disallow

/

msnbot

Rule

Path

Disallow

/

naverbot

Rule

Path

Disallow

/

nerdybot

Rule

Path

Disallow

/

netseer

Rule

Path

Disallow

/

nutch

Rule

Path

Disallow

/

nutch bots

Rule

Path

Disallow

/

obot

Rule

Path

Disallow

/

paperlibot

Rule

Path

Disallow

/

paperlibot/2.1

Rule

Path

Disallow

/

phpservermon/3.1.1

Rule

Path

Disallow

/

privacyawarebot/1.1

Rule

Path

Disallow

/

proximic

Rule

Path

Disallow

/

psbot

Rule

Path

Disallow

/

python-urllib

Rule

Path

Disallow

/

python-urllib/2.7

Rule

Path

Disallow

/

queryseekerspider

Rule

Path

Disallow

/

qwantify

Rule

Path

Disallow

/

riddler

Rule

Path

Disallow

/

rogerbot

Rule

Path

Disallow

/

rogerbot/1.0

Rule

Path

Disallow

/

scooter

Rule

Path

Disallow

/

scoutjet

Rule

Path

Disallow

/

scrapy

Rule

Path

Disallow

/

scrapy/1.2.2

Rule

Path

Disallow

/

screenerbot

Rule

Path

Disallow

/

searchmetricsbot

Rule

Path

Disallow

/

semrushbot

Rule

Path

Disallow

/

semrushbot/1.1

Rule

Path

Disallow

/

semrushbot/1.1~bl

Rule

Path

Disallow

/

semrushbot-sa

Rule

Path

Disallow

/

semrushbot-sa/0.97

Rule

Path

Disallow

/

serpstatbot

Rule

Path

Disallow

/

seznambot

Rule

Path

Disallow

/

seznambot/3.2

Rule

Path

Disallow

/

sf/2 (skipfish)

Rule

Path

Disallow

/

shopwiki

Rule

Path

Disallow

/

showyoubot

Rule

Path

Disallow

/

silk

Rule

Path

Disallow

/

sistrix

Rule

Path

Disallow

/

siteexplorer

Rule

Path

Disallow

/

smtbot

Rule

Path

Disallow

/

sogou

Rule

Path

Disallow

/

sogou head spider/3.0

Rule

Path

Disallow

/

sogou orion spider/3.0

Rule

Path

Disallow

/

sogou pic agent

Rule

Path

Disallow

/

sogou pic spider/3.0

Rule

Path

Disallow

/

sogou spider

Rule

Path

Disallow

/

sogou web spider

Rule

Path

Disallow

/

sogou web spider/4.0

Rule

Path

Disallow

/

sogou-test-spider/4.0

Rule

Path

Disallow

/

spbot

Rule

Path

Disallow

/

spbot/5.0.3

Rule

Path

Disallow

/

special_archiver

Rule

Path

Disallow

/

special_archiver/3.1.1

Rule

Path

Disallow

/

sputnikbot

Rule

Path

Disallow

/

sputnikbot/2.3

Rule

Path

Disallow

/

stackrambler

Rule

Path

Disallow

/

steeler

Rule

Path

Disallow

/

steeler/3.5

Rule

Path

Disallow

/

sunrise

Rule

Path

Disallow

/

surdotlybot

Rule

Path

Disallow

/

surveybot

Rule

Path

Disallow

/

swiftbot

Rule

Path

Disallow

/

tdjbot

Rule

Path

Disallow

/

trendictionbot

Rule

Path

Disallow

/

trendictionbot0.5.0

Rule

Path

Disallow

/

trident

Rule

Path

Disallow

/

trident/5.0

Rule

Path

Disallow

/

trident/6.0

Rule

Path

Disallow

/

trovitbot

Rule

Path

Disallow

/

turnitinbot

Rule

Path

Disallow

/

tweetmeme

Rule

Path

Disallow

/

tweetmemebot

Rule

Path

Disallow

/

twengabot

Rule

Path

Disallow

/

twengabot/2.0

Rule

Path

Disallow

/

twengabot-2.0

Rule

Path

Disallow

/

twengabot-discover

Rule

Path

Disallow

/

twitterbot

Rule

Path

Disallow

/

twitterbot/1.0

Rule

Path

Disallow

/

um-fc

Rule

Path

Disallow

/

um-fc/1.0

Rule

Path

Disallow

/

um-ic

Rule

Path

Disallow

/

um-ic/1.0

Rule

Path

Disallow

/

um-ln

Rule

Path

Disallow

/

um-ln/1.0

Rule

Path

Disallow

/

unwindfetchor

Rule

Path

Disallow

/

urlbot

Rule

Path

Disallow

/

voltron

Rule

Path

Disallow

/

wbsearchbot

Rule

Path

Disallow

/

webartexbot

Rule

Path

Disallow

/

wesee

Rule

Path

Disallow

/

wget

Rule

Path

Disallow

/

wotbox

Rule

Path

Disallow

/

x11

Rule

Path

Disallow

/

xovibot

Rule

Path

Disallow

/

y! j-asr

Rule

Path

Disallow

/

yacybot

Rule

Path

Disallow

/

yahoo! slurp

Rule

Path

Disallow

/

yahoo-slurp

Rule

Path

Disallow

/

yeti

Rule

Path

Disallow

/

yeti/1.1

Rule

Path

Disallow

/

yodaobot

Rule

Path

Disallow

/

yoozbot-2.2

Rule

Path

Disallow

/

youdaobot/1.0

Rule

Path

Disallow

/

barkrowler

Rule

Path

Disallow

/

Site Domain	rezat.com.ua
Base Domain	rezat.com.ua
Scan Status	Ok
Last Scan	2024-11-03T11:56:06+00:00
Next Scan	2024-12-03T11:56:06+00:00

Scanned	2024-11-03T11:56:06+00:00
URL	https://rezat.com.ua/robots.txt
Domain IPs	159.69.139.108, 2a01:4f8:231:2020::1
Response IP	159.69.139.108
Found	Yes
Hash	bf98272c5cbd56541088c000f5893111ea5a3eb6aeb8958bbd8cdf9d3b09d1a7
SimHash	7376035b6cf0

rezat.com.uarobots.txt

Resource Scan

Scan Details

Last Scan

Groups

googlebot

yandex

addthis

ahrefsbot

ahrefsbot/1.0

ahrefsbot/2.0

ahrefsbot/3.0

ahrefsbot/3.1

ahrefsbot/4.0

ahrefsbot/5.0

ahrefsbot/5.1

ahrefsbot/5.2

alexabot

amznkassocbot/4.0

anews

anews/1.0

aport

backlinkcrawler

baidu

baiduspider

baiduspider/2.0

baiduspider+

baiduspider-image

baiduspider-video

bdcbot

bdcbot/1.0

bendercrawler

bingbot

bingbot/2.0

bitlybot

bitlybot/3.0

blexbot

blexbot/1.0

boitho

bsalsa

bubing

butterfly

ccbot

ccbot/2.0

changedetection

coccoc

crawler4j

crazywebcrawler-spider

daumoa

deusu

deusu/5.0.2

docomo/2.0

dotbot

dotbot/1.1

easouspider

embedly

exabot

exabot/3.0

ezooms

findxbot

findxbot/1.0

flipboard

genieo

germcrawler

getintent crawler

gingercrawler

gluten free crawler

gluten free crawler/1.0

grapeshot

grouphigh

grouphigh/1.0

guzzlehttp

guzzlehttp/6.1.0

haosouspider

heritrix

hypercrawl

ia_archiver

ichiro

ichiro/3.0

ichiro/4.0

rezat.com.ua
robots.txt