yandex
Rule |
Path |
Disallow |
/wp-admin/ |
Allow |
/wp-admin/admin-ajax.php |
Disallow |
/wp-content/uploads/wpo-plugins-tables-list.json |
*
Rule |
Path |
Disallow |
/wp-content/uploads/wpo-plugins-tables-list.json |
Allow |
/wp-content/uploads/ |
Disallow |
/wp-login.php |
Disallow |
/wp-register.php |
Disallow |
/xmlrpc.php |
Disallow |
/cgi-bin/ |
Disallow |
/wp-content/plugins/ |
Disallow |
/wp-content/cache/ |
Disallow |
/wp-content/themes/ |
Disallow |
/wp-includes/ |
Disallow |
/download/ |
Disallow |
/search/ |
Disallow |
/subscribe/ |
Disallow |
/comments/ |
Disallow |
/author/ |
Disallow |
/404.html |
Disallow |
/trackback/ |
Disallow |
/*redirect_to%3D/ |
Disallow |
/*?* |
Disallow |
/*?%2F |
yandexbot
Rule |
Path |
Allow |
/wp-content/uploads/ |
Allow |
/plugins/*.css |
Allow |
/plugins/*.js |
Allow |
/plugins/*.png |
Allow |
/plugins/*.jpg |
Allow |
/plugins/*.gif |
Disallow |
/cgi-bin/ |
Disallow |
/wp-admin/ |
Disallow |
/wp-content/plugins/ |
Disallow |
/wp-content/cache/ |
Disallow |
/wp-content/themes/ |
Disallow |
/wp-includes/ |
Disallow |
/download/ |
Disallow |
/xmlrpc.php |
Disallow |
/search/ |
Disallow |
/subscribe/ |
Disallow |
/comments/ |
Disallow |
/trackback/ |
Disallow |
/404.html |
Disallow |
/author/ |
Disallow |
/*redirect_to%3D/ |
Disallow |
/*?* |
Disallow |
/*?%2F |
Disallow |
/amp/ |
Other Records
Field |
Value |
crawl-delay |
5 |
yandeximages
Rule |
Path |
Allow |
/wp-content/uploads/ |
googlebot
Rule |
Path |
Allow |
/wp-content/uploads/ |
Allow |
/*.css |
Allow |
/*.js |
Allow |
/plugins/*.png |
Allow |
/plugins/*.jpg |
Allow |
/plugins/*.gif |
Disallow |
/cgi-bin/ |
Disallow |
/wp-admin/ |
Disallow |
/wp-content/plugins/ |
Disallow |
/wp-content/cache/ |
Disallow |
/wp-content/themes/ |
Disallow |
/wp-includes/ |
Disallow |
/download/ |
Disallow |
/xmlrpc.php |
Disallow |
/search/ |
Disallow |
/subscribe/ |
Disallow |
/comments/ |
Disallow |
/404.html |
Disallow |
/author/ |
Disallow |
/trackback/ |
Disallow |
/*redirect_to%3D/ |
Disallow |
/*?* |
Disallow |
/*?%2F |
Other Records
Field |
Value |
crawl-delay |
5 |
googlebot-image
Rule |
Path |
Allow |
/wp-content/uploads/ |
googlebot-news
Rule |
Path |
Allow |
/plugins/*.css |
Allow |
/plugins/*.js |
Allow |
/plugins/*.png |
Allow |
/plugins/*.jpg |
Allow |
/plugins/*.gif |
Allow |
/wp-content/uploads/ |
Disallow |
/cgi-bin/ |
Disallow |
/wp-admin/ |
Disallow |
/wp-content/plugins/ |
Disallow |
/wp-content/cache/ |
Disallow |
/wp-content/themes/ |
Disallow |
/xmlrpc.php |
Disallow |
/search/ |
Disallow |
/subscribe/ |
Disallow |
/comments/ |
Disallow |
/404.html |
Disallow |
/author/ |
Disallow |
/trackback/ |
Disallow |
/*redirect_to%3D/ |
Disallow |
/*?* |
Disallow |
/*?%2F |
Other Records
Field |
Value |
crawl-delay |
5 |
bingbot
Rule |
Path |
Allow |
/wp-content/uploads/ |
Allow |
/*.css |
Allow |
/*.js |
Allow |
/plugins/*.png |
Allow |
/plugins/*.jpg |
Allow |
/plugins/*.gif |
Disallow |
/cgi-bin/ |
Disallow |
/wp-admin/ |
Disallow |
/wp-content/plugins/ |
Disallow |
/wp-content/cache/ |
Disallow |
/wp-content/themes/ |
Disallow |
/wp-includes/ |
Disallow |
/download/ |
Disallow |
/xmlrpc.php |
Disallow |
/search/ |
Disallow |
/subscribe/ |
Disallow |
/comments/ |
Disallow |
/404.html |
Disallow |
/author/ |
Disallow |
/trackback/ |
Disallow |
/*redirect_to%3D/ |
Disallow |
/*?* |
Disallow |
/*?%2F |
mail.ru_bot
Rule |
Path |
Allow |
/wp-content/uploads/ |
Allow |
/plugins/*.css |
Allow |
/plugins/*.js |
Allow |
/plugins/*.png |
Allow |
/plugins/*.jpg |
Allow |
/plugins/*.gif |
Disallow |
/cgi-bin/ |
Disallow |
/wp-admin/ |
Disallow |
/wp-content/plugins/ |
Disallow |
/wp-content/cache/ |
Disallow |
/wp-content/themes/ |
Disallow |
/wp-includes/ |
Disallow |
/download/ |
Disallow |
/xmlrpc.php |
Disallow |
/search/ |
Disallow |
/subscribe/ |
Disallow |
/comments/ |
Disallow |
/trackback/ |
Disallow |
/404.html |
Disallow |
/author/ |
Disallow |
/*redirect_to%3D/ |
Disallow |
/*?* |
Disallow |
/*?%2F |
Disallow |
/amp/ |
Other Records
Field |
Value |
crawl-delay |
5 |
stackrambler
Rule |
Path |
Allow |
/wp-content/uploads/ |
Allow |
/plugins/*.css |
Allow |
/plugins/*.js |
Allow |
/plugins/*.png |
Allow |
/plugins/*.jpg |
Allow |
/plugins/*.gif |
Disallow |
/cgi-bin/ |
Disallow |
/wp-admin/ |
Disallow |
/wp-content/plugins/ |
Disallow |
/wp-content/cache/ |
Disallow |
/wp-content/themes/ |
Disallow |
/wp-includes/ |
Disallow |
/download/ |
Disallow |
/xmlrpc.php |
Disallow |
/search/ |
Disallow |
/subscribe/ |
Disallow |
/comments/ |
Disallow |
/trackback/ |
Disallow |
/404.html |
Disallow |
/author/ |
Disallow |
/*redirect_to%3D/ |
Disallow |
/*?* |
Disallow |
/*?%2F |
Disallow |
/amp/ |
Other Records
Field |
Value |
crawl-delay |
5 |
ia_archiver
Rule |
Path |
Allow |
/wp-content/uploads/ |
Allow |
/plugins/*.css |
Allow |
/plugins/*.js |
Allow |
/plugins/*.png |
Allow |
/plugins/*.jpg |
Allow |
/plugins/*.gif |
Disallow |
/cgi-bin/ |
Disallow |
/wp-admin/ |
Disallow |
/wp-content/plugins/ |
Disallow |
/wp-content/cache/ |
Disallow |
/wp-content/themes/ |
Disallow |
/wp-includes/ |
Disallow |
/download/ |
Disallow |
/xmlrpc.php |
Disallow |
/search/ |
Disallow |
/subscribe/ |
Disallow |
/comments/ |
Disallow |
/trackback/ |
Disallow |
/404.html |
Disallow |
/author/ |
Disallow |
/*redirect_to%3D/ |
Disallow |
/*?* |
Disallow |
/*?%2F |
ahrefsbot
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
pinterestbot1.0
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
yandexnews4.0
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
googlebot2.1
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
yandexbot3.0
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
bytespider
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
bingbot
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
bingbot2.0
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
zen_bot2.0
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
amazonbot
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
vkrobot1.0
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
flipboardrss1.2
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
flipboardproxy1.2
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
photon1.0
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
yandeximages3.0
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
simplepie1.3.1
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
mail.ru_bot2.0
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
trendictionbot0.5.0
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
amazonbot0.1
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
googlebot-image1.0
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
archive.org_bot
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
facebookexternalhit
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
twitterbot
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
applebot
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
vkrobotrb
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |
yasearchbrowser
No rules defined. All paths allowed.
Other Records
Field |
Value |
crawl-delay |
5 |