*
| Rule |
Path |
| Disallow |
/wp-admin/ |
| Allow |
/*.js$ |
| Allow |
/*.css$ |
| Allow |
/wp-admin/admin-ajax.php |
msiecrawler\
No rules defined. All paths allowed.
webcopier \
No rules defined. All paths allowed.
httrack \
No rules defined. All paths allowed.
microsoft.url.control \
No rules defined. All paths allowed.
libwww \
No rules defined. All paths allowed.
orthogaffe \
No rules defined. All paths allowed.
ubicrawler \
No rules defined. All paths allowed.
doc \
No rules defined. All paths allowed.
zao \
No rules defined. All paths allowed.
sitecheck.internetseer.com \
No rules defined. All paths allowed.
zealbot \
No rules defined. All paths allowed.
msiecrawler \
No rules defined. All paths allowed.
sitesnagger \
No rules defined. All paths allowed.
webstripper \
No rules defined. All paths allowed.
webcopier \
No rules defined. All paths allowed.
fetch \
No rules defined. All paths allowed.
offline explorer \
No rules defined. All paths allowed.
teleport \
No rules defined. All paths allowed.
teleportpro \
No rules defined. All paths allowed.
webzip \
No rules defined. All paths allowed.
linko \
No rules defined. All paths allowed.
httrack \
No rules defined. All paths allowed.
microsoft.url.control \
No rules defined. All paths allowed.
xenu \
No rules defined. All paths allowed.
larbin \
No rules defined. All paths allowed.
libwww \
No rules defined. All paths allowed.
zyborg \
No rules defined. All paths allowed.
download ninja \
No rules defined. All paths allowed.
wget \
No rules defined. All paths allowed.
grub-client \
No rules defined. All paths allowed.
k2spider \
No rules defined. All paths allowed.
npbot \
No rules defined. All paths allowed.
Comments