| Disallow |
/wp-admin/ |
block access to admin section |
| Disallow |
/wp-login.php |
block access to admin section variant two |
| Disallow |
/search/ |
block access to internal search result pages |
| Disallow |
*/player/?search=* |
block access to internal player search result pages |
| Disallow |
*/archive-search-results/ |
block access to internal article search result pages |
| Disallow |
*?s=* |
block access to internal search result pages |
| Disallow |
*?s&cat=* |
block access to internal search result pages variant two |
| Disallow |
*/feed/$ |
block access to feed pages |
| Disallow |
*/rss/news.php$ |
block access to player news rss feed |
| Disallow |
*?p=* |
block access to pages for which permalinks fails |
| Disallow |
*%26p%3D* |
block access to pages for which permalinks fails variant two |
| Disallow |
*?_page=* |
block access to post pagination |
| Disallow |
*%26preview%3D* |
block access to preview pages |
| Disallow |
*?s2member_register=* |
block access to internal member register pages |
| Disallow |
*?utm_campaign=* |
block access to UTM tracking |
| Disallow |
*?utm_source=* |
block access to UTM tracking variant two feedburner |
| Disallow |
/player-news/?id=* |
block access to player news individual posts |
| Disallow |
/player-news/?offset* |
block access to player news individual post filter option |
| Disallow |
*?myDLF=* |
block access to myDLF ranking page filter options |
| Disallow |
*%26myDLF%3D* |
block access to myDLF ranking page filter options variant two |
| Disallow |
*?replytocom=* |
block access to reply to comments option |
| Disallow |
/login/ |
block access to login |
| Disallow |
/nfl-fantasy-football-news-finder/* |
Block this spider trap |
| Allow |
/nfl-fantasy-football-news-finder/ |
But allow this tool to be indexed |
| Allow |
/adp/ |
- |
| Disallow |
/adp/index.php |
Don't crawl the duplicate ADP tool |
| Disallow |
/go/ |
- |
Comments