app.quid.pw robots.txt

adsbot-google

Rule	Path
Disallow	/

Rule

Path

Disallow

/

python/3.5 aiohttp/1.0.5

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (compatible; netcraftsurveyagent/1.0; +info@netcraft.com)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (compatible; uptimebot/1.0; +http://www.uptime.com/uptimebot)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 mozilla/5.0 (compatible; arhpostbot/0.1; https://arhpost.ru/; ru-ru)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 booglebot 2.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (compatible; memorybot/1.24.61 +http://internetmemory.org/en/)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (compatible; surdotlybot/1.0; +http://sur.ly/bot.html)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

uclassify.com/1.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

superpagesurlverifybot/1.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (compatible; gimmeusabot/1.0; +https://gimmeusa.com/crawler.html

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (compatible; grapeshotcrawler/2.0; +http://www.grapeshot.co.uk/crawler.php)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

vebidoobot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (compatible; msie or firefox mutant;) daum 4.1

Rule	Path
Disallow	/

Rule

Path

Disallow

/

http:/best-muzon.org/popsa/1202-t-killah-i-nastya-kochatkova-nad-zemley.html

Rule	Path
Disallow	/

Rule

Path

Disallow

/

http:/best-muzon.org/house_dance/238-avicii-wake-me-up-sanana-bootleg.html

Rule	Path
Disallow	/

Rule

Path

Disallow

/

redback/v0-570-g26f8c96

Rule	Path
Disallow	/

Rule

Path

Disallow

/

http:/best-muzon.org/popsa/1600-maks-lidov-otrazheniya.html

Rule	Path
Disallow	/

Rule

Path

Disallow

/

http:/best-muzon.org/popsa/2144-louisa-johnson-so-good.html

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/4.0 (compatible; msie3.00; windows 2003)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/4.79 [en] (windows nt 5.0; u)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

booglebot2

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (compatible; optimizer)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (windows; u; windows nt 5.1; en-us; rv:1.8.1.6) gecko/20070725 firefox/2.0.0.6 - james bot - webcrawler http://cognitiveseo.com/bot.html

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (compatible; smtbot/1.0; +http://www.similartech.com/smtbot)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (windows nt 6.3; wow64) applewebkit/537.36 (khtml, like gecko) chrome/42.0.2311.152 safari/537.36 (binglocalsearch)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

nextgensearchbot 1 (for information visit http://www.zoominfo.com/about/misc/nextgensearchbot.aspx)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

node/simplecrawler 0.7.0 (git+https://github.com/cgiffard/node-simplecrawler.git)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (compatible; mixrankbot; crawler@mixrank.com)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/5.0 (compatible; rukicrawler/1.0; +http://ruki.rezko.net)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

mozilla/0.91 beta (windows)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

scrapy/1.2.1 (+http://scrapy.org)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

lynx/2.8.5rel.1 libwww-fm/2.15fc ssl-mm/1.4.1c openssl/0.9.7e-dev

Rule	Path
Disallow	/

Rule

Path

Disallow

/

java/1.6.0_04

Rule	Path
Disallow	/

Rule

Path

Disallow

/

aboundex/0.3

Rule	Path
Disallow	/

Rule

Path

Disallow

/

python-requests/2.11.1

Rule	Path
Disallow	/

Rule

Path

Disallow

/

python-requests/2.7.0 cpython/2.7.6 linux/3.13.0-100-generic

Rule	Path
Disallow	/

Rule

Path

Disallow

/

aboundexbot

Rule	Path
Disallow	/

Rule

Path

Disallow

/

curl/7.47.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

panscient.com

Rule	Path
Disallow	/

Rule

Path

Disallow

/

r/curl/jeroen

Rule	Path
Disallow	/

Rule

Path

Disallow

/

curl/7.38.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

wappalyzer; +https://github.com/aliasio/wappalyzer

Rule	Path
Disallow	/

Rule

Path

Disallow

/

pycurl

Rule	Path
Disallow	/

Rule

Path

Disallow

/

scrapy-redis (+https://github.com/rolando/scrapy-redis)

Rule	Path
Disallow	/

Rule

Path

Disallow

/

vidiblescraper/1.0

Rule	Path
Disallow	/

Rule

Path

Disallow

/

integrity/5

Rule	Path
Disallow	/

Rule

Path

Disallow

/

phpcrawl

Rule

Path

Disallow

/

checkmarknetwork/1.0 (+http://www.checkmarknetwork.com/spider.html)

Rule

Path

Disallow

/

wbsearchbot/1.1

Rule

Path

Disallow

/

deusu/5.0.2

Rule

Path

Disallow

/

msnbot

Rule

Path

Disallow

/

msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)

Rule

Path

Disallow

/

domainappender /1.0

Rule

Path

Disallow

/

linkedinbot/1.0

Rule

Path

Disallow

/

linkpadbot/1.07

Rule

Path

Disallow

/

teeraidbot

Rule

Path

Disallow

/

powermarks/3.5

Rule

Path

Disallow

/

grapeshotcrawler/2.0

Rule

Path

Disallow

/

coccoc/1.0

Rule

Path

Disallow

/

checkmarknetwork/1.0

Rule

Path

Disallow

/

dataprovider/6.101

Rule

Path

Disallow

/

mozilla/5.0 (compatible; dataprovider/6.101; +https://www.dataprovider.com/)

Rule

Path

Disallow

/

python-urllib/2.7

Rule

Path

Disallow

/

duckduckgo-favicons-bot/1.0

Rule

Path

Disallow

/

ccbot/2.0

Rule

Path

Disallow

/

metaspinner/1.0

Rule

Path

Disallow

/

dalvik/2.1.0

Rule

Path

Disallow

/

mojeekbot/0.6

Rule

Path

Disallow

/

obot/2.3.1

Rule

Path

Disallow

/

komodiabot/1.0

Rule

Path

Disallow

/

wonderbot/js 1.0

Rule

Path

Disallow

/

ruby

Rule

Path

Disallow

/

woobot/1.1

Rule

Path

Disallow

/

woobot/2.0

Rule

Path

Disallow

/

downtimedetector/1.0

Rule

Path

Disallow

/

uptimebot/1.0

Rule

Path

Disallow

/

dispatch/0.11.3

Rule

Path

Disallow

/

eventbot

Rule

Path

Disallow

/

internetseer.com

Rule

Path

Disallow

/

synhttpclient-built/5843

Rule

Path

Disallow

/

go-http-client/1.1

Rule

Path

Disallow

/

semrushbot/1.1~bl

Rule

Path

Disallow

/

xovibot

Rule

Path

Disallow

/

xovibot/2.0

Rule

Path

Disallow

/

seznambot

Rule

Path

Disallow

/

duckduckbot

Rule

Path

Disallow

/

sogou pic spider/3.0( http://www.sogou.com/docs/help/webmasters.htm

Product

Comment

sogou pic spider/3.0( http://www.sogou.com/docs/help/webmasters.htm

07)

Rule

Path

Disallow

/

sogou head spider/3.0( http://www.sogou.com/docs/help/webmasters.htm

Product

Comment

sogou head spider/3.0( http://www.sogou.com/docs/help/webmasters.htm

07)

Rule

Path

Disallow

/

sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm

Product

Comment

sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm

07)

Rule

Path

Disallow

/

sogou orion spider/3.0( http://www.sogou.com/docs/help/webmasters.htm

Product

Comment

sogou orion spider/3.0( http://www.sogou.com/docs/help/webmasters.htm

07)

Rule

Path

Disallow

/

sogou-test-spider/4.0 (compatible; msie 5.5; windows 98)

Rule

Path

Disallow

/

mozilla/5.0 (compatible; konqueror/3.5; linux) khtml/3.5.5 (like gecko) (exabot-thumbnails)

Rule

Path

Disallow

/

mozilla/5.0 (compatible; exabot/3.0; +http://www.exabot.com/go/robot)

Rule

Path

Disallow

/

ia_archiver

Rule

Path

Disallow

/

spbot

Rule

Path

Disallow

/

semrushbot

Rule

Path

Disallow

/

semrushbot-sa

Rule

Path

Disallow

/

wbsearchbot

Rule

Path

Disallow

/

rogerbot

Rule

Path

Disallow

/

ahrefsbot

Rule

Path

Disallow

/

istellabot

Rule

Path

Disallow

/

siteexplorer

Rule

Path

Disallow

/

sitelockspider

Rule

Path

Disallow

/

sitelockspider [en] (winnt; i ;nav)

Rule

Path

Disallow

/

sitelock

Rule

Path

Disallow

/

facebot

Rule

Path

Disallow

/

facebookexternalhit/1.1

Rule

Path

Disallow

/

facebookexternalhit/1.0 (+http://www.facebook.com/externalhit_uatext.php)

Rule

Path

Disallow

/

facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)

Rule

Path

Disallow

/

mail.ru

Rule

Path

Disallow

/

mail.ru_bot/2.0

Rule

Path

Disallow

/

wotbox

Rule

Path

Disallow

/

yahoo! slurp

Rule

Path

Disallow

/

aihitbot

Rule

Path

Disallow

/

aihitbot/2.9

Rule

Path

Disallow

/

arachnida

Rule

Path

Disallow

/

associative spider

Rule

Path

Disallow

/

baiduspider

Rule

Path

Disallow

/

mj12bot

Rule

Path

Disallow

/

wow64

Rule

Path

Disallow

/

mra 4.6

Rule

Path

Disallow

/

mozilla/5.0 (windows; u; windows nt 5.1; en-us) applewebkit/525.13 (khtml, like gecko) chrome/0.a.b.c safari/525.13

Rule

Path

Disallow

/

twengabot-discover

Rule

Path

Disallow

/

twengabot/2.0

Rule

Path

Disallow

/

twengabot

Rule

Path

Disallow

/

megaindex.ru

Rule

Path

Disallow

/

megaindex.ru/2.0

Rule

Path

Disallow

/

mozilla/5.0 (compatible; megaindex.ru/2.0; +http://megaindex.com/crawler)

Rule

Path

Disallow

/

yandex

Rule

Path

Disallow

/

yandexbot

Rule

Path

Disallow

/

blexbot

Rule

Path

Disallow

/

iopus-i-m

Rule

Path

Disallow

/

sitecheck.internetseer.com

Rule

Path

Disallow

/

omniexplorer_bot

Rule

Path

Disallow

/

dotbot

Rule

Path

Disallow

/

freefind

Rule

Path

Disallow

/

becomebot

Rule

Path

Disallow

/

nutch

Rule

Path

Disallow

/

jetbot/1.0

Rule

Path

Disallow

/

jetbot

Rule

Path

Disallow

/

webvac

Rule

Path

Disallow

/

stanford

Rule

Path

Disallow

/

naver

Rule

Path

Disallow

/

dumbot

Rule

Path

Disallow

/

hatena antenna

Rule

Path

Disallow

/

grub-client

Rule

Path

Disallow

/

grub

Rule

Path

Disallow

/

webzip

Rule

Path

Disallow

/

larbin

Rule

Path

Disallow

/

b2w/0.1

Rule

Path

Disallow

/

copernic

Rule

Path

Disallow

/

psbot

Rule

Path

Disallow

/

python-urllib

Rule

Path

Disallow

/

netmechanic

Rule

Path

Disallow

/

url_spider_pro

Rule

Path

Disallow

/

cherrypicker

Rule

Path

Disallow

/

emailcollector

Rule

Path

Disallow

/

emailsiphon

Rule

Path

Disallow

/

webbandit

Rule

Path

Disallow

/

emailwolf

Rule

Path

Disallow

/

extractorpro

Rule

Path

Disallow

/

copyrightcheck

Rule

Path

Disallow

/

crescent

Rule

Path

Disallow

/

sitesnagger

Rule

Path

Disallow

/

prowebwalker

Rule

Path

Disallow

/

cheesebot

Rule

Path

Disallow

/

lnspiderguy

Rule

Path

Disallow

/

mozilla

Rule

Path

Disallow

/

mozilla

Rule

Path

Disallow

/

mozilla/3

Rule

Path

Disallow

/

mozilla/4

Rule

Path

Disallow

/

mozilla/5

Rule

Path

Disallow

/

mozilla/4.0 (compatible; msie 4.0; windows nt)

Rule

Path

Disallow

/

mozilla/4.0 (compatible; msie 4.0; windows 95)

Rule

Path

Disallow

/

mozilla/4.0 (compatible; msie 4.0; windows 98)

Rule

Path

Disallow

/

mozilla/4.0 (compatible; msie 4.0; windows xp)

Rule

Path

Disallow

/

mozilla/4.0 (compatible; msie 4.0; windows 2000)

Rule

Path

Disallow

/

alexibot

Rule

Path

Disallow

/

teleport

Rule

Path

Disallow

/

teleportpro

Rule

Path

Disallow

/

stanford comp sci

Rule

Path

Disallow

/

miixpc

Rule

Path

Disallow

/

telesoft

Rule

Path

Disallow

/

website quester

Rule

Path

Disallow

/

moget/2.1

Rule

Path

Disallow

/

webzip/4.0

Rule

Path

Disallow

/

webstripper

Rule

Path

Disallow

/

websauger

Rule

Path

Disallow

/

webcopier

Rule

Path

Disallow

/

netants

Rule

Path

Disallow

/

mister pix

Rule

Path

Disallow

/

webauto

Rule

Path

Disallow

/

thenomad

Rule

Path

Disallow

/

www-collector-e

Rule

Path

Disallow

/

rma

Rule

Path

Disallow

/

libweb/clshttp

Rule

Path

Disallow

/

asterias

Rule

Path

Disallow

/

httplib

Rule

Path

Disallow

/

turingos

Rule

Path

Disallow

/

spanner

Rule

Path

Disallow

/

infonavirobot

Rule

Path

Disallow

/

harvest/1.5

Rule

Path

Disallow

/

bullseye/1.0

Rule

Path

Disallow

/

mozilla/4.0 (compatible; bullseye; windows 95)

Rule

Path

Disallow

/

crescent internet toolpak http ole control v.1.0

Rule

Path

Disallow

/

cherrypickerse/1.0

Rule

Path

Disallow

/

cherrypickerelite/1.0

Rule

Path

Disallow

/

webbandit/3.50

Rule

Path

Disallow

/

nicerspro

Rule

Path

Disallow

/

microsoft url control - 5.01.4511

Rule

Path

Disallow

/

dittospyder

Rule

Path

Disallow

/

foobot

Rule

Path

Disallow

/

spankbot

Rule

Path

Disallow

/

botalot

Rule

Path

Disallow

/

lwp-trivial/1.34

Rule

Path

Disallow

/

lwp-trivial

Rule

Path

Disallow

/

http://www.webmasterworld.com bot

Rule

Path

Disallow

/

bunnyslippers

Rule

Path

Disallow

/

microsoft url control - 6.00.8169

Rule

Path

Disallow

/

urly warning

Rule

Path

Disallow

/

wget/1.6

Rule

Path

Disallow

/

wget/1.5.3

Rule

Path

Disallow

/

wget

Rule

Path

Disallow

/

linkwalker

Rule

Path

Disallow

/

cosmos

Rule

Path

Disallow

/

moget

Rule

Path

Disallow

/

hloader

Rule

Path

Disallow

/

humanlinks

Rule

Path

Disallow

/

linkextractorpro

Rule

Path

Disallow

/

offline explorer

Rule

Path

Disallow

/

mata hari

Rule

Path

Disallow

/

lexibot

Rule

Path

Disallow

/

web image collector

Rule

Path

Disallow

/

the intraformant

Rule

Path

Disallow

/

true_robot/1.0

Rule

Path

Disallow

/

true_robot

Rule

Path

Disallow

/

blowfish/1.0

Rule

Path

Disallow

/

http://www.searchengineworld.com bot

Rule

Path

Disallow

/

http://www.webmasterworld.com bot

Rule

Path

Disallow

/

jennybot

Rule

Path

Disallow

/

miixpc/4.2

Rule

Path

Disallow

/

builtbottough

Rule

Path

Disallow

/

propowerbot/2.14

Rule

Path

Disallow

/

backdoorbot/1.0

Rule

Path

Disallow

/

tocrawl/urldispatcher

Rule

Path

Disallow

/

webenhancer

Rule

Path

Disallow

/

suzuran

Rule

Path

Disallow

/

vci webviewer vci webviewer win32

Rule

Path

Disallow

/

vci

Rule

Path

Disallow

/

szukacz/1.4

Rule

Path

Disallow

/

queryn metasearch

Rule

Path

Disallow

/

openfind data gathere

Rule

Path

Disallow

/

openfind

Rule

Path

Disallow

/

xenu's link sleuth 1.1c

Rule

Path

Disallow

/

xenu's

Rule

Path

Disallow

/

zeus

Rule

Path

Disallow

/

repomonkey bait & tackle/v1.01

Rule

Path

Disallow

/

repomonkey

Rule

Path

Disallow

/

microsoft url control

Rule

Path

Disallow

/

openbot

Rule

Path

Disallow

/

url control

Rule

Path

Disallow

/

zeus link scout

Rule

Path

Disallow

/

zeus 32297 webster pro v2.9 win32

Rule

Path

Disallow

/

webster pro

Rule

Path

Disallow

/

erocrawler

Rule

Path

Disallow

/

linkscan/8.1a unix

Rule

Path

Disallow

/

keyword density/0.9

Rule

Path

Disallow

/

kenjin spider

Rule

Path

Disallow

/

iron33/1.0.2

Rule

Path

Disallow

/

bookmark search tool

Rule

Path

Disallow

/

getright/4.2

Rule

Path

Disallow

/

fairad client

Rule

Path

Disallow

/

gaisbot

Rule

Path

Disallow

/

aqua_products

Rule

Path

Disallow

/

radiation retriever 1.1

Rule

Path

Disallow

/

webmasterworld extractor

Rule

Path

Disallow

/

flaming attackbot

Rule

Path

Disallow

/

oracle ultra search

Rule

Path

Disallow

/

msiecrawler

Rule

Path

Disallow

/

perman

Rule

Path

Disallow

/

searchpreview

Rule

Path

Disallow

/

sootle

Rule

Path

Disallow

/

es

Rule

Path

Disallow

/

enterprise_search/1.0

Rule

Path

Disallow

/

enterprise_search

Rule

Path

Disallow

/

mozilla/4.0 (compatible; msie 5.0; windows nt; digext; dts agent

Rule

Path

Disallow

/

mozilla/5.0 (windows nt 10.0; wow64) applewebkit/537.36 (khtml, like gecko) chrome/49.0.2623.112 safari/537.36

Rule

Path

Disallow

/

bingbot

Rule

Path

Disallow

/

bing

Rule

Path

Disallow

/

googlebot
google

Rule

Path

Disallow

/

baiduspider
baiduspider-video
baiduspider-image

Rule

Path

Disallow

/

*

Rule

Path

Disallow

/

Site Domain	app.quid.pw
Base Domain	quid.pw
Scan Status	Ok
Last Scan	2025-03-25T10:32:36+00:00
Next Scan	2025-04-24T10:32:36+00:00

Scanned	2025-03-25T10:32:36+00:00
URL	https://app.quid.pw/robots.txt
Domain IPs	104.21.92.117, 172.67.192.251, 2606:4700:3031::6815:5c75, 2606:4700:3032::ac43:c0fb
Response IP	172.67.192.251
Found	Yes
Hash	072450b04d927e0bdda34f1a3bacad7107a7031b3bc14a6f4c49005ee4a91e1a
SimHash	1d9d526b51c0

app.quid.pwrobots.txt

Resource Scan

Scan Details

Last Scan

Groups

adsbot-google

python/3.5 aiohttp/1.0.5

mozilla/5.0 (compatible; netcraftsurveyagent/1.0; +info@netcraft.com)

mozilla/5.0 (compatible; uptimebot/1.0; +http://www.uptime.com/uptimebot)

mozilla/5.0 mozilla/5.0 (compatible; arhpostbot/0.1; https://arhpost.ru/; ru-ru)

mozilla/5.0 booglebot 2.0

mozilla/5.0 (compatible; memorybot/1.24.61 +http://internetmemory.org/en/)

mozilla/5.0 (compatible; surdotlybot/1.0; +http://sur.ly/bot.html)

uclassify.com/1.0

superpagesurlverifybot/1.0

mozilla/5.0 (compatible; gimmeusabot/1.0; +https://gimmeusa.com/crawler.html

mozilla/5.0 (compatible; grapeshotcrawler/2.0; +http://www.grapeshot.co.uk/crawler.php)

vebidoobot

mozilla/5.0 (compatible; msie or firefox mutant;) daum 4.1

http:/best-muzon.org/popsa/1202-t-killah-i-nastya-kochatkova-nad-zemley.html

http:/best-muzon.org/house_dance/238-avicii-wake-me-up-sanana-bootleg.html

redback/v0-570-g26f8c96

http:/best-muzon.org/popsa/1600-maks-lidov-otrazheniya.html

http:/best-muzon.org/popsa/2144-louisa-johnson-so-good.html

mozilla/4.0 (compatible; msie3.00; windows 2003)

mozilla/4.79 [en] (windows nt 5.0; u)

booglebot2

mozilla/5.0 (compatible; optimizer)

mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)

mozilla/5.0 (windows; u; windows nt 5.1; en-us; rv:1.8.1.6) gecko/20070725 firefox/2.0.0.6 - james bot - webcrawler http://cognitiveseo.com/bot.html

mozilla/5.0 (compatible; smtbot/1.0; +http://www.similartech.com/smtbot)

mozilla/5.0 (windows nt 6.3; wow64) applewebkit/537.36 (khtml, like gecko) chrome/42.0.2311.152 safari/537.36 (binglocalsearch)

nextgensearchbot 1 (for information visit http://www.zoominfo.com/about/misc/nextgensearchbot.aspx)

node/simplecrawler 0.7.0 (git+https://github.com/cgiffard/node-simplecrawler.git)

mozilla/5.0 (compatible; mixrankbot; crawler@mixrank.com)

mozilla/5.0 (compatible; rukicrawler/1.0; +http://ruki.rezko.net)

mozilla/0.91 beta (windows)

scrapy/1.2.1 (+http://scrapy.org)

lynx/2.8.5rel.1 libwww-fm/2.15fc ssl-mm/1.4.1c openssl/0.9.7e-dev

java/1.6.0_04

aboundex/0.3

python-requests/2.11.1

python-requests/2.7.0 cpython/2.7.6 linux/3.13.0-100-generic

aboundexbot

curl/7.47.0

panscient.com

r/curl/jeroen

curl/7.38.0

wappalyzer; +https://github.com/aliasio/wappalyzer

pycurl

scrapy-redis (+https://github.com/rolando/scrapy-redis)

vidiblescraper/1.0

integrity/5

phpcrawl

checkmarknetwork/1.0 (+http://www.checkmarknetwork.com/spider.html)

wbsearchbot/1.1

deusu/5.0.2

msnbot

msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)

domainappender /1.0

linkedinbot/1.0

linkpadbot/1.07

teeraidbot

powermarks/3.5

grapeshotcrawler/2.0

coccoc/1.0

checkmarknetwork/1.0

dataprovider/6.101

mozilla/5.0 (compatible; dataprovider/6.101; +https://www.dataprovider.com/)

python-urllib/2.7

duckduckgo-favicons-bot/1.0

ccbot/2.0

metaspinner/1.0

dalvik/2.1.0

mojeekbot/0.6

obot/2.3.1

komodiabot/1.0

wonderbot/js 1.0

ruby

woobot/1.1

app.quid.pw
robots.txt