Log In Sign Up

crew-united.com
robots.txt

Robots Exclusion Standard data for crew-united.com

Resource Scan

Scan Details

Site Domain crew-united.com
Base Domain crew-united.com
Scan Status Ok
Last Scan2024-11-11T15:23:21+00:00
Next Scan 2024-11-18T15:23:21+00:00

Last Scan

Scanned2024-11-11T15:23:21+00:00
URL https://crew-united.com/robots.txt
Redirect https://www.crew-united.com/robots.txt
Redirect Domain www.crew-united.com
Redirect Base crew-united.com
Domain IPs 104.26.10.85, 104.26.11.85, 172.67.73.28, 2606:4700:20::681a:a55, 2606:4700:20::681a:b55, 2606:4700:20::ac43:491c
Redirect IPs 104.26.10.85, 104.26.11.85, 172.67.73.28, 2606:4700:20::681a:a55, 2606:4700:20::681a:b55, 2606:4700:20::ac43:491c
Response IP 104.26.10.85
Found Yes
Hash 21e5aacc9f57d2d4c1d3d22d0ad3122092627191a90611cbe014b3aaf89ef4be
SimHash e31a5d20bce0

Groups

*

Rule Path
Disallow /redir.asp
Disallow /bin_markt/
Disallow /media/Documents/
Disallow /media/documents/
Disallow /Media/Documents/
Disallow /Media/documents/
Disallow /Authentication/
Disallow /card/
Disallow /confirmDialog/
Disallow /cookie/
Disallow /crewcall/
Disallow /croft/api/
Disallow /croft/render/myProfile/
Disallow /croft/render/profile/
Disallow /croft/render/project/
Disallow /croft/webservice/
Disallow /gallery/
Disallow /jobs/sendOffer.asp
Disallow /jobs/editOffer.asp
Disallow /jointVenture/
Disallow /markt/sendOffer.asp
Disallow /markt/editOffer.asp
Disallow /notepad/
Disallow /partner/
Disallow /payment/
Disallow /pdf/
Disallow /permaLink/
Disallow /permalink/
Disallow /profil/
Disallow /profilansichten/sendMemberNotification.asp
Disallow /profilansichten/sendmembernotification.asp
Disallow /profilansichten/sendProfile.asp
Disallow /profilansichten/sendprofile.asp
Disallow /projekte/ajax/
Disallow /projekte/form/
Disallow /projekte/sendProfile.asp
Disallow /projekte/sendprofile.asp
Disallow /registration/
Disallow /search/
Disallow /SearchApi/
Disallow /survey/
Disallow /upload/
Disallow /wohnen/sendOffer.asp
Disallow /wohnen/editOffer.asp
Disallow /de/Authentication/
Disallow /de/card/
Disallow /de/confirmDialog/
Disallow /de/cookie/
Disallow /de/crewcall/
Disallow /de/croft/api/
Disallow /de/croft/render/myProfile/
Disallow /de/croft/render/profile/
Disallow /de/croft/render/project/
Disallow /de/croft/webservice/
Disallow /de/gallery/
Disallow /de/jobs/sendOffer.asp
Disallow /de/jobs/editOffer.asp
Disallow /de/jointVenture/
Disallow /de/markt/sendOffer.asp
Disallow /de/markt/editOffer.asp
Disallow /de/notepad/
Disallow /de/partner/
Disallow /de/payment/
Disallow /de/pdf/
Disallow /de/permaLink/
Disallow /de/permalink/
Disallow /de/profil/
Disallow /de/profilansichten/sendMemberNotification.asp
Disallow /de/profilansichten/sendmembernotification.asp
Disallow /de/profilansichten/sendProfile.asp
Disallow /de/profilansichten/sendprofile.asp
Disallow /de/projekte/ajax/
Disallow /de/projekte/form/
Disallow /de/projekte/sendProfile.asp
Disallow /de/projekte/sendprofile.asp
Disallow /de/registration/
Disallow /de/search/
Disallow /de/SearchApi/
Disallow /de/survey/
Disallow /de/upload/
Disallow /de/wohnen/sendOffer.asp
Disallow /de/wohnen/editOffer.asp
Disallow /en/accommodation/sendOffer.asp
Disallow /en/accommodation/editOffer.asp
Disallow /en/Authentication/
Disallow /en/card/
Disallow /en/confirmDialog/
Disallow /en/cookie/
Disallow /en/crewcall/
Disallow /en/croft/api/
Disallow /en/croft/render/myProfile/
Disallow /en/croft/render/profile/
Disallow /en/croft/render/project/
Disallow /en/croft/webservice/
Disallow /en/gallery/
Disallow /en/jobs/sendOffer.asp
Disallow /en/jobs/editOffer.asp
Disallow /en/jointVenture/
Disallow /en/market/sendOffer.asp
Disallow /en/market/editOffer.asp
Disallow /en/notepad/
Disallow /en/partner/
Disallow /en/payment/
Disallow /en/pdf/
Disallow /en/permaLink/
Disallow /en/permalink/
Disallow /en/profil/
Disallow /en/profilansichten/sendMemberNotification.asp
Disallow /en/profilansichten/sendmembernotification.asp
Disallow /en/profilansichten/sendProfile.asp
Disallow /en/profilansichten/sendprofile.asp
Disallow /en/projekte/ajax/
Disallow /en/projekte/form/
Disallow /en/projekte/sendProfile.asp
Disallow /en/projekte/sendprofile.asp
Disallow /en/registration/
Disallow /en/search/
Disallow /en/SearchApi/
Disallow /en/survey/
Disallow /en/upload/
Disallow /fr/accommodation/sendOffer.asp
Disallow /fr/accommodation/editOffer.asp
Disallow /fr/Authentication/
Disallow /fr/card/
Disallow /fr/confirmDialog/
Disallow /fr/cookie/
Disallow /fr/crewcall/
Disallow /fr/croft/api/
Disallow /fr/croft/render/myProfile/
Disallow /fr/croft/render/profile/
Disallow /fr/croft/render/project/
Disallow /fr/croft/webservice/
Disallow /fr/gallery/
Disallow /fr/jobs/sendOffer.asp
Disallow /fr/jobs/editOffer.asp
Disallow /fr/jointVenture/
Disallow /fr/market/sendOffer.asp
Disallow /fr/market/editOffer.asp
Disallow /fr/notepad/
Disallow /fr/partner/
Disallow /fr/payment/
Disallow /fr/pdf/
Disallow /fr/permaLink/
Disallow /fr/permalink/
Disallow /fr/profil/
Disallow /fr/profilansichten/sendMemberNotification.asp
Disallow /fr/profilansichten/sendmembernotification.asp
Disallow /fr/profilansichten/sendProfile.asp
Disallow /fr/profilansichten/sendprofile.asp
Disallow /fr/projekte/ajax/
Disallow /fr/projekte/form/
Disallow /fr/projekte/sendProfile.asp
Disallow /fr/projekte/sendprofile.asp
Disallow /fr/registration/
Disallow /fr/search/
Disallow /fr/SearchApi/
Disallow /fr/survey/
Disallow /fr/upload/
Disallow /pl/accommodation/sendOffer.asp
Disallow /pl/accommodation/editOffer.asp
Disallow /pl/Authentication/
Disallow /pl/card/
Disallow /pl/confirmDialog/
Disallow /pl/cookie/
Disallow /pl/crewcall/
Disallow /pl/croft/api/
Disallow /pl/croft/render/myProfile/
Disallow /pl/croft/render/profile/
Disallow /pl/croft/render/project/
Disallow /pl/croft/webservice/
Disallow /pl/gallery/
Disallow /pl/jobs/sendOffer.asp
Disallow /pl/jobs/editOffer.asp
Disallow /pl/jointVenture/
Disallow /pl/market/sendOffer.asp
Disallow /pl/market/editOffer.asp
Disallow /pl/notepad/
Disallow /pl/partner/
Disallow /pl/payment/
Disallow /pl/pdf/
Disallow /pl/permaLink/
Disallow /pl/permalink/
Disallow /pl/profil/
Disallow /pl/profilansichten/sendMemberNotification.asp
Disallow /pl/profilansichten/sendmembernotification.asp
Disallow /pl/profilansichten/sendProfile.asp
Disallow /pl/profilansichten/sendprofile.asp
Disallow /pl/projekte/ajax/
Disallow /pl/projekte/form/
Disallow /pl/projekte/sendProfile.asp
Disallow /pl/projekte/sendprofile.asp
Disallow /pl/registration/
Disallow /pl/search/
Disallow /pl/SearchApi/
Disallow /pl/survey/
Disallow /pl/upload/
Disallow /el/accommodation/sendOffer.asp
Disallow /el/accommodation/editOffer.asp
Disallow /el/Authentication/
Disallow /el/card/
Disallow /el/confirmDialog/
Disallow /el/cookie/
Disallow /el/crewcall/
Disallow /el/croft/api/
Disallow /el/croft/render/myProfile/
Disallow /el/croft/render/profile/
Disallow /el/croft/render/project/
Disallow /el/croft/webservice/
Disallow /el/gallery/
Disallow /el/jobs/sendOffer.asp
Disallow /el/jobs/editOffer.asp
Disallow /el/jointVenture/
Disallow /el/market/sendOffer.asp
Disallow /el/market/editOffer.asp
Disallow /el/notepad/
Disallow /el/partner/
Disallow /el/payment/
Disallow /el/pdf/
Disallow /el/permaLink/
Disallow /el/permalink/
Disallow /el/profil/
Disallow /el/profilansichten/sendMemberNotification.asp
Disallow /el/profilansichten/sendmembernotification.asp
Disallow /el/profilansichten/sendProfile.asp
Disallow /el/profilansichten/sendprofile.asp
Disallow /el/projekte/ajax/
Disallow /el/projekte/form/
Disallow /el/projekte/sendProfile.asp
Disallow /el/projekte/sendprofile.asp
Disallow /el/registration/
Disallow /el/search/
Disallow /el/SearchApi/
Disallow /el/survey/
Disallow /el/upload/
Disallow /es/accommodation/sendOffer.asp
Disallow /es/accommodation/editOffer.asp
Disallow /es/Authentication/
Disallow /es/card/
Disallow /es/confirmDialog/
Disallow /es/cookie/
Disallow /es/crewcall/
Disallow /es/croft/api/
Disallow /es/croft/render/myProfile/
Disallow /es/croft/render/profile/
Disallow /es/croft/render/project/
Disallow /es/croft/webservice/
Disallow /es/gallery/
Disallow /es/jobs/sendOffer.asp
Disallow /es/jobs/editOffer.asp
Disallow /es/jointVenture/
Disallow /es/market/sendOffer.asp
Disallow /es/market/editOffer.asp
Disallow /es/notepad/
Disallow /es/partner/
Disallow /es/payment/
Disallow /es/pdf/
Disallow /es/permaLink/
Disallow /es/permalink/
Disallow /es/profil/
Disallow /es/profilansichten/sendMemberNotification.asp
Disallow /es/profilansichten/sendmembernotification.asp
Disallow /es/profilansichten/sendProfile.asp
Disallow /es/profilansichten/sendprofile.asp
Disallow /es/projekte/ajax/
Disallow /es/projekte/form/
Disallow /es/projekte/sendProfile.asp
Disallow /es/projekte/sendprofile.asp
Disallow /es/registration/
Disallow /es/search/
Disallow /es/SearchApi/
Disallow /es/survey/
Disallow /es/upload/
Disallow /it/accommodation/sendOffer.asp
Disallow /it/accommodation/editOffer.asp
Disallow /it/Authentication/
Disallow /it/card/
Disallow /it/confirmDialog/
Disallow /it/cookie/
Disallow /it/crewcall/
Disallow /it/croft/api/
Disallow /it/croft/render/myProfile/
Disallow /it/croft/render/profile/
Disallow /it/croft/render/project/
Disallow /it/croft/webservice/
Disallow /it/gallery/
Disallow /it/jobs/sendOffer.asp
Disallow /it/jobs/editOffer.asp
Disallow /it/jointVenture/
Disallow /it/market/sendOffer.asp
Disallow /it/market/editOffer.asp
Disallow /it/notepad/
Disallow /it/partner/
Disallow /it/payment/
Disallow /it/pdf/
Disallow /it/permaLink/
Disallow /it/permalink/
Disallow /it/profil/
Disallow /it/profilansichten/sendMemberNotification.asp
Disallow /it/profilansichten/sendmembernotification.asp
Disallow /it/profilansichten/sendProfile.asp
Disallow /it/profilansichten/sendprofile.asp
Disallow /it/projekte/ajax/
Disallow /it/projekte/form/
Disallow /it/projekte/sendProfile.asp
Disallow /it/projekte/sendprofile.asp
Disallow /it/registration/
Disallow /it/search/
Disallow /it/SearchApi/
Disallow /it/survey/
Disallow /it/upload/
Disallow /lt/accommodation/sendOffer.asp
Disallow /lt/accommodation/editOffer.asp
Disallow /lt/Authentication/
Disallow /lt/card/
Disallow /lt/confirmDialog/
Disallow /lt/cookie/
Disallow /lt/crewcall/
Disallow /lt/croft/api/
Disallow /lt/croft/render/myProfile/
Disallow /lt/croft/render/profile/
Disallow /lt/croft/render/project/
Disallow /lt/croft/webservice/
Disallow /lt/gallery/
Disallow /lt/jobs/sendOffer.asp
Disallow /lt/jobs/editOffer.asp
Disallow /lt/jointVenture/
Disallow /lt/market/sendOffer.asp
Disallow /lt/market/editOffer.asp
Disallow /lt/notepad/
Disallow /lt/partner/
Disallow /lt/payment/
Disallow /lt/pdf/
Disallow /lt/permaLink/
Disallow /lt/permalink/
Disallow /lt/profil/
Disallow /lt/profilansichten/sendMemberNotification.asp
Disallow /lt/profilansichten/sendmembernotification.asp
Disallow /lt/profilansichten/sendProfile.asp
Disallow /lt/profilansichten/sendprofile.asp
Disallow /lt/projekte/ajax/
Disallow /lt/projekte/form/
Disallow /lt/projekte/sendProfile.asp
Disallow /lt/projekte/sendprofile.asp
Disallow /lt/registration/
Disallow /lt/search/
Disallow /lt/SearchApi/
Disallow /lt/survey/
Disallow /lt/upload/
Disallow /ro/accommodation/sendOffer.asp
Disallow /ro/accommodation/editOffer.asp
Disallow /ro/Authentication/
Disallow /ro/card/
Disallow /ro/confirmDialog/
Disallow /ro/cookie/
Disallow /ro/crewcall/
Disallow /ro/croft/api/
Disallow /ro/croft/render/myProfile/
Disallow /ro/croft/render/profile/
Disallow /ro/croft/render/project/
Disallow /ro/croft/webservice/
Disallow /ro/gallery/
Disallow /ro/jobs/sendOffer.asp
Disallow /ro/jobs/editOffer.asp
Disallow /ro/jointVenture/
Disallow /ro/market/sendOffer.asp
Disallow /ro/market/editOffer.asp
Disallow /ro/notepad/
Disallow /ro/partner/
Disallow /ro/payment/
Disallow /ro/pdf/
Disallow /ro/permaLink/
Disallow /ro/permalink/
Disallow /ro/profil/
Disallow /ro/profilansichten/sendMemberNotification.asp
Disallow /ro/profilansichten/sendmembernotification.asp
Disallow /ro/profilansichten/sendProfile.asp
Disallow /ro/profilansichten/sendprofile.asp
Disallow /ro/projekte/ajax/
Disallow /ro/projekte/form/
Disallow /ro/projekte/sendProfile.asp
Disallow /ro/projekte/sendprofile.asp
Disallow /ro/registration/
Disallow /ro/search/
Disallow /ro/SearchApi/
Disallow /ro/survey/
Disallow /ro/upload/

ahrefsbot
amazonbot
amazoninformationdiscovery
arquivo-web-crawler
awariorssbot
awariosmartbot
barkrowler
blexbot
buck
bytespider
claudebot
dataforseobot
dotbot
iframely
imagesiftbot
megaindex.com
megaindex.ru
mj12bot
pimeyes.com crawler
proximic
riddler
rytebot
semrushbot
turnitinbot
yandex
yandexbot

Rule Path
Disallow /
Back to top

Other Records

Field Value
sitemap https://www.crew-united.com/SitemapIndex.xml
sitemap https://www.crew-united.com/Sitemap_static.xml
Back to top