mahachkala.cian.ru
robots.txt

Robots Exclusion Standard data for mahachkala.cian.ru

Resource Scan

Scan Details

Site Domain mahachkala.cian.ru
Base Domain cian.ru
Scan Status Ok
Last Scan2025-12-04T13:11:14+00:00
Next Scan 2025-12-18T13:11:14+00:00

Last Scan

Scanned2025-12-04T13:11:14+00:00
URL https://mahachkala.cian.ru/robots.txt
Domain IPs 51.250.123.126
Response IP 51.250.123.126
Found Yes
Hash 2039f80397670eae7e0ce4bc2a16c97e4a1b0da219a1e10725ad7891f261b6c4
SimHash 4fb09d54c520

Groups

*

Rule Path
Allow /15/
Allow /*date_publish%26page%3D
Allow /static/components/*.js
Allow /static/newbuild/*.js
Allow /*angular-*.js
Allow /static/newobjects
Allow /*body.js
Allow /cian-api/site/v1/get-ab-experiments/
Allow /cian-api/site/v1/offers/search/grouped/
Allow /*.css
Allow /*?tag
Allow /dialogs/$
Disallow /cian_bot/*
Disallow /dialogs/*
Disallow /agents/16183232/
Disallow /sell-to-buy-form/*
Disallow /registration*
Disallow *%3D
Disallow /?
Disallow /vc.php*
Disallow /users.php*
Disallow /showcart.php*
Disallow /subscribe.php*
Disallow /bases.php*
Disallow /add.php*
Disallow /edit.php*
Disallow /editimg.php*
Disallow /search.php*
Disallow /add_vc.php*
Disallow /mylist.php*
Disallow /?id_flat=*
Disallow /?id_flat2=*
Disallow /?id_office=*
Disallow /?id_suburbian=*
Disallow /txt/*
Disallow /nd/*
Disallow /mortgages/*
Disallow /interviews/*
Disallow /articles/*
Disallow /news/*
Disallow /cat.php
Disallow /rent/flat/favorites*
Disallow /rent/commercial/favorites*
Disallow /rent/suburban/favorites*
Disallow /sale/flat/favorites*
Disallow /sale/commercial/favorites*
Disallow /qhe4g-tst
Disallow /qhe4g-tst2
Disallow /sale/suburban/favorites*
Disallow /ajax/*
Disallow /export/*
Disallow /map/offers/*
Disallow /authenticate/*
Disallow /hit/*
Disallow /py/*
Disallow /php/*
Disallow /newobjects/
Disallow /publish-homeowner-offer/
Disallow */add2.aspx
Disallow */add3.aspx
Disallow */add4.aspx
Disallow */add5.aspx
Disallow /price/?location=
Disallow *id_user
Disallow *context%3D
Disallow /onmap.php
Disallow /*location
Disallow *preview
Disallow /15/?
Disallow /*?
Disallow /stati-*
Disallow /novosti-*
Disallow /blogs-*
Disallow /forum-*
Disallow /magazine-*
Disallow /house/*
Disallow /ipoteka-discount-calculator/*

googlebot

Rule Path
Allow /api/get-company-logo/?id=*&rnd=*
Allow /avatar.axd?i=*&t=*&p=*
Allow /api/get-avatar/?i=*&t=*&p=*&timestamp=*
Allow /15/
Allow /*date_publish%26page%3D
Allow /offers.rss
Allow /offers.atom
Allow /seo_urls.rss
Allow /seo_urls.atom
Allow /static/components/*.js
Allow /static/newbuild/*.js
Allow /*angular-*.js
Allow /static/newobjects
Allow /*body.js
Allow /cian-api/site/v1/get-ab-experiments/
Allow /cian-api/site/v1/offers/search/grouped/
Allow /*.css
Allow /*?tag
Allow /dialogs/$
Disallow /cian_bot/*
Disallow /dialogs/*
Disallow /agents/16183232/
Disallow /sell-to-buy-form/*
Disallow /registration*
Disallow /?
Disallow /vc.php*
Disallow /users.php*
Disallow /showcart.php*
Disallow /subscribe.php*
Disallow /bases.php*
Disallow /add.php*
Disallow /edit.php*
Disallow /editimg.php*
Disallow /search.php*
Disallow /add_vc.php*
Disallow /mylist.php*
Disallow /?id_flat=*
Disallow /?id_flat2=*
Disallow /?id_office=*
Disallow /?id_suburbian=*
Disallow /txt/*
Disallow /nd/*
Disallow /mortgages/*
Disallow /interviews/*
Disallow /articles/*
Disallow /news/*
Disallow /rent/flat/favorites*
Disallow /rent/commercial/favorites*
Disallow /rent/suburban/favorites*
Disallow /sale/flat/favorites*
Disallow /qhe4g-tst
Disallow /qhe4g-tst2
Disallow /sale/commercial/favorites*
Disallow /sale/suburban/favorites*
Disallow /export/*
Disallow /map/offers/*
Disallow /authenticate/*
Disallow /hit/*
Disallow /py/*
Disallow /php/*
Disallow /newobjects/
Disallow /publish-homeowner-offer/
Disallow */add2.aspx
Disallow */add3.aspx
Disallow */add4.aspx
Disallow */add5.aspx
Disallow /price/?location=
Disallow *id_user
Disallow *context%3D
Disallow /onmap.php
Disallow /*location
Disallow *preview
Disallow /kalkulator-nedvizhimosti/?*
Disallow /15/?
Disallow /*?
Disallow /stati-*
Disallow /novosti-*
Disallow /blogs-*
Disallow /forum-*
Disallow /magazine-*
Disallow /house/*
Disallow /ipoteka-discount-calculator/*

yandex

Rule Path
Allow /15/
Allow /*mapView%3D1
Allow /*date_publish%26page%3D
Allow /static/components/*.js
Allow /static/newbuild/*.js
Allow /*angular-*.js
Allow /static/newobjects
Allow /*body.js
Allow /cian-api/site/v1/get-ab-experiments/
Allow /cian-api/site/v1/offers/search/grouped/
Allow /*.css
Allow /*?tag
Allow /map/*
Allow /kalkulator-nedvizhimosti-suburban/*
Allow /novostrojki/*
Allow /ipoteka*
Allow /dialogs/$
Allow /blogs/
Disallow /cian_bot/*
Allow /legal-check-form/$
Disallow /agents/16183232/
Disallow /legal-check-form/*
Disallow /deal-sale-pd/*
Disallow /blogs/*/*
Disallow /dialogs/*
Disallow /ipoteka-partner/*
Disallow /scoring/*
Disallow /sell-to-buy-form/*
Disallow /registration*
Disallow /vc.php*
Disallow /users.php*
Disallow /showcart.php*
Disallow /subscribe.php*
Disallow /bases.php*
Disallow /add.php*
Disallow /edit.php*
Disallow /editimg.php*
Disallow /search.php*
Disallow /add_vc.php*
Disallow /mylist.php*
Disallow /?id_flat=*
Disallow /?id_flat2=*
Disallow /?id_office=*
Disallow /?id_suburbian=*
Disallow /txt/*
Disallow /nd/*
Disallow /mortgages/*
Disallow /interviews/*
Disallow /articles/*
Disallow /news/*
Disallow /cat.php
Disallow /rent/flat/favorites*
Disallow /rent/commercial/favorites*
Disallow /rent/suburban/favorites*
Disallow /sale/flat/favorites*
Disallow /qhe4g-tst
Disallow /qhe4g-tst2
Disallow /sale/commercial/favorites*
Disallow /sale/suburban/favorites*
Disallow /ajax/*
Disallow /export/*
Disallow /map/offers/*
Disallow /authenticate/*
Disallow /hit/*
Disallow /py/*
Disallow /php/*
Disallow /newobjects/
Disallow /publish-homeowner-offer/
Disallow */add2.aspx
Disallow */add3.aspx
Disallow */add4.aspx
Disallow */add5.aspx
Disallow /price/?location=
Disallow *id_user
Disallow /onmap.php
Disallow /*location
Disallow *preview
Disallow /15/?
Disallow /valuation-report*
Disallow /stati-*
Disallow /novosti-*
Disallow /blogs-*
Disallow /forum-*
Disallow /magazine-*
Disallow /house/*
Disallow /ipoteka-discount-calculator/*
Disallow /sale/flat/319561482/
Disallow /sale/flat/319683677/

yandexnews

Rule Path
Allow /realty/journal/yandex_feeds/rssnews.xml

yadirectbot

Rule Path
Disallow

mediapartners-google

Rule Path
Disallow

Other Records

Field Value
sitemap https://mahachkala.cian.ru/sitemap.xml

Warnings

  • `clean-param` is not a known field.
  • `host` is not a known field.