freeclassified.co.za
robots.txt
Robots Exclusion Standard data for freeclassified.co.za
Resource Scan
Scan Details
| Site Domain | freeclassified.co.za |
| Base Domain | freeclassified.co.za |
| Scan Status | Ok |
| Last Scan | 2024-07-06T15:40:55+00:00 |
| Next Scan | 2024-07-13T15:40:55+00:00 |
Last Scan
| Scanned | 2024-07-06T15:40:55+00:00 |
| URL | https://freeclassified.co.za/robots.txt |
| Redirect | https://www.publicads.co.za/robots.txt |
| Redirect Domain | www.publicads.co.za |
| Redirect Base | publicads.co.za |
| Domain IPs | 148.251.126.229 |
| Redirect IPs | 151.101.130.50, 151.101.194.50, 151.101.2.50, 151.101.66.50 |
| Response IP | 199.232.46.50 |
| Found | Yes |
| Hash | bff0200a44aa1d12d63188b28ab4063c22451289434b39fb479c87d72932e82b |
| SimHash | 6f54593764d4 |
Groups
*
| Rule | Path |
|---|---|
| Disallow | /admin/ |
| Disallow | /temp/ |
| Disallow | /db_backup/ |
| Disallow | /periodic.php |
| Disallow | /favorites.php |
| Disallow | /login.php |
| Disallow | /logout.php |
| Disallow | /mailto.php |
| Disallow | /reply.php |
| Disallow | /report.php |
| Disallow | /access_restricted.php |
| Disallow | /not_authorized.php |
| Disallow | /password_recovery.php |
| Disallow | /offline.php |
Other Records
| Field | Value |
|---|---|
| crawl-delay | 5 |
*
| Rule | Path |
|---|---|
| Disallow | *%26*price_low%3D* |
| Disallow | *?*price_low=* |
| Disallow | *%26*fuel%3D* |
| Disallow | *?*fuel=* |
| Disallow | *%26*color%3D* |
| Disallow | *?*color=* |
| Disallow | *%26*type5%3D* |
| Disallow | *?*type5=* |
| Disallow | *%26*transmission%3D* |
| Disallow | *?*transmission=* |
| Disallow | *%26*doors%3D* |
| Disallow | *?*doors=* |
| Disallow | /splinks.php |
| Disallow | /booster.php |
| Disallow | /contact.php |
| Disallow | /for_sale_by-owner |
| Disallow | /account_type-professional |
| Disallow | /modules/book_test_drive/book.php |
| Disallow | /modules/price_extra/make_offer.php |
| Disallow | /favorites.html |
| Disallow | /adpopup/ajax.php |
| Disallow | /adform/ajax.php |
bingbot
| Rule | Path |
|---|---|
| Disallow | /admin/ |
| Disallow | /temp/ |
| Disallow | /db_backup/ |
| Disallow | /periodic.php |
| Disallow | /favorites.php |
| Disallow | /login.php |
| Disallow | /logout.php |
| Disallow | /mailto.php |
| Disallow | /reply.php |
| Disallow | /report.php |
| Disallow | /access_restricted.php |
| Disallow | /not_authorized.php |
| Disallow | /password_recovery.php |
| Disallow | /offline.php |
| Disallow | /splinks.php |
| Disallow | /booster.php |
| Disallow | /contact.php |
| Disallow | /for_sale_by-owner |
| Disallow | /account_type-professional |
| Disallow | /modules/book_test_drive/book.php |
| Disallow | /modules/price_extra/make_offer.php |
| Disallow | /favorites.html |
| Disallow | /adpopup/ajax.php |
| Disallow | /adform/ajax.php |
| Disallow | *%26*price_low%3D* |
| Disallow | *?*price_low=* |
| Disallow | *%26*fuel%3D* |
| Disallow | *?*fuel=* |
| Disallow | *%26*color%3D* |
| Disallow | *?*color=* |
| Disallow | *%26*type5%3D* |
| Disallow | *?*type5=* |
| Disallow | *%26*transmission%3D* |
| Disallow | *?*transmission=* |
| Disallow | *%26*doors%3D* |
| Disallow | *?*doors=* |
Other Records
| Field | Value |
|---|---|
| crawl-delay | 5 |
adsbot-google
| Rule | Path |
|---|---|
| Disallow | /admin/ |
| Disallow | /temp/ |
| Disallow | /db_backup/ |
| Disallow | /periodic.php |
| Disallow | /favorites.php |
| Disallow | /login.php |
| Disallow | /logout.php |
| Disallow | /mailto.php |
| Disallow | /reply.php |
| Disallow | /report.php |
| Disallow | /access_restricted.php |
| Disallow | /not_authorized.php |
| Disallow | /password_recovery.php |
| Disallow | /offline.php |
| Disallow | /splinks.php |
| Disallow | /booster.php |
| Disallow | /contact.php |
| Disallow | /for_sale_by-owner |
| Disallow | /account_type-professional |
| Disallow | /modules/book_test_drive/book.php |
| Disallow | /modules/price_extra/make_offer.php |
| Disallow | /favorites.html |
| Disallow | /adpopup/ajax.php |
| Disallow | /adform/ajax.php |
| Disallow | *%26*price_low%3D* |
| Disallow | *?*price_low=* |
| Disallow | *%26*fuel%3D* |
| Disallow | *?*fuel=* |
| Disallow | *%26*color%3D* |
| Disallow | *?*color=* |
| Disallow | *%26*type5%3D* |
| Disallow | *?*type5=* |
| Disallow | *%26*transmission%3D* |
| Disallow | *?*transmission=* |
| Disallow | *%26*doors%3D* |
| Disallow | *?*doors=* |
mediapartners-google
| Rule | Path |
|---|---|
| Disallow | /admin/ |
| Disallow | /temp/ |
| Disallow | /db_backup/ |
| Disallow | /periodic.php |
| Disallow | /favorites.php |
| Disallow | /login.php |
| Disallow | /logout.php |
| Disallow | /mailto.php |
| Disallow | /reply.php |
| Disallow | /report.php |
| Disallow | /access_restricted.php |
| Disallow | /not_authorized.php |
| Disallow | /password_recovery.php |
| Disallow | /offline.php |
| Disallow | /splinks.php |
| Disallow | /booster.php |
| Disallow | /contact.php |
| Disallow | /for_sale_by-owner |
| Disallow | /account_type-professional |
| Disallow | /modules/book_test_drive/book.php |
| Disallow | /modules/price_extra/make_offer.php |
| Disallow | /favorites.html |
| Disallow | /adpopup/ajax.php |
| Disallow | /adform/ajax.php |
| Disallow | *%26*price_low%3D* |
| Disallow | *?*price_low=* |
| Disallow | *%26*fuel%3D* |
| Disallow | *?*fuel=* |
| Disallow | *%26*color%3D* |
| Disallow | *?*color=* |
| Disallow | *%26*type5%3D* |
| Disallow | *?*type5=* |
| Disallow | *%26*transmission%3D* |
| Disallow | *?*transmission=* |
| Disallow | *%26*doors%3D* |
| Disallow | *?*doors=* |
dotbot
| Rule | Path |
|---|---|
| Disallow | /admin/ |
| Disallow | /temp/ |
| Disallow | /db_backup/ |
| Disallow | /periodic.php |
| Disallow | /favorites.php |
| Disallow | /login.php |
| Disallow | /logout.php |
| Disallow | /mailto.php |
| Disallow | /reply.php |
| Disallow | /report.php |
| Disallow | /access_restricted.php |
| Disallow | /not_authorized.php |
| Disallow | /password_recovery.php |
| Disallow | /offline.php |
| Disallow | /splinks.php |
| Disallow | /booster.php |
| Disallow | /contact.php |
| Disallow | /for_sale_by-owner |
| Disallow | /account_type-professional |
| Disallow | /modules/book_test_drive/book.php |
| Disallow | /modules/price_extra/make_offer.php |
| Disallow | /favorites.html |
| Disallow | /adpopup/ajax.php |
| Disallow | /adform/ajax.php |
| Disallow | *%26*price_low%3D* |
| Disallow | *?*price_low=* |
| Disallow | *%26*fuel%3D* |
| Disallow | *?*fuel=* |
| Disallow | *%26*color%3D* |
| Disallow | *?*color=* |
| Disallow | *%26*type5%3D* |
| Disallow | *?*type5=* |
| Disallow | *%26*transmission%3D* |
| Disallow | *?*transmission=* |
| Disallow | *%26*doors%3D* |
| Disallow | *?*doors=* |
Other Records
| Field | Value |
|---|---|
| crawl-delay | 10 |
googlebot
| Rule | Path |
|---|---|
| Disallow | /admin/ |
| Disallow | /temp/ |
| Disallow | /db_backup/ |
| Disallow | /periodic.php |
| Disallow | /favorites.php |
| Disallow | /login.php |
| Disallow | /logout.php |
| Disallow | /mailto.php |
| Disallow | /reply.php |
| Disallow | /report.php |
| Disallow | /access_restricted.php |
| Disallow | /not_authorized.php |
| Disallow | /password_recovery.php |
| Disallow | /offline.php |
| Disallow | /splinks.php |
| Disallow | /booster.php |
| Disallow | /contact.php |
| Disallow | /for_sale_by-owner |
| Disallow | /account_type-professional |
| Disallow | /modules/book_test_drive/book.php |
| Disallow | /modules/price_extra/make_offer.php |
| Disallow | /favorites.html |
| Disallow | /adpopup/ajax.php |
| Disallow | /adform/ajax.php |
| Disallow | *%26*price_low%3D* |
| Disallow | *?*price_low=* |
| Disallow | *%26*fuel%3D* |
| Disallow | *?*fuel=* |
| Disallow | *%26*color%3D* |
| Disallow | *?*color=* |
| Disallow | *%26*type5%3D* |
| Disallow | *?*type5=* |
| Disallow | *%26*transmission%3D* |
| Disallow | *?*transmission=* |
| Disallow | *%26*doors%3D* |
| Disallow | *?*doors=* |
Other Records
| Field | Value |
|---|---|
| crawl-delay | 5 |
Other Records
| Field | Value |
|---|---|
| sitemap | https://www.publicads.co.za/feed.php?id=2 |
| sitemap | https://www.publicads.co.za/feed.php?id=3 |
| sitemap | https://www.publicads.co.za/feed.php?id=4 |
| sitemap | https://www.publicads.co.za/feed.php?id=5 |
| sitemap | https://www.publicads.co.za/feed.php?id=6 |
| sitemap | https://www.publicads.co.za/feed.php?id=7 |
| sitemap | https://www.publicads.co.za/feed.php?id=8 |
| sitemap | https://www.publicads.co.za/feed.php?id=9 |
| sitemap | https://www.publicads.co.za/feed.php?id=10 |
| sitemap | https://www.publicads.co.za/feed.php?id=11 |
| sitemap | https://www.publicads.co.za/feed.php?id=12 |
| sitemap | https://www.publicads.co.za/feed.php?id=13 |
| sitemap | https://www.publicads.co.za/feed.php?id=14 |
| sitemap | https://www.publicads.co.za/feed.php?id=15 |
| sitemap | https://www.publicads.co.za/feed.php?id=16 |
| sitemap | https://www.publicads.co.za/index_sitemap.xml |
| sitemap | https://www.publicads.co.za/index_sitemap_cars.xml |
| sitemap | https://www.publicads.co.za/index_sitemap_pets.xml |
| sitemap | https://www.publicads.co.za/index_sitemap_prop.xml |
Comments