# Roraima.io — Hardened robots.txt # Deployed to the CS-Cart web root by CORE_FILE_MANIFEST.txt. User-agent: * # Public, vendor-only documentation. It is intentionally available to search # engines and helpful AI systems, while the sensitive routes below stay blocked. Allow: /vendor-guide/ # Files search engines need to draw the pages as visitors see them: compiled # stylesheets and scripts, theme fonts and images, the guide assets and the two # frames shown on the home page. The longest matching rule wins, so these lines # reopen only these paths inside the folders blocked below. Allow: /var/cache/misc/assets/ Allow: /js/lib/ Allow: /js/tygh/ Allow: /js/addons/ Allow: /design/themes/responsive/media/fonts/ Allow: /design/themes/responsive/media/images/ Allow: /design/themes/responsive/media/iot_howto/ Allow: /design/themes/responsive/media/hero-animated-gradient.html Allow: /design/themes/responsive/media/iot-features-voxel.html # Block sensitive paths Disallow: /app/ Disallow: /var/ Disallow: /js/ Disallow: /design/ Disallow: /asdar.php Disallow: /config.local.php Disallow: /config.php Disallow: /init.php Disallow: /store_closed.html # Block admin/auth paths Disallow: /index.php?dispatch=auth.* Disallow: /index.php?dispatch=profiles* Disallow: /index.php?dispatch=orders* # Sign-in, registration, account, cart and checkout pages, in all eight # languages (static SEO names of the dispatch pages: Italian and English have # their own name, the other six use the dispatch name plus the language code). # Nothing here for a search engine; bingbot and Claude-SearchBot spent thousands # of visits a fortnight on them (nginx logs, 16/10/2026). Disallow: /login/ Disallow: /login-en/ Disallow: /auth-loginform Disallow: /profiles/ Disallow: /profiles-en/ Disallow: /profiles-add Disallow: /profiles-update Disallow: /profiles-manage Disallow: /orders/ Disallow: /orders-en/ Disallow: /orders-search Disallow: /cart/ Disallow: /cart-en/ Disallow: /checkout/ Disallow: /checkout-en/ Disallow: /checkout-cart Disallow: /checkout-checkout Disallow: /checkout-customer-info Disallow: /checkout-customerinfo Disallow: /checkout-summary Disallow: /wishlist/ Disallow: /wishlist-en/ Disallow: /wishlist-view Disallow: /compare/ Disallow: /compare-en/ Disallow: /productfeatures-compare # Technical addresses crawled in bulk. companies.view through index.php is # reached only by the unclaimed installer placeholders (their SEO address # redirects there; the page is noindex): a claimed or real company is served at # its own SEO address, which stays open. The vendor sign-up form, the claim # request, quick view and search callbacks are forms or fragments, not pages. Disallow: /*dispatch=companies.view Disallow: /*dispatch=companies.apply_for_vendor Disallow: /*dispatch=iot_claim. Disallow: /*dispatch=products.quick_view Disallow: /*dispatch=searchanise. # Sorting, page size, layout and filters of a listing: same products, endless # combinations. Sorted pages declare the clean address as canonical and # filtered ones are noindex. Disallow: /*?*sort_by= Disallow: /*?*items_per_page= Disallow: /*?*layout= Disallow: /*?*features_hash= # Block API Disallow: /api/ # Sitemap Sitemap: https://roraima.io/sitemap.xml Sitemap: https://roraima.io/vendor-guide/sitemap.xml