# ================================ # convix Robots.txt # ================================ User-agent: * Allow: / # ---------------- # Block internal / non-SEO files # ---------------- Disallow: /assets/scripts/ Disallow: /assets/styles/ Disallow: /assets/fonts/ # ---------------- # Block system & junk # ---------------- Disallow: /favicon_io.zip Disallow: /*.json$ # ---------------- # Allow blog posts with query params explicitly # ---------------- Allow: /blog/posts/post.html?slug= # ---------------- # Allow tool pages explicitly # ---------------- Allow: /tools/ # ---------------- # Sitemap # ---------------- Sitemap: https://convixhub.com/sitemap.xml # ================================ # Google Specific # ================================ User-agent: Googlebot Allow: / Allow: /blog/posts/post.html?slug= # ================================ # Bing Specific # ================================ User-agent: Bingbot Allow: / Allow: /blog/posts/post.html?slug= # ================================ # Facebook Scraper # ================================ User-agent: facebookexternalhit Allow: / Allow: /blog/posts/post.html?slug= # ================================ # Twitter Scraper # ================================ User-agent: Twitterbot Allow: / Allow: /blog/posts/post.html?slug= # ================================ # LinkedIn Scraper # ================================ User-agent: LinkedInBot Allow: / Allow: /blog/posts/post.html?slug= # ================================ # WhatsApp Scraper # ================================ User-agent: WhatsApp Allow: / Allow: /blog/posts/post.html?slug= # ================================ # Ads & Crawlers (Safe) # ================================ User-agent: AdsBot-Google Allow: / User-agent: Mediapartners-Google Allow: /