# Allow all ethical crawlers by default User-agent: * Allow: / # Specific rules for Googlebot User-agent: Googlebot Allow: / Disallow: /?lightbox= # Prevent indexing of lightbox query parameters # Explicit allowance for Google Ads Bots (often default, but explicit) User-agent: AdsBot-Google-Mobile Allow: / User-agent: AdsBot-Google Allow: / # Block specific unwanted bots User-agent: PetalBot Disallow: / # Suggest crawl delay for specific third-party crawlers # Note: Googlebot ignores Crawl-delay; use Search Console for Google's rate. User-agent: dotbot Crawl-delay: 10 User-agent: AhrefsBot Crawl-delay: 10 # Location of the sitemap index file Sitemap: https://www.zmpdetail.co.uk/sitemap.xml #Made By Jamie Armoordon