User-agent: Googlebot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Applebot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: claude-web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: cohere-ai
Allow: /

User-agent: bingbot
Disallow: /genre/
Disallow: /hu/

User-agent: Qwantify
Disallow: /

User-agent: RiverBot
Disallow: /

User-agent: meta-webindexer
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: ElevenlabsCrawler
Disallow: /

User-agent: ElevenlabsBot
Disallow: /


# Buyer procurement profiles are meant to be indexed - they are around 35,000 of the
# URLs in sitemap.xml. Do not add a global Disallow for /buyer/procurementprofile/.
# Meta's crawlers are kept off them by the Disallow: / above, which covers the whole
# site. Two Disallow lines for that purpose used to sit here; a blank line does not
# close a group, so they applied only to meta-externalagent, which was already fully
# blocked. They did nothing and read as though they were global rules.

User-agent: AdsBot-Google
Disallow: /Error/GeneralError
Disallow: /.well-known/
Disallow: /.apple-app-site-association
Disallow: /apple-app-site-association

User-agent: AdsBot-Google-Mobile
Disallow: /Error/GeneralError
Disallow: /.well-known/
Disallow: /.apple-app-site-association
Disallow: /apple-app-site-association
Disallow: /.well-known/traffic-advice
Disallow: /well-known/traffic-advice

User-agent: Twitterbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Facebot
Allow: /

User-agent: facebookexternalhit/1.1+
Allow: /

User-agent: facebookexternalhit/1.1
Allow: /

User-agent: facebookexternalhit/1
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: MJ12bot
Disallow: /

User-agent: CCbot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: *
Allow: /
Disallow: /.well-known/
Disallow: /.apple-app-site-association
Disallow: /apple-app-site-association
Disallow: /.well-known/apple-app-site-association
Disallow: /static/
Disallow: /data/
Disallow: /home/tender/
Disallow: /tenderlist/
Disallow: /TenderList/
# Robots.txt paths are matched case-sensitively, so each of these needs both spellings.
# That already applied to /tenderlist/ above, and it matters more since 2026-08-16: the
# site now canonicalises to lower case and the sitemap emits lower case, so the
# capitalised spelling alone would stop matching the URLs crawlers actually see.
Disallow: /CookiePingback
Disallow: /cookiepingback
Disallow: /Notice/Contract/
Disallow: /notice/contract/
Disallow: /Home/RequestDemo
Disallow: /home/requestdemo
# /tenders was removed in August 2026 and everything under it 301s to the homepage.
# It is deliberately not disallowed: a blocked URL is never fetched, so the crawler
# would never see the redirect and the old pages would stay in the index.
Disallow: /Error/GeneralError
Disallow: /error/generalerror
Disallow: /.well-known/traffic-advice
Disallow: /well-known/traffic-advice
Disallow: /genre/
Disallow: /hu/
Disallow: /.well-known/passkey-endpoints
# /search has never existed; the site answers it with 410 Gone.
Disallow: /search
Disallow: /Search

Sitemap: https://www.tenderlake.com/sitemap.xml