# https://www.robotstxt.org/robotstxt.html

# Googlebot: allow public tab API so WRS can render real tab content (resolves duplicate-content classification)
User-agent: Googlebot
Allow: /api/get-public-tab-by-name/
Allow: /api/get-public-tab-by-slug/
Allow: /api/get-tab/
Allow: /api/og-image/
Disallow: /api/
Disallow: /account
Disallow: /admin/
Disallow: /client

# All other crawlers: block raw API
User-agent: *
Disallow: /api/
Disallow: /account
Disallow: /admin/
Disallow: /client

# Block general bulk scrapers
User-agent: CCBot
Disallow: /

Sitemap: https://tabbles.io/sitemap.xml