# ============================================ # robots.txt for Mett Kebab Black Angus # https://mettkebab.ch # ============================================ # Default: allow all crawlers full access. # We want maximum visibility for a local restaurant — # Google, Bing, image bots, and AI crawlers all welcome. User-agent: * Allow: / # ============================================ # SITEMAP # ============================================ Sitemap: https://mettkebab.ch/sitemap.xml # ============================================ # Optional bot-specific blocks (uncomment if needed) # ============================================ # If you ever want to block specific AI training crawlers, # uncomment the relevant blocks below. # # User-agent: GPTBot # Disallow: / # # User-agent: ClaudeBot # Disallow: / # # User-agent: Google-Extended # Disallow: / # # User-agent: CCBot # Disallow: / # ============================================ # Crawl-delay (only if server load is an issue) # ============================================ # User-agent: * # Crawl-delay: 10