# ═══════════════════════════════════════════════════════════════════ # ErrBits — robots.txt # https://errbits.com # # POLICY: # FREE CONTENT — all articles, guides, handbook, public pages: # open to all crawlers including AI agents. # PAID CONTENT — Studio tracks, profile, orders, achievements: # blocked for all non-search crawlers. # # llms.txt: https://errbits.com/llms.txt # Legal: https://errbits.com/terms.html # ═══════════════════════════════════════════════════════════════════ # ── DEFAULT: allow all crawlers on free content ─────────────────── User-agent: * Allow: /$ Allow: /index.html Allow: /about.html Allow: /articles/ Allow: /systemc-articles.html Allow: /systemc-guides.html Allow: /systemc-handbook.html Allow: /c-cpp-articles.html Allow: /llms.txt Allow: /sitemap.xml Allow: /feed.xml Allow: /terms.html Allow: /privacy.html Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html Disallow: /orders.html Disallow: /achievements.html Disallow: /bookmarks.html Disallow: /certificate.html Disallow: /404.html Disallow: /assets/og/ Disallow: /assets/js/ Disallow: /assets/css/ # ── SEARCH ENGINES ──────────────────────────────────────────────── User-agent: Googlebot Allow: /$ Allow: /index.html Allow: /about.html Allow: /articles/ Allow: /systemc-articles.html Allow: /systemc-guides.html Allow: /systemc-handbook.html Allow: /c-cpp-articles.html Allow: /sitemap.xml Allow: /terms.html Allow: /privacy.html Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html Disallow: /orders.html Disallow: /achievements.html User-agent: Bingbot Allow: /$ Allow: /index.html Allow: /about.html Allow: /articles/ Allow: /systemc-articles.html Allow: /systemc-guides.html Allow: /systemc-handbook.html Allow: /c-cpp-articles.html Allow: /sitemap.xml Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html Disallow: /orders.html Disallow: /achievements.html User-agent: DuckDuckBot Allow: /$ Allow: /articles/ Allow: /systemc-articles.html Allow: /systemc-guides.html Allow: /c-cpp-articles.html Allow: /sitemap.xml Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html User-agent: Slurp Allow: /$ Allow: /articles/ Allow: /systemc-articles.html Allow: /systemc-guides.html Allow: /sitemap.xml Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html # Google image/video/news — no access needed User-agent: Googlebot-Image Disallow: / User-agent: Googlebot-Video Disallow: / User-agent: Googlebot-News Disallow: / # ── AI AGENTS — free content allowed, paid blocked ──────────────── # OpenAI User-agent: GPTBot Allow: /articles/ Allow: /systemc-articles.html Allow: /systemc-guides.html Allow: /systemc-handbook.html Allow: /c-cpp-articles.html Allow: /about.html Allow: /llms.txt Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html Disallow: /orders.html Disallow: /achievements.html User-agent: OAI-SearchBot Allow: /articles/ Allow: /systemc-articles.html Allow: /systemc-guides.html Allow: /c-cpp-articles.html Allow: /llms.txt Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html User-agent: ChatGPT-User Allow: /articles/ Allow: /systemc-articles.html Allow: /systemc-guides.html Allow: /c-cpp-articles.html Allow: /llms.txt Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html # Anthropic User-agent: ClaudeBot Allow: /articles/ Allow: /systemc-articles.html Allow: /systemc-guides.html Allow: /systemc-handbook.html Allow: /c-cpp-articles.html Allow: /about.html Allow: /llms.txt Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html Disallow: /orders.html Disallow: /achievements.html User-agent: anthropic-ai Allow: /articles/ Allow: /llms.txt Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html # Google AI (separate from search index) User-agent: Google-Extended Allow: /articles/ Allow: /systemc-articles.html Allow: /systemc-guides.html Allow: /c-cpp-articles.html Allow: /llms.txt Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html # Perplexity User-agent: PerplexityBot Allow: /articles/ Allow: /systemc-articles.html Allow: /systemc-guides.html Allow: /systemc-handbook.html Allow: /c-cpp-articles.html Allow: /about.html Allow: /llms.txt Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html Disallow: /orders.html Disallow: /achievements.html # Meta User-agent: FacebookBot Allow: /articles/ Allow: /llms.txt Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html User-agent: Meta-ExternalAgent Allow: /articles/ Allow: /llms.txt Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html # Cohere User-agent: cohere-ai Allow: /articles/ Allow: /llms.txt Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html # Apple User-agent: Applebot-Extended Allow: /articles/ Allow: /llms.txt Disallow: /systemc-studio.html Disallow: /c-studio.html Disallow: /profile.html # ── ALWAYS BLOCKED — data scrapers & resellers ──────────────────── User-agent: CCBot Disallow: / User-agent: Bytespider Disallow: / User-agent: AI2Bot Disallow: / User-agent: Diffbot Disallow: / User-agent: PetalBot Disallow: / User-agent: omgili Disallow: / User-agent: omgilibot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: Timpibot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / # ── Sitemap ──────────────────────────────────────────────────────── Sitemap: https://errbits.com/sitemap.xml