# Public pages: the cover, the book, the legal pages, the demo book,
# and the company pages that open without an account.
# Signed-in screens and other company pages stay out of the index.
# /portfolioPage/ (styles, scripts, pictures) stays allowed so those
# public pages can be rendered. Do not write "Disallow: /portfolio"
# without the slash — that also hides /portfolioPage/.

User-agent: *
Allow: /portfolio/sample
Allow: /stock/AAPL.US
Allow: /stock/MSFT.US
Allow: /stock/NVDA.US
Allow: /stock/AMZN.US
Allow: /stock/GOOGL.US
Allow: /stock/KO.US
Allow: /stock/JPM.US
Allow: /stock/JNJ.US
Allow: /stock/XOM.US
Allow: /stock/V.US
Allow: /stock/COST.US
Allow: /stock/BRK-B.US
Allow: /stock/META.US
Allow: /stock/TSLA.US
Allow: /stock/AVGO.US
Allow: /stock/LLY.US
Allow: /stock/UNH.US
Allow: /stock/MA.US
Allow: /stock/HD.US
Allow: /stock/PG.US
Allow: /stock/PEP.US
Allow: /stock/WMT.US
Allow: /stock/DIS.US
Allow: /stock/NFLX.US
Allow: /stock/AMD.US
Allow: /stock/ORCL.US
Allow: /stock/CRM.US
Allow: /stock/ADBE.US
Allow: /stock/CAT.US
Allow: /stock/BA.US
Disallow: /main
Disallow: /profile
Disallow: /login
Disallow: /logout
Disallow: /manage_transaction
Disallow: /manage_tax
Disallow: /portfolio-plot
Disallow: /portfolio$
Disallow: /portfolio/
Disallow: /stock$
Disallow: /stock/
Disallow: /fast_api/
Disallow: /local_dev/
Disallow: /backup/
Disallow: /*.php$

# Training crawlers. Search crawlers use the rules above.
# Google-Extended is training only; it does not affect Google Search.
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://ai-investor.com/sitemap.xml