# Stock Unlock - robots.txt
# Updated: December 2024

# Allow all crawlers by default
User-agent: *

# Disallow user-specific pages
Disallow: /settings
Disallow: /reports
# Portfolio: Block user portfolios but allow demo portfolio (ID 123)
Allow: /portfolio/view/123/
Disallow: /portfolio/view/
Disallow: /portfolio/manage/
Disallow: /watchlist/
Disallow: /itWasntLuck
Disallow: /itWasntPortyLuck
Disallow: /itsInsights

# Disallow API endpoints
Disallow: /api/

# Disallow authentication flows
Disallow: /forgotPassword
Disallow: /unsubscribe
Disallow: /unsubscribePortfolioNotifications

# Disallow iframe widgets and embed pages
Disallow: /affiliateIframeCalculator
Disallow: /*?*embed=true

# Screener: Block all /screener/view/* (user configs) except public presets
Disallow: /screener/view/
Allow: /screener/view/41c28b4c-8246-42b7-9008-24e2b70bf089
Allow: /screener/view/21702997-2a7b-48a9-93f2-e387c79eaa61
Allow: /screener/view/4df119fc-ba05-4524-894b-f6a47a533b68
Allow: /screener/view/9bd5df46-b24c-4ba3-adf6-1acb64a76d5d
Allow: /screener/view/d8b730ff-c8f5-4624-8725-44f1d4384958
Allow: /screener/view/05dfd7bf-6d25-4842-a20b-d3ed644cdc16
Allow: /screener/view/e22b9ccd-9a8b-4883-86e4-26c4362937c0
Allow: /screener/view/bd5a90a8-bbcb-41ce-939a-bc16bd3a7cc8

# FreeForm: Allow base page, block arbitrary comparisons, allow only featured comparison pairs
Disallow: /freeForm?
Allow: /freeForm?initialTickers=AAPL,MSFT
Allow: /freeForm?initialTickers=GOOGL,META
Allow: /freeForm?initialTickers=AMZN,WMT
Allow: /freeForm?initialTickers=NVDA,AMD
Allow: /freeForm?initialTickers=INTC,AMD
Allow: /freeForm?initialTickers=NFLX,DIS
Allow: /freeForm?initialTickers=CRM,ADBE
Allow: /freeForm?initialTickers=JPM,BAC
Allow: /freeForm?initialTickers=V,MA
Allow: /freeForm?initialTickers=GS,MS
Allow: /freeForm?initialTickers=KO,PEP
Allow: /freeForm?initialTickers=MCD,SBUX
Allow: /freeForm?initialTickers=NKE,LULU
Allow: /freeForm?initialTickers=HD,LOW
Allow: /freeForm?initialTickers=PFE,JNJ
Allow: /freeForm?initialTickers=UNH,CVS
Allow: /freeForm?initialTickers=XOM,CVX
Allow: /freeForm?initialTickers=TSLA,F
Allow: /freeForm?initialTickers=TSLA,GM
Allow: /freeForm?initialTickers=MSFT,GOOGL

# Valuation: Allow base page, block arbitrary valuations, allow only featured stocks
Disallow: /valuation?
Allow: /valuation?initialTicker=AAPL
Allow: /valuation?initialTicker=MSFT
Allow: /valuation?initialTicker=GOOGL
Allow: /valuation?initialTicker=AMZN
Allow: /valuation?initialTicker=NVDA
Allow: /valuation?initialTicker=META
Allow: /valuation?initialTicker=TSLA
Allow: /valuation?initialTicker=JPM
Allow: /valuation?initialTicker=V
Allow: /valuation?initialTicker=UNH
Allow: /valuation?initialTicker=MA
Allow: /valuation?initialTicker=HD
Allow: /valuation?initialTicker=PG
Allow: /valuation?initialTicker=KO
Allow: /valuation?initialTicker=COST
Allow: /valuation?initialTicker=NFLX
Allow: /valuation?initialTicker=DIS
Allow: /valuation?initialTicker=AMD
Allow: /valuation?initialTicker=INTC
Allow: /valuation?initialTicker=CRM
Allow: /valuation?initialTicker=ADBE
Allow: /valuation?initialTicker=WMT
Allow: /valuation?initialTicker=PFE
Allow: /valuation?initialTicker=BAC
Allow: /valuation?initialTicker=XOM

# Sitemap location
Sitemap: https://stockunlock.com/sitemap.xml

# LLM/AI crawler instructions
# See https://stockunlock.com/llms.txt for AI-specific guidance