# SeedForge robots.txt
# Every crawler, AI search and AI training crawlers included, may read the whole site except /s/ and the Active Investor List evidence redirects, which only forward to the announcement they cite.
# Google and Bing may also read /s/, so they see its X-Robots-Tag: noindex, noarchive header, which keeps profiles out of their results and out of Bing's AI answers and training.
# AI assistants opening a page for a person (ChatGPT-User, Claude-User, Perplexity-User) may also read /s/, so an investor's own AI can open a profile link it was given.
# Link preview fetchers may also read /s/, so shared profile links keep their previews (last groups).
# The signed-in app (/app, /admin, /dev) stays open to crawlers and sends an X-Robots-Tag: noindex header, which keeps it out of search results.
# About SeedForge for AI agents: https://seedforge.com/llms.txt
#
# For AI agents:
# Founder profiles at /s/ are private links that founders share with investors, so they stay out of search engines and crawlers.
# Founders control access by sharing a profile link or opting in to SeedForge Discovery. With a free investor account, AI agents can use the SeedForge MCP server: https://seedforge.com/investors/connect-ai

User-agent: *
Allow: /
Disallow: /investors/funds/*/evidence
Disallow: /s/

User-agent: OAI-SearchBot
Allow: /
Disallow: /investors/funds/*/evidence
Disallow: /s/

User-agent: Claude-SearchBot
Allow: /
Disallow: /investors/funds/*/evidence
Disallow: /s/

User-agent: PerplexityBot
Allow: /
Disallow: /investors/funds/*/evidence
Disallow: /s/

User-agent: GPTBot
Allow: /
Disallow: /investors/funds/*/evidence
Disallow: /s/

User-agent: ClaudeBot
Allow: /
Disallow: /investors/funds/*/evidence
Disallow: /s/

User-agent: Google-Extended
Allow: /
Disallow: /investors/funds/*/evidence
Disallow: /s/

User-agent: Applebot-Extended
Allow: /
Disallow: /investors/funds/*/evidence
Disallow: /s/

User-agent: CCBot
Allow: /
Disallow: /investors/funds/*/evidence
Disallow: /s/

# Search engines: they may read /s/ so they see its X-Robots-Tag: noindex, noarchive header, which keeps profiles out of their results.
User-agent: Googlebot
Allow: /
Disallow: /investors/funds/*/evidence

User-agent: Bingbot
Allow: /
Disallow: /investors/funds/*/evidence

# AI assistants: when a person asks about a page or pastes its link, the assistant opens it for them.
# These may read /s/ as well. Profiles still send an X-Robots-Tag: noindex, noarchive header, which keeps them out of search results.
# ChatGPT: opens a page when a person asks about it or pastes its link.
User-agent: ChatGPT-User
Allow: /
Disallow: /investors/funds/*/evidence

# Claude: opens a page when a person asks about it or pastes its link.
User-agent: Claude-User
Allow: /
Disallow: /investors/funds/*/evidence

# Perplexity: opens a page when a person asks about it or pastes its link.
User-agent: Perplexity-User
Allow: /
Disallow: /investors/funds/*/evidence

# Link previews: when someone shares a seedforge.com link, the app it is shared in fetches the page to show its title, description and image.
# These fetchers may read /s/ as well. Profiles still send an X-Robots-Tag: noindex, noarchive header, which keeps them out of search results.
# LinkedIn: link previews in posts and messages.
User-agent: LinkedInBot
Allow: /
Disallow: /investors/funds/*/evidence

# X: link previews (cards) in posts and messages. Apple Messages (iMessage) sends this name too.
User-agent: Twitterbot
Allow: /
Disallow: /investors/funds/*/evidence

# Facebook, Instagram and Messenger: link previews. Apple Messages (iMessage) sends this name too.
User-agent: facebookexternalhit
Allow: /
Disallow: /investors/funds/*/evidence

# WhatsApp: link previews in chats.
User-agent: WhatsApp
Allow: /
Disallow: /investors/funds/*/evidence

# Slack: link previews (unfurls) in messages. Slack says its fetcher skips robots.txt, so this group only records that previews are welcome.
User-agent: Slackbot-LinkExpanding
Allow: /
Disallow: /investors/funds/*/evidence

# Telegram: link previews in chats.
User-agent: TelegramBot
Allow: /
Disallow: /investors/funds/*/evidence

# Discord: link previews (embeds) in messages.
User-agent: Discordbot
Allow: /
Disallow: /investors/funds/*/evidence

# Reddit: link previews for links in posts.
User-agent: redditbot
Allow: /
Disallow: /investors/funds/*/evidence

# Microsoft Teams and Skype: link previews in messages.
User-agent: SkypeUriPreview
Allow: /
Disallow: /investors/funds/*/evidence

Sitemap: https://seedforge.com/sitemap.xml