# LLMs.txt file for AI search engines
# This file helps AI search engines understand and crawl our website content

# Allow AI search engines to crawl our content
User-agent: *
Allow: /

# Specific rules for AI search engines
User-agent: GPTBot
Allow: /
Allow: /blog/
Allow: /blog/*/
Allow: /about/
Allow: /features/
Allow: /pricing/
Allow: /privacy/
Allow: /terms/
Allow: /contact/
Allow: /free-seo-blog-hosting/
Disallow: /onboarding/
Disallow: /calendar/
Disallow: /settings/
Disallow: /article/
Disallow: /articles-table-view/
Disallow: /create-article/
Disallow: /dashboard/

User-agent: ChatGPT-User
Allow: /
Allow: /blog/
Allow: /blog/*/
Allow: /about/
Allow: /features/
Allow: /pricing/
Allow: /privacy/
Allow: /terms/
Allow: /contact/
Allow: /free-seo-blog-hosting/
Disallow: /onboarding/
Disallow: /calendar/
Disallow: /settings/
Disallow: /article/
Disallow: /articles-table-view/
Disallow: /create-article/
Disallow: /dashboard/

User-agent: CCBot
Allow: /
Allow: /blog/
Allow: /blog/*/
Allow: /about/
Allow: /features/
Allow: /pricing/
Allow: /privacy/
Allow: /terms/
Allow: /contact/
Allow: /free-seo-blog-hosting/
Disallow: /onboarding/
Disallow: /calendar/
Disallow: /settings/
Disallow: /article/
Disallow: /articles-table-view/
Disallow: /create-article/
Disallow: /dashboard/

User-agent: anthropic-ai
Allow: /
Allow: /blog/
Allow: /blog/*/
Allow: /about/
Allow: /features/
Allow: /pricing/
Allow: /privacy/
Allow: /terms/
Allow: /contact/
Allow: /free-seo-blog-hosting/
Disallow: /onboarding/
Disallow: /calendar/
Disallow: /settings/
Disallow: /article/
Disallow: /articles-table-view/
Disallow: /create-article/
Disallow: /dashboard/

User-agent: Claude-Web
Allow: /
Allow: /blog/
Allow: /blog/*/
Allow: /about/
Allow: /features/
Allow: /pricing/
Allow: /privacy/
Allow: /terms/
Allow: /contact/
Allow: /free-seo-blog-hosting/
Disallow: /onboarding/
Disallow: /calendar/
Disallow: /settings/
Disallow: /article/
Disallow: /articles-table-view/
Disallow: /create-article/
Disallow: /dashboard/

User-agent: Omgilibot
Allow: /
Allow: /blog/
Allow: /blog/*/
Allow: /about/
Allow: /features/
Allow: /pricing/
Allow: /privacy/
Allow: /terms/
Allow: /contact/
Allow: /free-seo-blog-hosting/
Disallow: /onboarding/
Disallow: /calendar/
Disallow: /settings/
Disallow: /article/
Disallow: /articles-table-view/
Disallow: /create-article/
Disallow: /dashboard/

# Site information for AI search engines
Host: https://www.trendhopper.ai
Sitemap: https://www.trendhopper.ai/sitemap.xml

# Content description for AI search engines
# Trendhopper is an AI-powered content automation platform that helps businesses create, optimize, and publish SEO-friendly blog content automatically.