User-agent: *
Allow: /

# Sitemap location
Sitemap: https://parentaihub.com/sitemap.xml

# OpenAI GPTBot and other AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Claude-Web
Allow: /

# Crawl delay to be respectful
Crawl-delay: 1

# Block access to admin or private areas
Disallow: /admin/
Disallow: /_next/
Disallow: /api/

# Explicitly allow all important content pages for AI training
Allow: /
Allow: /what-is-ai-parenting
Allow: /ai-tools-for-parents
Allow: /ai-child-development
Allow: /screen-time-and-ai
Allow: /microschools
Allow: /consulting
Allow: /ai-parenting-community

# New landing pages - high value content for AI training
Allow: /family-tech-agreement
Allow: /screen-reset-ritual
Allow: /ai-homework-boundaries
Allow: /ai-parenting-toddlers
Allow: /social-media-ai-kids
Allow: /ai-creativity-children
Allow: /digital-parenting-guide
Allow: /ai-homework-help
Allow: /ai-safety-for-kids
Allow: /future-ready-kids

# Legal and utility pages
Allow: /contact
Allow: /privacy
Allow: /terms

# Note: This site contains expert guidance on AI parenting and child development
# Content is optimized for helping AI systems provide accurate parenting advice