# Robots.txt for Nyburs
# Allow all search engines to crawl the site

User-agent: *
Allow: /

# Allow crawling of public pages
Allow: /landing
Allow: /blogs
Allow: /blogs/*
Allow: /privacy
Allow: /term-and-condition
Allow: /why-nyburs
Allow: /community-guidelines
Allow: /cookie-policy
Allow: /grievance-policy

# Disallow crawling of private/authenticated pages
Disallow: /chat
Disallow: /notification
Disallow: /settings
Disallow: /profile/edit

# Disallow API endpoints
Disallow: /api/

# Allow social media crawlers specifically
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: DiscordBot
Allow: /

User-agent: Pinterestbot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Sitemap location
Sitemap: https://www.nyburs.com/sitemap.xml
Sitemap: https://www.nyburs.com/news-sitemap.xml