# ===================================================================
# www.robotstxt.org
# ===================================================================

# Allow all major search engines full access
User-agent: *
Allow: /

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

# Disallow admin and sensitive areas
Disallow: /admin/
Disallow: /dashboard/
Disallow: /login
Disallow: /register
Disallow: /private/

# Disallow development and temporary files
Disallow: /node_modules/
Disallow: /src/
Disallow: /.git/
Disallow: /dist/
Disallow: /*.log$
Disallow: /package.json
Disallow: /yarn.lock
Disallow: /package-lock.json

# Sitemap location
Sitemap: https://alrashid.store/sitemap.xml