# Robots.txt for DirectMeds - Australian Telehealth Platform
# Site Name: DirectMeds
# Base URL: https://www.directmeds.com.au
# Comprehensive search engine and AI agent compatibility

# ====== PRIMARY SEARCH ENGINES ======
User-agent: Googlebot
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/
Crawl-delay: 1

# ====== AI AGENTS & ASSISTANTS ======
User-agent: GPTBot
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/

User-agent: Claude-Web
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/

# ====== MICROSOFT EDGE & COPILOT ======
User-agent: Edgebot
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/

User-agent: msnbot
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/

# ====== APPLE & SOCIAL MEDIA ======
User-agent: Applebot
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/

User-agent: facebookexternalhit
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Allow: /api/public/social-images/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/

User-agent: Twitterbot
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Allow: /api/public/social-images/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/

User-agent: LinkedInBot
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Allow: /api/public/social-images/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/

# ====== OTHER SEARCH ENGINES ======
User-agent: DuckDuckBot
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/

User-agent: YandexBot
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/

User-agent: Baiduspider
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /ed-assessment
Disallow: /auth
Disallow: /api/

# ====== FALLBACK FOR ALL OTHER BOTS ======
User-agent: *
Allow: /
Allow: /erectile-dysfunction
Allow: /articles/
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /images/
Allow: /css/
Allow: /js/
Allow: /sitemap.xml
Allow: /api/legal/
Allow: /api/articles/
Allow: /api/public/
Allow: /api/public/social-images/

# Disallow private/admin areas
Disallow: /admin/
Disallow: /practitioner/
Disallow: /content-writer/
Disallow: /dashboard/
Disallow: /api/

# Disallow authentication and private pages
Disallow: /auth
Disallow: /login
Disallow: /register
Disallow: /forgot-password
Disallow: /checkout/
Disallow: /ed-assessment

# ====== SITEMAP LOCATION ======
Sitemap: https://www.directmeds.com.au/sitemap.xml

# ====== CRAWL DELAY ======
Crawl-delay: 1