# Robots.txt for ratemyprompt.dev and josh.ing

User-agent: *
Allow: /

# Disallow API routes (they're not meant for indexing)
Disallow: /api/

# Disallow private apps
Disallow: /jhire

# EXCEPT: Allow Open Graph images for social media crawlers
Allow: /api/og/*

User-agent: Twitterbot
Allow: /
Allow: /api/og/*

User-agent: Slackbot
Allow: /
Allow: /api/og/*

User-agent: Slackbot-LinkExpanding
Allow: /
Allow: /api/og/*

User-agent: Discordbot
Allow: /
Allow: /api/og/*

# Sitemaps
Sitemap: https://www.josh.ing/sitemap.xml
Sitemap: https://www.josh.ing/sd4me/sitemap.xml
Sitemap: https://ratemyprompt.dev/sitemap.xml