# robots.txt for https://shorturl.gg
# Optimized for Simple URL Shortener

# Major Search Engines
User-agent: Googlebot
Disallow: /signin
Disallow: /dashboard
Disallow: /shorten
Disallow: /api/  #  API block it
Allow: /

User-agent: Bingbot
Disallow: /signin
Disallow: /dashboard
Disallow: /shorten
Disallow: /api/
Allow: /

User-agent: Yahoo! Slurp
Disallow: /signin
Disallow: /dashboard
Disallow: /shorten
Disallow: /api/
Allow: /

# SEO-Valuable Bots
User-agent: DuckDuckBot
Disallow: /signin
Disallow: /dashboard
Disallow: /shorten
Disallow: /api/
Allow: /

User-agent: YandexBot
Disallow: /signin
Disallow: /dashboard
Disallow: /shorten
Disallow: /api/
Allow: /

User-agent: Baiduspider
Disallow: /signin
Disallow: /dashboard
Disallow: /shorten
Disallow: /api/
Allow: /

User-agent: Sogou Spider
Disallow: /signin
Disallow: /dashboard
Disallow: /shorten
Disallow: /api/
Allow: /

User-agent: Exabot
Disallow: /signin
Disallow: /dashboard
Disallow: /shorten
Disallow: /api/
Allow: /

User-agent: MJ12bot
Disallow: /signin
Disallow: /dashboard
Disallow: /shorten
Disallow: /api/
Allow: /

# Catch-all for other bots
User-agent: *
Disallow: /signin
Disallow: /dashboard
Disallow: /shorten
Disallow: /api/
Allow: /

# Sitemap 
Sitemap: https://shorturl.gg/sitemap.xml