# Robots.txt for URL9X (url9x.com)
User-agent: *
Allow: /

# Explicitly permit search and social crawlers to access all pages and preview images
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# XML Sitemap for Google Search Console and web crawlers
Sitemap: https://url9x.com/sitemap.xml