User-agent: *
Allow: /

Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /wp-content/uploads/wpo-minify/
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /administrator/
Disallow: /checkout/
Disallow: /cart/
Disallow: /account/
Disallow: /login/
Disallow: /register/
Disallow: /search/
Disallow: /es/
Disallow: /fr/
Disallow: /de/
Disallow: /repost/

Allow: /wp-content/themes/*/css/
Allow: /wp-content/themes/*/js/
Allow: /wp-content/uploads/*.css
Allow: /wp-content/uploads/*.js
Allow: /wp-includes/css/
Allow: /wp-includes/js/

User-agent: Googlebot
Allow: /

# Regole per Googlebot per le immagini
User-agent: Googlebot-Image
Allow: /wp-content/uploads/

# Regole specifiche per Bingbot
User-agent: Bingbot
Allow: /

# AI Search Bots - Permetti accesso completo
# OpenAI GPTBot
User-agent: GPTBot
Allow: /

# Anthropic Claude Bot
User-agent: Claude-Web
Allow: /

# Google Bard/Gemini
User-agent: Google-Extended
Allow: /

# Bing AI
User-agent: ChatGPT-User
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

# Altri AI bots comuni
User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

# Bot per social media (importante per repostit.io)
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: TikTokBot
Allow: /

User-agent: InstagramBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: SkypeUriPreview
Allow: /

User-agent: SlackBot
Allow: /

User-agent: DiscordBot
Allow: /

# Crawl-delay per evitare sovraccarico del server
Crawl-delay: 1

# Sitemap location 
Sitemap: https://repostit.io/sitemap.xml