User-agent: *
Allow: /

# Sitemaps
Sitemap: https://areaelectronica.es/sitemap.xml

# Social media bots - allow full access
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Yandex
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

# Prevent media crawlers from crawling too often
User-agent: Googlebot-Image
Crawl-delay: 1

User-agent: Googlebot-Video
Crawl-delay: 1

# Block access to specific folders
Disallow: /admin/
Disallow: /app/job-request
Disallow: /app/invoices