# AB-House Holidays - Robots.txt
# Holiday Home Rentals | Caldas da Rainha, Portugal

User-agent: *

# Allow all pages by default
Allow: /

# Block admin and application pages (private/internal use only)
Disallow: /application_*
Disallow: /admin/
Disallow: /api/
Disallow: /temp_uploads/

# Block common WordPress/CMS paths (if any exist)
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/

# Block development and system files
Disallow: /.git/
Disallow: /node_modules/
Disallow: /.env
Disallow: /config/
Disallow: /lib/
Disallow: /training_data/

# Block search and filter URLs with parameters (avoid duplicate content)
Disallow: /*?*search=
Disallow: /*?*filter=
Disallow: /*?*sort=

# Block specific file types that shouldn't be indexed
Disallow: /*.json$
Disallow: /*.xml$ 
Disallow: /*.log$

# Allow important files for SEO
Allow: /sitemap.xml
Allow: /favicon.svg
Allow: /page_image.png
Allow: /robots.txt

# Crawl delay (be respectful to server resources)
Crawl-delay: 1

# Sitemap location
Sitemap: https://www.abhouseholidays.com/sitemap.xml

# Specific bot instructions
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Social media bots (for link previews)
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /