# OwlTechEG - Robots.txt
# Multi-domain configuration
# https://owltecheg.com
# https://www.owltecheg.com
# https://owltecheg.net
# https://www.owltecheg.net

# Sitemap location (all domains redirect to owltecheg.com)
Sitemap: https://owltecheg.com/sitemap.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1

# General rules for all bots
User-agent: *

# Disallow admin or private areas (if any)
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /node_modules/

# Allow important pages and assets
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /assets/
Allow: /Logo/
Allow: /Portfolio/

# Block image hotlinking (but allow specific directories)
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.webp$

# Allow specific image directories (overrides above rules)
Allow: /Logo/
Allow: /Portfolio/
Allow: /assets/images/

# Block access to development files
Disallow: /.env
Disallow: /.git/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /vite.config.js
Disallow: /tailwind.config.js
Disallow: /postcss.config.js

# Additional rules for multi-domain setup
# Prevent duplicate content issues
Disallow: /duplicate-content/
Disallow: /mirror/

# Allow canonical URLs
Allow: /canonical/

# Specific rules for different bots (only customizations)
User-agent: Googlebot
Crawl-delay: 1

User-agent: Bingbot
Crawl-delay: 1

User-agent: Slurp
Crawl-delay: 2

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /