# robots.txt for https://aurakondapur.com/

# Allow all search engines to crawl the entire site
User-agent: *
Allow: /

# Disallow access to admin and private areas
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: /private/

# Disallow access to certain file types
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.sql$
Disallow: /*.log$

# Disallow duplicate or unnecessary pages
Disallow: /search
Disallow: /*?s=
Disallow: /*?p=
Disallow: /*?page_id=
Disallow: /thank-you/
Disallow: /form-submitted/

# Disallow certain folders (if applicable)
Disallow: /temp/
Disallow: /tmp/
Disallow: /cache/
Disallow: /backup/

# Allow CSS and JavaScript files for proper rendering
Allow: *.css
Allow: *.js
Allow: *.jpg
Allow: *.jpeg
Allow: *.png
Allow: *.gif
Allow: *.svg
Allow: *.webp
Allow: *.pdf

# Specific bot instructions (optional)

# Google
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

# Bing
User-agent: Bingbot
Allow: /

# Yandex
User-agent: Yandex
Allow: /

# Block bad bots (optional - uncomment if needed)
# User-agent: AhrefsBot
# Disallow: /

# User-agent: SemrushBot
# Disallow: /

# User-agent: MJ12bot
# Disallow: /

# Sitemap location
Sitemap: https://aurakondapur.com/sitemap.xml
Sitemap: https://aurakondapur.com/sitemap-images.xml

# Crawl delay (optional - use if server load is high)
# Crawl-delay: 10