# =========================================
# robots.txt for Magento 1.9 (Optimized for .htaccess)
# Updated: 2025-12-01
# =========================================

Sitemap: https://www.oakleyweb.com/sitemap.xml

# -----------------------------------------
# Global rules for all bots
# -----------------------------------------
User-agent: *
Allow: /media/
Allow: /skin/
Allow: /js/
Disallow: /app/
Disallow: /downloader/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /errors/
Disallow: /shell/
Disallow: /cgi-bin/
Disallow: /api
Disallow: /rest
Disallow: /soap
Disallow: /admin
Disallow: /Manage/
Disallow: *.php$

# -----------------------------------------
# Bing rules
# -----------------------------------------
User-agent: bingbot
Crawl-delay: 10
Allow: /media/
Allow: /skin/
Allow: /js/

# -----------------------------------------
# Google rules
# -----------------------------------------
User-agent: Googlebot
Allow: /

# -----------------------------------------
# Yahoo rules
# -----------------------------------------
User-agent: Slurp
Crawl-delay: 10
Allow: /

# -----------------------------------------
# DuckDuckGo rules
# -----------------------------------------
User-agent: DuckDuckBot
Crawl-delay: 10
Allow: /

# =========================================