# =============================================
# MR Creative Studios - Robots.txt (FINAL)
# SEO + Security + Crawl Optimization
# =============================================
 
# =============================================
# 🌐 Default Rule for All Crawlers
# =============================================
User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /private/
Disallow: /backup/
Disallow: /logs/
Disallow: /errors/
Disallow: /admin/
Disallow: /staging/
Disallow: /test/
Disallow: /old/
Disallow: /archive/
Disallow: /.git/
Disallow: /.env
Disallow: /config/
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json
Disallow: /yarn.lock
Disallow: /readme.md
Disallow: /license
Disallow: /*?*
Disallow: /*&*
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.txt$
 
# =============================================
# ✅ Allow Static Assets
# =============================================
Allow: /assets/
Allow: /images/
Allow: /css/
Allow: /js/
Allow: /fonts/
Allow: /icons/
 
# =============================================
# 🏠 Allow Main Pages (Clean URLs)
# =============================================
Allow: /
Allow: /about-us
Allow: /portfolio
Allow: /pricing
Allow: /faq
Allow: /contact
Allow: /free-trial
 
# =============================================
# 🧰 Allow Services Pages (FIXED)
# =============================================

Allow: /ecommerce-product-image-editing
Allow: /beauty-fashion-photo-retouching
Allow: /real-estate-photo-editing

 
# =============================================
# 🤖 Googlebot
# =============================================
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /private/
Crawl-delay: 10
 
# =============================================
# 🤖 Bingbot
# =============================================
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /private/
Crawl-delay: 10
 
# =============================================
# 🚫 Block Aggressive SEO Bots
# =============================================
User-agent: AhrefsBot
Disallow: /
 
User-agent: SemrushBot
Disallow: /
 
User-agent: MJ12bot
Disallow: /
 
User-agent: DotBot
Disallow: /
 
# =============================================
# 📜 Sitemap
# =============================================
Sitemap: https://www.mrcreativestudios.com/sitemap.xml