# robots.txt para giuntipsy.co

# -------------------------------
# BLOQUE GENERAL PARA TODOS LOS BOTS
# -------------------------------
User-agent: *

# -------------------------------
# Technical Paths
# -------------------------------
Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /checkout/
Disallow: /cart/
Disallow: /customer/
Disallow: /private/
Disallow: /tmp/
Disallow: /search/
Disallow: /newsletter/
Disallow: /push_notification/
Disallow: /ajax/
Disallow: /ajaxcart/
Disallow: /sendfriend/
Disallow: /productalert/
Disallow: /review/
Disallow: /subscription/
Disallow: /mfproductsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/seo_sitemap/
Disallow: /catalogsearch/
Disallow: /control/
Disallow: /customize/
Disallow: /mfcmsdr/
Disallow: /pslogin/
Disallow: /repo/
Disallow: /sales/
Disallow: /vault/
Disallow: /mageworx/downloads/

# -------------------------------
# CMS Pages
# -------------------------------
Disallow: /error-404
Disallow: /home
Disallow: /gracias
Disallow: /success/

# -------------------------------
# Files and System Paths
# -------------------------------
Disallow: /app/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /index.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
Disallow: /get.php
Disallow: /*.php$

# -------------------------------
# URL Parameters
# -------------------------------
Disallow: /*?q=
Disallow: /*?ref=*
Disallow: /*?utm_*
Disallow: /*SID=
Disallow: /*?price=
Disallow: /*?cat=

# -------------------------------
# Allow access to static resources
# -------------------------------
Allow: /*.css$
Allow: /*.js$

# -------------------------------
# BLOQUEO DE BOTS NO DESEADOS
# -------------------------------
User-agent: ClaudeBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: l9explore
Disallow: /

User-agent: Site24x7
Disallow: /

User-agent: ELB-HealthChecker
Disallow: /

User-agent: UptimeRobot
Disallow: /

User-agent: SentryUptimeBot
Disallow: /

# -------------------------------
# BOTS DE REDES SOCIALES / HERRAMIENTAS SEO (con limitaciones)
# -------------------------------
User-agent: Facebot
Crawl-delay: 20

User-agent: facebookexternalhit
Crawl-delay: 20

User-agent: Twitterbot
Crawl-delay: 20

User-agent: SemrushBot
Crawl-delay: 20

# -------------------------------
# SITEMAP
# -------------------------------
https://www.giuntipsy.co/media/sitemap_giunti_9.xml