User-agent: Scrapy
Allow: /

# global
User-agent: *
Disallow: /xmlrpc.php
Disallow: /

User-agent: Mediapartners-Google*
Disallow: 

User-agent: Twitterbot
Disallow: 

User-agent: Googlebot
Crawl-Delay: 60
Allow: /
Disallow: /components
Disallow: /editor
Disallow: /imagenes
Disallow: /images
Disallow: /includes
Disallow: /mambots
Disallow: /media
Disallow: /modules
Disallow: /public
Disallow: /templates
Disallow: /*.gif$
Disallow: /*.Gif$
Disallow: /*.GIF$
Disallow: /*.jpg$
Disallow: /*.Jpg$
Disallow: /*.JPG$
Disallow: /*.jpeg$
Disallow: /*.Jpeg$
Disallow: /*.JPEG$
Disallow: /*.pdf$
Disallow: /*.Pdf$
Disallow: /*.PDF$
Disallow: /*.zip$
Disallow: /*.Zip$
Disallow: /*.ZIP$
Sitemap: https://www.infosondas.com/sitemap.xml