La Jornada

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://www.jornada.com.mx/services/sitemap.xml

User-agent: *
Disallow:

User-agent: *
Allow: /ads.txt
Disallow: /ads

User-agent: grapeshot
Disallow:

User-Agent: *
Disallow: /texto/	        # no archivar la version texto
Disallow: /pda/	        	# no archivar la version para pda
Disallow: /nuevo/palm/	        # no archivar la version para pda
Disallow: /ultimas/search	# no realizar busquedas
Disallow: /ultimas/search_form  # no realizar busquedas
Disallow: /cupones-descuento/coupons/
Disallow: /cupones-descuento/coupons
Disallow: /cupones-descuento/dispatch-shop/
Disallow: /cupones-descuento/dispatch-coupon/
Disallow: /cupones-descuento/*?page=
Disallow: /cupones-descuento/shops/*/ratings
Disallow: /cupones-descuento/coupons/*/ratings
Disallow: /cupones-descuento/admin/
Disallow: /cupones-descuento/admin