### robots.txt file for https://www.jcpenney.com ###

# Disallowing old urls from being indexed
# Removing search pages from being
# indexed as it causes duplication with /g/ pages
User-agent: *
Disallow: /jsp/browse/pp/print/
Disallow: /jsp/profile/
Disallow: /dotcom/jsp/profile/
Disallow: /5705/
Disallow: /cam/ 
Disallow: /dotcom/jsp/cart 
Disallow: /dotcom/jsp/checkout 
Disallow: /expcom-api/j/
Disallow: /s/
Disallow: /l/productcompare
Disallow: /jsp/result.jsp
Disallow: /gallery/search
Allow: /signin

# Removing parasitic bots
User-agent: Robozilla
Disallow: /

User-agent: psbot
Disallow: /

User-agent: asterias
Disallow: /

# Removing foreign country crawlers
User-agent: baiduspider
Disallow: /

# Removing multiple yahoo crawlers:
User-agent: yahoo-mmcrawler
Disallow: /

User-agent: yahoo-blogs/v3.9
Disallow: /

# Disallow specific content api component crawling:
User-agent:*
Disallow: /content-aggregator/shared-components/zones/SiteWidePromo/
Disallow: /content-aggregator/shared-components/zones/SiteWideTimer/


SITEMAP: https://www.jcpenney.com/sitemap.xml