User-Agent: *
Allow: /
Disallow: /wp-content/
Disallow: *?webview=true

Crawl-delay: 10

User-agent: Pinterest
Crawl-delay: 120

# Sitemap indexes
Sitemap: https://www.urbanoutfitters.com/sitemapindex.xml
Sitemap: https://www.urbanoutfitters.com/en-ca/sitemapindex.xml
Sitemap: https://www.urbanoutfitters.com/en-gb/sitemapindex.xml
Sitemap: https://www.urbanoutfitters.com/fr-ca/sitemapindex.xml
Sitemap: https://www.urbanoutfitters.com/fr-fr/sitemapindex.xml
Sitemap: https://www.urbanoutfitters.com/de-de/sitemapindex.xml
Sitemap: https://www.urbanoutfitters.com/es-es/sitemapindex.xml
Sitemap: https://www.urbanoutfitters.com/it-it/sitemapindex.xml