User-agent: *
Disallow: /cgi-bin/
Disallow: /ajax/
Disallow: /checkout/
Disallow: /site_product/
Disallow: /site_page/
Disallow: /customer/
Allow: /customer/register
Allow: /customer/login
Allow: /site_page/getMenus

User-agent: AdsBot-Google
Disallow: /cgi-bin/
Disallow: /ajax/
Disallow: /checkout/
Disallow: /site_product/
Disallow: /site_page/
Disallow: /customer/
Allow: /customer/register
Allow: /customer/login
Allow: /site_page/getMenus

User-agent: AdsBot-Google-Mobile
Disallow: /cgi-bin/
Disallow: /ajax/
Disallow: /checkout/
Disallow: /site_product/
Disallow: /site_page/
Disallow: /customer/
Allow: /customer/register
Allow: /customer/login
Allow: /site_page/getMenus

User-agent: msnbot
Crawl-delay: 30
user-agent: AhrefsBot
disallow: /
User-agent: MJ12bot
Disallow: /

Sitemap: https://www.pepperfry.com/sitemap/catalogue/catalogue_index.xml