# MyTime Robot File
#
# As always, Asimov's Three Laws are in effect:
# 1. A robot may not injure a human being or, through inaction, allow a human
#    being to come to harm.
# 2. A robot must obey orders given it by human beings except where such
#    orders would conflict with the First Law.
# 3. A robot must protect its own existence as long as such protection does
#    not conflict with the First or Second Law.
User-agent: Amazonbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-Agent: *
Disallow: /*/purchases
Disallow: /purchases
Disallow: /packages/auto_create
Disallow: /buynow
Disallow: /buynow?*
Disallow: /merchant_website
Disallow: /merchant_betterdoctor
Disallow: /services
Disallow: /dashboard
Disallow: /users/auth/*
Disallow: /users
Disallow: /*/checkout
# Disallow: /express_checkout/*
Disallow: /thin
Disallow: /thin/betterdoctor*
Disallow: /deals/*/wizard
Disallow: /deals/*/similar
Disallow: /search?*
Disallow: /search_categories
Disallow: /merchant_listing*
Disallow: /listing*
Disallow: /manage_listing_redirect*
Disallow: /api/v1/*
# not used by googlebot
# Crawl-delay: 10
# nginx is serving this static file from EFS /var/lib/openslot-storage/ which is mounted on all servers
Sitemap: http://www.mytime.com/sitemaps/sitemap_new.xml.gz