User-agent: Mediapartners-Google
Disallow: /rd/

User-agent: *
Crawl-delay: 1
Disallow: /i/
Disallow: /yid
Disallow: /visit
Disallow: /verify
Disallow: /verify/
Disallow: /find
Disallow: /user
Disallow: /user/
Disallow: /rd
Disallow: /rd/
Disallow: /review
Disallow: /review/
Disallow: /images/tmp/
Disallow: /d/name/
Disallow: /contact
Disallow: /mark_wrong_number/
Disallow: /hp/
Allow: /d/
Allow: /p/
Allow: /articles/
Sitemap: https://www.docspot.com/s/sitemap.xml