User-agent: Twitterbot
Disallow: /farcry/
Disallow: /webtop/

User-agent: *
Disallow: /farcry/
Disallow: /webtop/
Disallow: /search/q/
Disallow: /providers/acceptingnewpatients/
Disallow: /providers/sortdir/
Disallow: /providers/hmg/
Disallow: /providers/zip/
Disallow: /providers/degree/
Disallow: /providers/gender/
Disallow: /providers/language/
Disallow: /providers/name/
Disallow: /providers/specialty/
Disallow: /providers/city/
Disallow: /providers/page/


User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: 008
Disallow: /