# Disallow all crawlers access.
User-agent: *

Disallow: /terms-and-conditions/
Disallow: /privacy-policy/
Disallow: /author/
Disallow: /category/
Disallow: /wp-content/
Disallow: /assets/
Disallow: /wp-includes/


# disable duggmirror
User-agent: duggmirror
Disallow: /
 
# Disallow Following crawlers access to site.

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: TurnitinBot/2.1
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: AboutUsBot
Disallow: /

User-agent: robtexbot
Disallow: /