# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449




User-agent: Googlebot
Disallow:
Disallow: /search?*
Disallow: /free-download/*
Disallow: /download?*
Disallow: /*ROBOTS=NO


User-agent: Googlebot-image
Disallow:
Disallow: /search?*
Disallow: /free-download/*
Disallow: /download?*
Disallow: /*ROBOTS=NO


User-agent: *
Disallow:
Disallow: /search?*
Disallow: /free-download/*
Disallow: /download?*
Disallow: /*ROBOTS=NO



User-agent: rogerbot
Crawl-delay: 10
Disallow:
Disallow: /search?*
Disallow: /free-download/*
Disallow: /download?*
Disallow: /*ROBOTS=NO

User-agent: dotbot
Crawl-delay: 10
Disallow:
Disallow: /search?*
Disallow: /free-download/*
Disallow: /download?*
Disallow: /*ROBOTS=NO

User-agent: MJ12bot
Crawl-delay: 10
Disallow:
Disallow: /search?*
Disallow: /free-download/*
Disallow: /download?*
Disallow: /*ROBOTS=NO

User-agent: AhrefsBot
Crawl-delay: 10
Disallow:
Disallow: /search?*
Disallow: /free-download/*
Disallow: /download?*
Disallow: /*ROBOTS=NO

User-agent: SemrushBot
Crawl-delay: 10
Disallow:
Disallow: /search?*
Disallow: /free-download/*
Disallow: /download?*
Disallow: /*ROBOTS=NO



User-agent: Pinterestbot
Crawl-delay: 0.3
Disallow:
Disallow: /search?*
Disallow: /free-download/*
Disallow: /download?*
Disallow: /*ROBOTS=NO



User-agent: Linguee
Disallow: /



Sitemap: https://www.connectingthreads.com/sitemaps/ct-sitemap.xml