User-agent: *

crawl-delay: 10


Disallow: /ccm/*

Disallow: /application/files
Disallow: /application/files/*
Disallow: /download_file
Disallow: /download_file/*

Disallow: /concrete


Disallow: /demo
Disallow: /demo/*


# Allow access to thumbnails
Allow: /application/files/thumbnails
Allow: /application/files/thumbnails/*
Allow: /application/files/*.png
Allow: /application/files/*.jpg

# This list is compiled by Techie Zone part of Qlogix Network.
 
User-agent: Teleport
Disallow: /
 
User-agent: TeleportPro
Disallow: /
 
User-agent: EmailCollector
Disallow: /
 
User-agent: EmailSiphon
Disallow: /
 
User-agent: WebBandit
Disallow: /
 
User-agent: WebZIP
Disallow: /
 
User-agent: WebReaper
Disallow: /
 
User-agent: WebStripper
Disallow: /
 
User-agent: Web Downloader
Disallow: /
 
User-agent: WebCopier
Disallow: /
 
User-agent: Offline Explorer Pro
Disallow: /
 
User-agent: HTTrack Website Copier
Disallow: /
 
User-agent: Offline Commander
Disallow: /
 
User-agent: Leech
Disallow: /
 
User-agent: WebSnake
Disallow: /
 
User-agent: BlackWidow
Disallow: /
 
User-agent: HTTP Weazel
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: YandexBot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: LinkedInBot
Disallow: /

User-Agent: MauiBot (crawler.feedback+wc@gmail.com)
Disallow: /

User-Agent: SafeDNSBot (https://www.safedns.com/searchbot)
Disallow: /

User-Agent: Exabot
Disallow: /

User-Agent: Pingdom Bot
Disallow: /

User-Agent: AdIdxBot
Disallow: /

User-Agent: Adsbot
Disallow: /

User-Agent: AppleWebKit
Disallow: /

User-Agent: Adsbot-Google
Disallow: /

User-Agent: Googlebot-News
Disallow: /

User-Agent: Baidu Spider 2.0
Disallow: /

User-Agent: SEMRush Crawler 2.0
Disallow: /


User-agent: BLEXBot
Disallow: /

User-Agent: AspiegelBot
Disallow: /

User-agent: PetalBot
Disallow: /