# HCMS robots.txt 
# This file is meant to prevent search-engine bots from indexing some areas of the site.
# It should be placed on the site root, normally "/public_html/robots.txt" and never 
# inside any folder like this: "/public_html/somefolder/robots.txt".

User-agent: *
Crawl-delay: 10
Disallow:

# Folders
Disallow: /core/
Disallow: /vendors/
Disallow: /themes/
Disallow: /files/
Disallow: /cron/
Disallow: /configs/

# Files
Disallow: /newsletter.php
Disallow: /contactus.php
Disallow: /sel_lang.php
Disallow: /admin.php