# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html ##Global User-agent: * Disallow: /PHPMailer-master/ Disallow: /include/ Disallow: /phpmyadmin/ Disallow: /india-new* ## Malaysia Website User-agent: * Crawl-delay: 10 # CSS, JS, Images Allow: /malaysia/misc/*.css$ Allow: /malaysia/misc/*.css? Allow: /malaysia/misc/*.js$ Allow: /malaysia/misc/*.js? Allow: /malaysia/misc/*.gif Allow: /malaysia/misc/*.jpg Allow: /malaysia/misc/*.jpeg Allow: /malaysia/misc/*.png Allow: /malaysia/modules/*.css$ Allow: /malaysia/modules/*.css? Allow: /malaysia/modules/*.js$ Allow: /malaysia/modules/*.js? Allow: /malaysia/modules/*.gif Allow: /malaysia/modules/*.jpg Allow: /malaysia/modules/*.jpeg Allow: /malaysia/modules/*.png Allow: /malaysia/profiles/*.css$ Allow: /malaysia/profiles/*.css? Allow: /malaysia/profiles/*.js$ Allow: /malaysia/profiles/*.js? Allow: /malaysia/profiles/*.gif Allow: /malaysia/profiles/*.jpg Allow: /malaysia/profiles/*.jpeg Allow: /malaysia/profiles/*.png Allow: /malaysia/themes/*.css$ Allow: /malaysia/themes/*.css? Allow: /malaysia/themes/*.js$ Allow: /malaysia/themes/*.js? Allow: /malaysia/themes/*.gif Allow: /malaysia/themes/*.jpg Allow: /malaysia/themes/*.jpeg Allow: /malaysia/themes/*.png # Directories Disallow: /malaysia/includes/ Disallow: /malaysia/misc/ Disallow: /malaysia/modules/ Disallow: /malaysia/profiles/ Disallow: /malaysia/scripts/ Disallow: /malaysia/themes/ # Files Disallow: /malaysia/CHANGELOG.txt Disallow: /malaysia/cron.php Disallow: /malaysia/INSTALL.mysql.txt Disallow: /malaysia/INSTALL.pgsql.txt Disallow: /malaysia/INSTALL.sqlite.txt Disallow: /malaysia/install.php Disallow: /malaysia/INSTALL.txt Disallow: /malaysia/LICENSE.txt Disallow: /malaysia/MAINTAINERS.txt Disallow: /malaysia/update.php Disallow: /malaysia/UPGRADE.txt Disallow: /malaysia/xmlrpc.php # Paths (clean URLs) Disallow: /malaysia/admin/ Disallow: /malaysia/comment/reply/ Disallow: /malaysia/filter/tips/ Disallow: /malaysia/node/add/ Disallow: /malaysia/search/ Disallow: /malaysia/user/register/ Disallow: /malaysia/user/password/ Disallow: /malaysia/user/login/ Disallow: /malaysia/user/logout/ # Paths (no clean URLs) Disallow: /malaysia/?q=admin/ Disallow: /malaysia/?q=comment/reply/ Disallow: /malaysia/?q=filter/tips/ Disallow: /malaysia/?q=node/add/ Disallow: /malaysia/?q=search/ Disallow: /malaysia/?q=user/password/ Disallow: /malaysia/?q=user/register/ Disallow: /malaysia/?q=user/login/ Disallow: /malaysia/?q=user/logout/ # Disable taxonomy Disallow: /malaysia/taxonomy/* ## Indonesia Website User-agent: * Crawl-delay: 10 # CSS, JS, Images Allow: /indonesia/misc/*.css$ Allow: /indonesia/misc/*.css? Allow: /indonesia/misc/*.js$ Allow: /indonesia/misc/*.js? Allow: /indonesia/misc/*.gif Allow: /indonesia/misc/*.jpg Allow: /indonesia/misc/*.jpeg Allow: /indonesia/misc/*.png Allow: /indonesia/modules/*.css$ Allow: /indonesia/modules/*.css? Allow: /indonesia/modules/*.js$ Allow: /indonesia/modules/*.js? Allow: /indonesia/modules/*.gif Allow: /indonesia/modules/*.jpg Allow: /indonesia/modules/*.jpeg Allow: /indonesia/modules/*.png Allow: /indonesia/profiles/*.css$ Allow: /indonesia/profiles/*.css? Allow: /indonesia/profiles/*.js$ Allow: /indonesia/profiles/*.js? Allow: /indonesia/profiles/*.gif Allow: /indonesia/profiles/*.jpg Allow: /indonesia/profiles/*.jpeg Allow: /indonesia/profiles/*.png Allow: /indonesia/themes/*.css$ Allow: /indonesia/themes/*.css? Allow: /indonesia/themes/*.js$ Allow: /indonesia/themes/*.js? Allow: /indonesia/themes/*.gif Allow: /indonesia/themes/*.jpg Allow: /indonesia/themes/*.jpeg Allow: /indonesia/themes/*.png # Directories Disallow: /indonesia/includes/ Disallow: /indonesia/misc/ Disallow: /indonesia/modules/ Disallow: /indonesia/profiles/ Disallow: /indonesia/scripts/ Disallow: /indonesia/themes/ # Files Disallow: /indonesia/CHANGELOG.txt Disallow: /indonesia/cron.php Disallow: /indonesia/INSTALL.mysql.txt Disallow: /indonesia/INSTALL.pgsql.txt Disallow: /indonesia/INSTALL.sqlite.txt Disallow: /indonesia/install.php Disallow: /indonesia/INSTALL.txt Disallow: /indonesia/LICENSE.txt Disallow: /indonesia/MAINTAINERS.txt Disallow: /indonesia/update.php Disallow: /indonesia/UPGRADE.txt Disallow: /indonesia/xmlrpc.php # Paths (clean URLs) Disallow: /indonesia/admin/ Disallow: /indonesia/comment/reply/ Disallow: /indonesia/filter/tips/ Disallow: /indonesia/node/add/ Disallow: /indonesia/search/ Disallow: /indonesia/user/register/ Disallow: /indonesia/user/password/ Disallow: /indonesia/user/login/ Disallow: /indonesia/user/logout/ # Paths (no clean URLs) Disallow: /indonesia/?q=admin/ Disallow: /indonesia/?q=comment/reply/ Disallow: /indonesia/?q=filter/tips/ Disallow: /indonesia/?q=node/add/ Disallow: /indonesia/?q=search/ Disallow: /indonesia/?q=user/password/ Disallow: /indonesia/?q=user/register/ Disallow: /indonesia/?q=user/login/ Disallow: /indonesia/?q=user/logout/ ## Vietnam Website User-agent: * Crawl-delay: 10 # CSS, JS, Images Allow: /vietnam/misc/*.css$ Allow: /vietnam/misc/*.css? Allow: /vietnam/misc/*.js$ Allow: /vietnam/misc/*.js? Allow: /vietnam/misc/*.gif Allow: /vietnam/misc/*.jpg Allow: /vietnam/misc/*.jpeg Allow: /vietnam/misc/*.png Allow: /vietnam/modules/*.css$ Allow: /vietnam/modules/*.css? Allow: /vietnam/modules/*.js$ Allow: /vietnam/modules/*.js? Allow: /vietnam/modules/*.gif Allow: /vietnam/modules/*.jpg Allow: /vietnam/modules/*.jpeg Allow: /vietnam/modules/*.png Allow: /vietnam/profiles/*.css$ Allow: /vietnam/profiles/*.css? Allow: /vietnam/profiles/*.js$ Allow: /vietnam/profiles/*.js? Allow: /vietnam/profiles/*.gif Allow: /vietnam/profiles/*.jpg Allow: /vietnam/profiles/*.jpeg Allow: /vietnam/profiles/*.png Allow: /vietnam/themes/*.css$ Allow: /vietnam/themes/*.css? Allow: /vietnam/themes/*.js$ Allow: /vietnam/themes/*.js? Allow: /vietnam/themes/*.gif Allow: /vietnam/themes/*.jpg Allow: /vietnam/themes/*.jpeg Allow: /vietnam/themes/*.png # Directories Disallow: /vietnam/includes/ Disallow: /vietnam/misc/ Disallow: /vietnam/modules/ Disallow: /vietnam/profiles/ Disallow: /vietnam/scripts/ Disallow: /vietnam/themes/ # Files Disallow: /vietnam/CHANGELOG.txt Disallow: /vietnam/cron.php Disallow: /vietnam/INSTALL.mysql.txt Disallow: /vietnam/INSTALL.pgsql.txt Disallow: /vietnam/INSTALL.sqlite.txt Disallow: /vietnam/install.php Disallow: /vietnam/INSTALL.txt Disallow: /vietnam/LICENSE.txt Disallow: /vietnam/MAINTAINERS.txt Disallow: /vietnam/update.php Disallow: /vietnam/UPGRADE.txt Disallow: /vietnam/xmlrpc.php # Paths (clean URLs) Disallow: /vietnam/admin/ Disallow: /vietnam/comment/reply/ Disallow: /vietnam/filter/tips/ Disallow: /vietnam/node/add/ Disallow: /vietnam/search/ Disallow: /vietnam/user/register/ Disallow: /vietnam/user/password/ Disallow: /vietnam/user/login/ Disallow: /vietnam/user/logout/ # Paths (no clean URLs) Disallow: /vietnam/?q=admin/ Disallow: /vietnam/?q=comment/reply/ Disallow: /vietnam/?q=filter/tips/ Disallow: /vietnam/?q=node/add/ Disallow: /vietnam/?q=search/ Disallow: /vietnam/?q=user/password/ Disallow: /vietnam/?q=user/register/ Disallow: /vietnam/?q=user/login/ Disallow: /vietnam/?q=user/logout/