# addresses all robots by using wild card *

User-agent: *
# list folders robots are not allowed to index
Disallow: /imgs/
Disallow: /administrator/
Disallow: /cache/
Disallow: /editor/
Disallow: /images/
Disallow: /help/
Disallow: /includes/
Disallow: /language/
Disallow: /scripts/
Disallow: /mambots/
Disallow: /templates/
Disallow: /media/
Disallow: /components/
Disallow: /modules/


# list specific files robots are not allowed to index
Disallow: /globals.php
Disallow: /mainbody.php
Disallow: /pathway.php
Disallow: /offline.php
Disallow: /configuration.php
Disallow: /captcha.php
Disallow: /404.shtml
Disallow: /403.shtml
Disallow: /401.shtml
Disallow: /400.shtml