User-agent: *
User-agent: Exabot
Crawl-delay: 1
Allow: /
Allow: /dmdocuments/*.pdf
Allow: /dmdocuments/*.ppt
Allow: /dmdocuments/*.doc
Allow: /dmdocuments/*.ps

Allow: /attachments/*.pdf
Allow: /attachments/*.ppt
Allow: /attachments/*.doc
Allow: /attachments/*.ps

Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/

# BEGIN JCAWLER-XML-SITEMAP-COMPONENT
Sitemap: http://fk.unair.ac.id/sitemap.xml
# END JCAWLER-XML-SITEMAP-COMPONENT