#Deny Spiders
User-agent: *
Allow: /index.html
Allow: /eng/
Allow: /esp/
Allow: /por/
Allow: /publications/
Allow: /artistprofiles/
Allow: /journal/
Disallow: /images/
Disallow: /ssp_director/
Disallow: /webchat/
Disallow: /bb/
Disallow: /mailform/
Disallow: /manual/
Disallow: /metaspherica/
Disallow: /restricted/
Disallow: /old_hemi/
Disallow: /staging/
Disallow: /devotion/20
Disallow: /devotion/es/20
Disallow: /devotion/pt/20
Disallow: /eng/seminar/peru/ARCHIVE
Crawl-delay: 10



# BEGIN KOKEN
User-agent: Twitterbot
Disallow:

User-agent: *
Allow: media/storage/cache/images/*,tiny.*
Allow: media/storage/cache/images/*,small.*
Allow: media/storage/cache/images/*,medium.*
Disallow: media/storage/originals/
Disallow: media/storage/cache/images/
# END KOKEN