User-agent: *

# list folders robots are not allowed to index 
Disallow: /includes
Disallow: /scripts
Disallow: /spryAssets
Disallow: /art
Disallow: /com
Disallow: /css
Disallow: /js
Disallow: /media
Disallow: /players


# list specific files robots are not allowed to index




User-agent: twiceler
Disallow: /