# robots.txt on the podcast.open.ac.uk # last updated 14 May 2009 CPV User-agent: * # list folders robots are not allowed to index Disallow: /_done Disallow: /_from Disallow: /artwork Disallow: /cache Disallow: /cgi-bin Disallow: /concept Disallow: /css Disallow: /downloads Disallow: /ext Disallow: /feeds Disallow: /feeds_disabled Disallow: /flash_media_player Disallow: /getid3 Disallow: /images Disallow: /include Disallow: /includes Disallow: /issues Disallow: /jpgraph Disallow: /js Disallow: /magpierss Disallow: /media_player_4.2 Disallow: /mootools_menu Disallow: /msEffect Disallow: /nusoap Disallow: /phpinfo Disallow: /podcast_images Disallow: /rss Disallow: /s3-usage Disallow: /sams Disallow: /scripts Disallow: /swfobject Disallow: /uber-1 Disallow: /upload # list specific files robots are not allowed to index