# robots.txt file
User-agent: *
Disallow: /pages/	
Disallow: *.cgi
Disallow: *.jpg
Disallow: *.gif
Disallow: *.mpg
Disallow: *.mov
Disallow: *.avi
Disallow: *.zip