# robots.txt
User-agent: *
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /html/
Disallow: /scene/