# robots.txt, 12.12.2009 # User-agent: ia_archiver Disallow: / User-agent: * Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /*.gif$ Disallow: /*.txt$ Disallow: /*.css$ Disallow: /*.doc$ Disallow: /*.mp3$ Disallow: /img/ Disallow: /pic/ Disallow: /album/ Disallow: /audio/