# robots.txt for www2.webmagic.com User-agent: ia_archiver Disallow: /