User-agent: ia_archiver Disallow: /post/ User-agent: * Disallow: /login.aspx Disallow: /search.aspx Disallow: /error404.aspx