# this identifies the wayback machine
User-agent: ia_archiver 
Disallow: / 

User-agent: * 
Disallow: /duplicate/