User-agent: *
Disallow: /cgi-bin/
Disallow: /material/

User-Agent: ia_archiver
Disallow: /

User-Agent: nabot
Disallow: /

User-Agent: Openbot
Disallow: /