User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /archives

User-agent: Twitterbot
Disallow: *
Allow: /images
Allow: /archives