User-agent: 'internal zero-knowledge agent'
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /WebObjects/
Disallow: /images/
Disallow: /404.html
Disallow: /403.html
Disallow: /construction.html
Disallow: /busy_wait.html
Disallow: /ivwgif/
Disallow: /Styles/

User-agent: AdsBot-Google
Disalow: /cgi-bin/