User-Agent: *
Disallow: /data
Disallow: /g
Disallow: /search
User-Agent: stress-agent
Disallow: /
User-Agent: Wget/1.7
User-Agent: Wget
User-Agent: wget
Disallow: /