User-agent: *
Disallow: /set1/site

User-agent: htdig
Disallow:  
