User-Agent: linkwalker
Disallow: /


User-Agent: *
Disallow: /rss.xml
Disallow: /atom.xml
Disallow: /links1.htm
Disallow: /redirect/