# robots.txt for rss.site-clip.com # Baiduspider User-Agent: Baiduspider Disallow: /index_guest.php crawl-delay: 120 # all User-Agent: * Disallow: /index_guest.php