C# .net 採集類

using System;  
using System.Collections.Generic;  
using System.Text;  
using System.Diagnostics;  
using System.Text.RegularExpressions;  
using System.IO;  
using System.Net;  
 
namespace Capture
{  
    class Program  
    {  
        static void Main(string[] args)  
        {  
            string[] urls= {  
                "http://www.yongfa365.com",  
                "http://www.cbdcn.com",  
                "http://www.csdn.net",  
                "http://www.sina.com",  
                "http://www.tom.com",  
            };  
 
            string html="";  
 
            html = CaiJi.GetHtmlSource("http://www.yongfa365.com", Encoding.Default);  
            Console.Write(html);  
            Console.ReadKey();  
 
            html = CaiJi.GetHtmlSource("http://www.baidu.com/");  
            Console.Write(html);  
            Console.ReadKey();  
 
            html = CaiJi.GetHtmlSource("http://www.tom.com","utf-8");  
            Console.Write(html);  
            Console.ReadKey();  
 
            foreach (string url in urls)  
            {  
                Console.Write(CaiJi.GetHtmlSource(url));  
                Console.ReadKey();  
              
            }  
        }  
    }  
}  
 
 
/// <summary>  
/// 柳永法採集類  
/// </summary>  
class CaiJi  
{  
    /// <summary>  
    /// 取得網頁源碼  
    /// </summary>  
    /// <param name="url">網頁地址，eg:"http://www.yongfa365.com/" </param>   
    /// <param name="charset">網頁編碼，eg:"utf-8"</param>  
    /// <returns>返回網頁源檔案</returns>  
    public static string GetHtmlSource(string url, string charset)  
    {  
        //編碼處理   
        Encoding nowCharset;  
        if (charset == "" || charset == null)  
        {  
            nowCharset = Encoding.Default;  
        }  
        else  
        {  
            nowCharset = Encoding.GetEncoding(charset);  
        }  
 
        //處理內容  
        string html = "";  
        try  
        {  
            //WebRequest myWebRequest = WebRequest.Create(url);  
            //WebResponse myWebResponse = myWebRequest.GetResponse();  
            //Stream stream = myWebResponse.GetResponseStream();  
            //StreamReader reader = new StreamReader(stream, nowCharset);  
 
            HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);  
            HttpWebResponse response = (HttpWebResponse)request.GetResponse();  
            Stream stream = response.GetResponseStream();  
            StreamReader reader = new StreamReader(stream, nowCharset);  
            html = reader.ReadToEnd();  
            stream.Close();  
        }  
        catch (Exception e)  
        {  
        }  
        return html;  
    }  
 
    /// <summary>  
    /// 取得網頁源碼  
    /// </summary>  
    /// <param name="url">網頁地址，eg: "http://www.yongfa365.com/" </param>   
    /// <param name="charset">網頁編碼，eg: Encoding.UTF8</param>  
    /// <returns>返回網頁源檔案</returns>  
    public static string GetHtmlSource(string url, Encoding charset)  
    {  
        //處理內容  
        string html = "";  
        try  
        {  
            HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);  
            HttpWebResponse response = (HttpWebResponse)request.GetResponse();  
            Stream stream = response.GetResponseStream();  
            StreamReader reader = new StreamReader(stream, charset);  
            html = reader.ReadToEnd();  
            stream.Close();  
        }  
        catch (Exception e)  
        {  
        }  
        return html;  
    }  
 
    /// <summary>  
    /// 取得網頁源碼  
    /// 對於帶BOM的網頁很有效，不管是什麼編碼都能正確識別  
    /// </summary>  
    /// <param name="url">網頁地址，eg: "http://www.yongfa365.com/" </param>   
    /// <returns>返回網頁源檔案</returns>  
    public static string GetHtmlSource(string url)  
    {  
        //處理內容  
        string html = "";  
        try  
        {  
            HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);  
            HttpWebResponse response = (HttpWebResponse)request.GetResponse();  
            Stream stream = response.GetResponseStream();  
            StreamReader reader = new StreamReader(stream, Encoding.Default);   
            html = reader.ReadToEnd();  
            stream.Close();  
        }  
        catch (Exception e)  
        {  
        }  
        return html;  
    }  
}