C #. Net collection class

Using system;
Using system. Collections. Generic;
Using system. text;
Using system. diagnostics;
Using system. Text. regularexpressions;
Using system. IO;
Using system. net;

Namespace capture
{
Class Program
{
Static void main (string [] ARGs)
{
String [] URLs = {
"Http://www.yongfa365.com ",
"Http://www.cbdcn.com ",
"Http://www.csdn.net ",
"Http://www.sina.com ",
"Http://www.tom.com ",
};

String html = "";

Html = caiji. gethtmlsource ("http://www.yongfa365.com", encoding. Default );
Console. Write (HTML );
Console. readkey ();

Html = caiji. gethtmlsource ("http://www.baidu.com /");
Console. Write (HTML );
Console. readkey ();

Html = caiji. gethtmlsource ("http://www.tom.com", "UTF-8 ");
Console. Write (HTML );
Console. readkey ();

Foreach (string URL in URLs)
{
Console. Write (caiji. gethtmlsource (URL ));
Console. readkey ();

}
}
}
}


/// <Summary>
/// Liuyong method collection class
/// </Summary>
Class caiji
{
/// <Summary>
/// Obtain the webpage source code
/// </Summary>
/// <Param name = "url"> webpage address, eg: "http://www.yongfa365.com/" </param>
/// <Param name = "charset"> webpage encoding, eg: "UTF-8" </param>
/// <Returns> return the webpage source file </returns>
Public static string gethtmlsource (string URL, string charset)
{
// Encoding
Encoding nowcharset;
If (charset = "" | charset = NULL)
{
Nowcharset = encoding. default;
}
Else
{
Nowcharset = encoding. getencoding (charset );
}

// Process content
String html = "";
Try
{
// Webrequest mywebrequest = webrequest. Create (URL );
// Webresponse mywebresponse = mywebrequest. getresponse ();
// Stream = mywebresponse. getresponsestream ();
// Streamreader reader = new streamreader (stream, nowcharset );

Httpwebrequest request = (httpwebrequest) webrequest. Create (URL );
Httpwebresponse response = (httpwebresponse) request. getresponse ();
Stream stream = response. getresponsestream ();
Streamreader reader = new streamreader (stream, nowcharset );
Html = reader. readtoend ();
Stream. Close ();
}
Catch (exception E)
{
}
Return HTML;
}

/// <Summary>
/// Obtain the webpage source code
/// </Summary>
/// <Param name = "url"> webpage address, eg: "http://www.yongfa365.com/" </param>
/// <Param name = "charset"> webpage code, eg: encoding. utf8 </param>
/// <Returns> return the webpage source file </returns>
Public static string gethtmlsource (string URL, encoding charset)
{
// Process content
String html = "";
Try
{
Httpwebrequest request = (httpwebrequest) webrequest. Create (URL );
Httpwebresponse response = (httpwebresponse) request. getresponse ();
Stream stream = response. getresponsestream ();
Streamreader reader = new streamreader (stream, charset );
Html = reader. readtoend ();
Stream. Close ();
}
Catch (exception E)
{
}
Return HTML;
}

/// <Summary>
/// Obtain the webpage source code
/// Effective for webpages with Bom, which can be correctly identified by any code
/// </Summary>
/// <Param name = "url"> webpage address, eg: "http://www.yongfa365.com/" </param>
/// <Returns> return the webpage source file </returns>
Public static string gethtmlsource (string URL)
{
// Process content
String html = "";
Try
{
Httpwebrequest request = (httpwebrequest) webrequest. Create (URL );
Httpwebresponse response = (httpwebresponse) request. getresponse ();
Stream stream = response. getresponsestream ();
Streamreader reader = new streamreader (stream, encoding. Default );
Html = reader. readtoend ();
Stream. Close ();
}
Catch (exception E)
{
}
Return HTML;
}
}