C # remote FETCH/Read Web content

Reprinted from: http://blog.csdn.net/gisfarmer/article/details/2836904

2. Using System;
4. Using System.Collections.Generic;
6. Using System.Text;
8. Using System.Net;
10. Using System.IO;
12. Namespace thief
14. {
16. Class Program
18. {
20. static void Main (string[] args)
22. {
26. try {
28. WebClient mywebclient = new WebClient ();
30. Mywebclient.credentials = CredentialCache.DefaultCredentials; //Gets or sets the network credentials that are used to authenticate requests to Internet resources.
32. byte[] pagedata = Mywebclient.downloaddata (http://www.163.com);//download data from the specified Web site
34. string pagehtml = Encoding.Default.GetString (pagedata); //If you are using GB2312 to obtain a website page, use this sentence
36. //string pagehtml = Encoding.UTF8.GetString (pagedata);//If the Get Site page uses UTF-8, use this sentence
38. Console.WriteLine (pagehtml); //Enter what you get in the console
40. using (StreamWriter SW = new StreamWriter ("c://test//ouput.html"))//writes the acquired content to the text
42. {
44. Sw. Write (pagehtml);
46. }
48. Console.ReadLine (); //Let the console pause, or flash past
50. }
52. catch (WebException webEx) {
54. Console.WriteLine (WebEx.Message.ToString ());
56. }
58. }
60. }
62. }

Improve, after adding the timer

2. Using System;
4. Using System.Text;
6. Using System.Timers;
8. Using System.Net;
10. Using System.IO;
14. <summary>
16. Fetches the contents of the specified webpage every 5 seconds and saves it as a file in the C:/test directory
18. </summary>
20. Namespace Timertest
22. {
24. Class Program
26. {
28. public static string outfilename = ""; //generated file name
30. public static string myurl = "http://bxg.cfchina.cn"; The page to crawl
34. static void Main (string[] args)
36. {
38. Timer MyTimer = new timer ();
40. MyTimer. Elapsed + =new Elapsedeventhandler (GETURL); Events that specify Timers
42. MyTimer. Interval = 5000; //Catch once every 5 seconds
44. MyTimer. Start ();
46. MyTimer. Enabled = true;
48. while (Console.read ()! = ' q ') //until you press the lowercase letter Q to exit, otherwise crawl down
50. {
54. }
56. }
60. //Timer event content
62. static void GetUrl (object source, Elapsedeventargs e)
64. {
66. Try
68. {
70. WebClient mywebclient = new WebClient ();
74. Mywebclient.credentials = CredentialCache.DefaultCredentials; //Gets or sets the network credentials that are used to authenticate requests to Internet resources.
78. byte[] Pagedata = Mywebclient.downloaddata (Myurl); //Download data from a specified website
82. string pagehtml = Encoding.Default.GetString (pagedata); //If you are using GB2312 to obtain a website page, use this sentence
86. //string pagehtml = Encoding.UTF8.GetString (pagedata);//If the Get Site page uses UTF-8, use this sentence
90. //console.writeline (pagehtml);//Enter what you get in the console
94. Outfilename = "c://test//" + DateTime.Now.ToString (). Replace (" ", ""). Replace (":", ""). Replace ("-", "") + ". html";
98. using (StreamWriter SW = new StreamWriter (outfilename))//write the acquired content to the text
100. {
102. Sw. Write (pagehtml);
104. }
108. Console.WriteLine (Outfilename); //Output the file name after saving
110. }
114. catch (WebException webEx)
116. {
118. Console.WriteLine (WebEx.Message.ToString ());
120. }
124. }
128. }
130. }