Java and ASP analyze Keywords of various search engines and automatically recognize the encoding of keywords in URLs

There are some code on the Internet, most of which are identified and decoded by the entered keywords. However, the keywords on the Referer source address obtained by the search engine are encoded by urlencode, And the keywords urlencode of each website are different, such as GBK, UTF-8, and gb2312.

Therefore, you must enter a search keyword in Google by using the encoded keyword, for example, "Resolution keyword encoding, encoded "% E8 % A7 % A3 % E6 % 9e % 90% E5 % 85% B3 % E9 % 94% AE % E5 % ad % 97% E7 % BC % 96% E7 % A0 "% 81"
The link address is http://www.google.cn/search? Q = % E8 % A7 % A3 % E6 % 9e % 90% E5 % 85% B3 % E9 % 94% AE % E5 % ad % 97% E7 % BC % 96% E7 % A0 % 81

1. parse the keyword from the above address.
2. Get the encoding name (such as GBK and UTF-8) through the encoded keywords)

3. Use urldecode (keywords, encodecode) to decode the corresponding keywords.

The following is the implementation of Java code:

1. Package test;
3. Import java. Io. unsupportedencodingexception;
4. Import java.net. urldecoder;
5. Import java. util. RegEx. matcher;
6. Import java. util. RegEx. pattern;
8. Public class parseurlkeyword {
9. Public static void main (string [] ARGs ){
10. String url = "http://www.google.co.kr/search? Hl = en & Q = % ed % 95% 9C % EA % B5 % ad % EC % 96% B4 + & btng = Google + SEARCH & AQ = F & OQ = ";
11. System. Out. println (parseurlkeyword. getkeyword (URL ));
12. System. Out. println ("");
13. Url = "http://www.google.cn/search? Q = % E6 % 8f % 90% E5 % 8f % 96 + % E6 % 90% 9C % E7 % B4 % A2 % E5 % BC % 95% E6 % 93% 8e + % E5 % 85% b3 % E9 % 94% AE % E5 % ad % 97 & HL = ZH-CN & newwindow = 1 & SA = 2 ";
14. System. Out. println (parseurlkeyword. getkeyword (URL ));
15. System. Out. println ("");
16. Url = "http://www.google.com.tw/search? Hl = ZH-CN & Q = % E6 % B9 % 98% E9 % 8B % BC % E4 % B8 % ad % E5 % 9C % 8B % E9 % a6 % 99% E7 % 85% 99 & btng = Google + % E6 % 90% 9C % E7 % B4 % A2 & AQ = F & OQ = ";
17. System. Out. println (parseurlkeyword. getkeyword (URL ));
18. System. Out. println ("");
19. Url = "http://www.baidu.com/s? WD = % D6 % D0 % 87% F8 % D3 % D0 % be % 80% D8 % 9f % C8 % Ce % B9 % AB % CB % Be ";
20. System. Out. println (parseurlkeyword. getkeyword (URL ));
21. System. Out. println ("");
22. Url = "http://www.baidu.com/s? WD = % C6 % F3 % D2 % B5 % Cd % C6 % B9 % E3 ";
23. System. Out. println (parseurlkeyword. getkeyword (URL ));
24. System. Out. println ("");
25. }
27. Public static string getkeyword (string URL ){
28. String keywordreg = "(? : Yahoo. +? [//? | &] P = | openfind. +? Query = | Google. +? Q = | Lycos. +? Query = | onseek. +? Keyword = | search //. Tom. +? WORD = | search //. QQ //. com. +? WORD = | zhongsou //. com. +? WORD = | search //. MSN //. com. +? Q = | yisou //. com. +? P = | sina. +? WORD = | sina. +? Query = | sina. +? _ Searchkey = | Sohu. +? WORD = | Sohu. +? Key_word = | Sohu. +? Query = | 163. +? Q = | Baidu. +? WD = | Soso. +? W = | 3721 //. com. +? P = | alltheweb. +? Q =) ([^ &] *) ";
29. String encodereg = "^ (? : [// X00-// x7f] | [// xfc-// xFF] [// X80-// xbf] {5} | [// xf8-// xfb] [// X80-// xbf] {4} | [// xf0-// xf7] [// X80-// xbf] {3} | [// xe0 -// XeF] [// X80-// xbf] {2} | [// xc0-// xdf] [// X80-// xbf]) + $ ";
31. Pattern keywordpatt = pattern. Compile (keywordreg );
32. Stringbuffer keyword = new stringbuffer (20 );
33. Matcher keywordmat = keywordpatt. matcher (URL );
34. While (keywordmat. Find ()){
35. Keywordmat. appendreplacement (keyword, "$1 ");
36. }
37. If (! Keyword. tostring (). Equals ("")){
38. String keywordstmp = keyword. tostring (). Replace ("http: // www .","");
39. Pattern encodepatt = pattern. Compile (encodereg );
40. String unescapestring = parseurlkeyword. Unescape (keywordstmp );
41. Matcher encodemat = encodepatt. matcher (unescapestring );
42. String encodestring = "GBK ";
43. If (encodemat. Matches () encodestring = "UTF-8 ";
44. Try {
45. Return urldecoder. Decode (keywordstmp, encodestring );
46. } Catch (unsupportedencodingexception e ){
47. Return "";
48. }
49. }
50. Return "";
51. }
53. Public static string Unescape (string SRC ){
54. Stringbuffer TMP = new stringbuffer ();
55. TMP. ensurecapacity (SRC. Length ());
56. Int lastpos = 0, Pos = 0;
57. Char ch;
58. While (lastpos <SRC. Length ()){
59. Pos = SRC. indexof ("%", lastpos );
60. If (Pos = lastpos ){
61. If (SRC. charat (Pos + 1) = 'U '){
62. Ch = (char) integer. parseint (SRC. substring (Pos + 2, POS + 6), 16 );
63. TMP. append (CH );
64. Lastpos = POS + 6;
65. } Else {
66. Ch = (char) integer. parseint (SRC. substring (Pos + 1, POS + 3), 16 );
67. TMP. append (CH );
68. Lastpos = POS + 3;
69. }
70. } Else {
71. If (Pos =-1 ){
72. TMP. append (SRC. substring (lastpos ));
73. Lastpos = SRC. Length ();
74. } Else {
75. TMP. append (SRC. substring (lastpos, POS ));
76. Lastpos = Pos;
77. }
78. }
79. }
80. Return TMP. tostring ();
81. }
82. }

 

The following is the implementation code of ASP:

1. Function decodeuri (s)
2. S = Unescape (s)
3. Dim Reg, CS
4. Cs = "GBK"
5. Set Reg = new Regexp
6. Reg. pattern = "^ (? : [/X00-/x7f] | [/xfc-/xFF] [/X80-/xbf] {5} | [/xf8-/xfb] [/X80-/xbf] {4} | [/xf0-/xf7] [/X80-/xbf] {3} | [/xe0-/XeF] [/X80-/xbf] {2} | [/xc0-/xdf] [/X80-/xbf]) + $"
7. If Reg. test (s) Then cs = "UTF-8"
8. Set Reg = nothing
9. Dim Sm
10. Set Sm = Createobject ("ADODB. Stream ")
11. With Sm
12. . Type = 2
13. . Mode = 3
14. . Open
15. . Charset = "iso-8859-1"
16. . Writetext s
17. . Position = 0
18. . Charset = cs
19. Decodeuri =. readtext (-1)
20. . Close
21. End
22. Set Sm = nothing
23. End Function
25. Response. Write decodeuri ("% B8 % A7 % CB % B3 % C7 % E0 % CB % C9 % D2 % A9 % D2 % B5 ")
26. Response. write decodeuri ("% E6 % 8A % 9A % E9 % a1 % Ba % E9 % 9d % 92% E6 % 9d % be % E8 % 8d % af % E4 % B8 % 9A")