JAVA通過代理訪問外部資源實例__JAVA

來源:互聯網
上載者:User
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileOutputStream;
import java.io.InputStream;
import java.net.URL;
import java.net.URLConnection;
public class Fetch {
   public static void main(String[] args) {
       int c = 28;
       //for(int k=25;k<c+1;k++) {
            int count = 50;
           
            System.getProperties().put("proxySet","true");
            System.getProperties().put("proxyHost","172.17.5.52");
            System.getProperties().put("proxyPort","80");
           
            for(int i=1;i<count+1;i++) {
            String sDir = " http://www.mbsky.com/SoftView/SoftView_167"
             + Fetch.formatString2(String.valueOf(i));
            String dir = "E:/test/test/part_"
             + Fetch.formatString2(String.valueOf(i)) + "/";
                 String file = "Myfile_"
                  + Fetch.formatString(String.valueOf(i)) + ".html";
                 String fileName = dir+"01"+ file;
                
                 try {     
                     File f = new File(fileName);
                     if(!f.exists()) {
                         URL url = new URL(sDir +  ".html");
                         String authString="userid:password";
                         String auth ="Basic"+new sun.misc.BASE64Encoder().encode(authString.getBytes());
                         URLConnection conn = url.openConnection();
                         conn.setRequestProperty("Proxy-Authorization", auth);
                         InputStream is = conn.getInputStream();
                     
                         int size = 20480;
                         byte[] buff = new byte[size];
                         ByteArrayOutputStream swapStream = new ByteArrayOutputStream();
                         int rc = 0;  
                     
                         while((rc = is.read(buff, 0, size)) > 0) {
                             swapStream.write(buff, 0, rc);
                         }  
                     
                         FileOutputStream fos = new FileOutputStream(f);    
                         fos.write(swapStream.toByteArray());    
                         fos.close();    
                         System.out.println("[" + i + ":" + i + "]===>" + "檔" + sDir +  ".html" + "抓取成功。");
                     } else {
                         System.out.println("[" + i+ ":" + i + "]===>" + "檔已經存在。");
                     }
                 
                 } catch (Exception ex) {
                      System.err.println(ex.toString());
                      System.err.println("[" + i + ":" + i + "]===>" + "檔" + sDir + ".html" + "抓取失敗。");
                      if(i >= 40) {
                          break;
                      }
                 }
        
            } // end for
      
       //}
   } // end of method main
 
   private static String formatString(String s) {
       String ret = null;
   
       if(s.length() == 3) {
          return s;
       } else if(s.length() == 2) {
          return "0" + s;
       } else if(s.length() == 1) {
          return "00" + s;
       }
   
    return ret;
   } // end of method formatString(String)
 
   private static String formatString2(String s) {
       String ret = null;
       if(s.length() == 2) {
          return s;
       } else if(s.length() == 1) {
          return "0" + s;
       }
   
    return ret;
   } // end of method formatString2(String)
 
} // end of class Fetch 

聯繫我們

該頁面正文內容均來源於網絡整理,並不代表阿里雲官方的觀點,該頁面所提到的產品和服務也與阿里云無關,如果該頁面內容對您造成了困擾,歡迎寫郵件給我們,收到郵件我們將在5個工作日內處理。

如果您發現本社區中有涉嫌抄襲的內容,歡迎發送郵件至: info-contact@alibabacloud.com 進行舉報並提供相關證據,工作人員會在 5 個工作天內聯絡您,一經查實,本站將立刻刪除涉嫌侵權內容。

A Free Trial That Lets You Build Big!

Start building with 50+ products and up to 12 months usage for Elastic Compute Service

  • Sales Support

    1 on 1 presale consultation

  • After-Sales Support

    24/7 Technical Support 6 Free Tickets per Quarter Faster Response

  • Alibaba Cloud offers highly flexible support services tailored to meet your exact needs.