[工具类] 获取URL编码1

package com.claw.util.html;

import java.io.BufferedInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.net.HttpURLConnection;
import java.net.URL;
import java.util.ArrayList;
import java.util.List;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

public class Charset {

    /**
     * @param args
     */
    public static void main(String[] args) {
        List<String> list = new ArrayList<String>();
        
        list.add("http://li200429.iteye.com/blog/1608758");
        list.add("http://blog.csdn.net/vic0228/article/details/49634311");
        list.add("http://www.zhihu.com/");
        list.add("http://www.sohu.com/");
        list.add("http://blog.163.com/wenchangqing_live/blog/static/173722309201182044545864/");
        
/*        for (String url : list) {
            String html = getHTML(url);
            String title = getTitle(html);
            System.out.println("url:"+url+" ----- title:"+title);
            if(title.equals("")){
                System.out.println(html);
            }
        }*/
    }
    
    
    public static String getCharset(InputStream in){
        String charset = "UTF-8";
        BytesEncodingDetect s = new BytesEncodingDetect();
        byte[] b = new byte[1024];
        try {
            int length = in.read(b);
            String encode = BytesEncodingDetect.nicename[s.detectEncoding(b)];
            if(encode.equals("GB-2312")){
                encode = "GBK";
            }
            /*if(encode.equals("ASCII")){
                encode = "UTF-8";
            }*/
            charset = encode;
        } catch (Exception e) {
            e.printStackTrace();
        }
        return charset;
    }
    
    
    /**
     * 404有问题 暂时停用
     * @param urlStr
     * @return
     */
    public static String getCharset(String urlStr) {
        String charset = "UTF-8";
        URL url = null;
        BufferedInputStream in = null;
        try {
            url = new URL(urlStr);
            HttpURLConnection conn = (HttpURLConnection) url.openConnection();
            conn.setConnectTimeout(10000);
            conn.setRequestProperty("User-Agent",
                    "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.2; Trident/6.0)");
            conn.connect();
            
            int status = conn.getResponseCode();
            System.out.println(status);
            if(status==200){
                in = new BufferedInputStream(conn.getInputStream());
                BytesEncodingDetect s = new BytesEncodingDetect();
                StringBuffer sb = new StringBuffer();
                byte[] b = new byte[1024];
                int length = in.read(b);
                String encode = BytesEncodingDetect.nicename[s.detectEncoding(b)];
                System.out.println("encode:" + encode);
                if(encode.equals("GB-2312")){
                    encode = "GBK";
                }
                charset = encode;
            }else if(status==404){
                
            }
        } catch (Exception e) {
            System.out.println(urlStr);
            e.printStackTrace();
        } finally {
            if (in != null)
                try {
                    in.close();
                } catch (IOException e) {
                    System.out.println(urlStr);
                    e.printStackTrace();
                }
        }
        return charset;
    }
    
    


  
}