通过自己技能把某个网站的ppt全部下载下来的过程

1、该网站的ppt链接全部都在页面上，用正则手动提取所有链接，放在指定位置的，以txt形式保存，格式如下

2、写个java文件处理一下，如下：

package platform;

import java.io.BufferedInputStream;
import java.io.BufferedOutputStream;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.UnsupportedEncodingException;
import java.net.HttpURLConnection;
import java.net.URL;
import java.util.HashMap;
import java.util.Map;

import org.apache.http.HttpResponse;
import org.apache.http.client.ClientProtocolException;
import org.apache.http.client.methods.HttpPost;
import org.apache.http.impl.client.DefaultHttpClient;

public class TestQConDownload {

    public static void main(String[] args) {
        BufferedReader bufferedReader;
        String lineTxt = null;
        String title="1";
        String url="";
        try {
            //读文件
            bufferedReader = readTxtFile("E:\test\downinfo.txt");
            //循环遍历每行
            while((lineTxt = bufferedReader.readLine()) != null){
                if(lineTxt.startsWith("【标题】")){
                    title = lineTxt.substring(4).replaceAll(":", "");
                    System.out.println(title);
                }
                if(lineTxt.startsWith("【下载地址】")){
                    url= lineTxt.substring(6);
                    //获取跳转后的地址
                    url = getRedirectLocation(url);
                    System.out.println(url);
                    //下载到指定位置
                    downloadFile(url, "E:\test\download\"+title+".pdf");
                }
            }
            bufferedReader.close();
        } catch (UnsupportedEncodingException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        } catch (FileNotFoundException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        } catch (IOException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
        
    }
    
    public static String getRedirectLocation(String url) throws ClientProtocolException, IOException {
        String SEND_MESSAGE_URL = url;
        Map<String, Object> params = new HashMap<String, Object>();
        HttpPost get = new HttpPost(SEND_MESSAGE_URL);
        get.setHeader("Cookie", "dx_un=%E5%B9%B4%E8%BD%BB%E7%9A%84%E7%96%AF%E5%AD%90; dx_avatar=http%3A%2F%2F7xil0e.com1.z0.glb.clouddn.com%2Fuser_580d84f25ea61.png; dx_token=0c6b719ffff50f3746b64f058cb4e719");
        get.setHeader("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8");
        get.setHeader("Accept-Encoding", "zh-CN,zh;q=0.8");
        get.setHeader("Connection", "keep-alive");
        get.setHeader("Host", "ppt.geekbang.org");
        get.setHeader("Referer", "http://2016.qconshanghai.com/schedule");
        get.setHeader("Upgrade-Insecure-Requests", "1");
        get.setHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.87 Safari/537.36");

        // 设置编码
        HttpResponse re = new DefaultHttpClient().execute(get);
        /*if (re.getStatusLine().getStatusCode() == 200) {// 如果状态码为200,就是正常返回
            String result = EntityUtils.toString(re.getEntity());
            System.out.println(result);
        }*/
        String location = re.getFirstHeader("Location").getValue();
        get.releaseConnection();
        return location;
    }
    
    /**  
     * 下载远程文件并保存到本地  
     * @param remoteFilePath 远程文件路径   
     * @param localFilePath 本地文件路径  
     */
    public static void downloadFile(String remoteFilePath, String localFilePath)
    {
        URL urlfile = null;
        HttpURLConnection httpUrl = null;
        BufferedInputStream bis = null;
        BufferedOutputStream bos = null;
        File f = new File(localFilePath);
        try
        {
            urlfile = new URL(remoteFilePath);
            httpUrl = (HttpURLConnection)urlfile.openConnection();
            httpUrl.connect();
            bis = new BufferedInputStream(httpUrl.getInputStream());
            bos = new BufferedOutputStream(new FileOutputStream(f));
            int len = 2048;
            byte[] b = new byte[len];
            while ((len = bis.read(b)) != -1)
            {
                bos.write(b, 0, len);
            }
            bos.flush();
            bis.close();
            httpUrl.disconnect();
        }
        catch (Exception e)
        {
            e.printStackTrace();
        }
        finally
        {
            try
            {
                bis.close();
                bos.close();
            }
            catch (IOException e)
            {
                e.printStackTrace();
            }
        }
    }
    
    public static BufferedReader readTxtFile(String filePath) throws UnsupportedEncodingException, FileNotFoundException{
                String encoding="UTF-8";
                File file=new File(filePath);
                    InputStreamReader read = new InputStreamReader(
                    new FileInputStream(file),encoding);//考虑到编码格式
                    BufferedReader bufferedReader = new BufferedReader(read);
                    return bufferedReader;
    }
}