采集提高篇,淘宝秒杀。转载

全部源代码


Code highlighting produced by Actipro CodeHighlighter (freeware)http://www.CodeHighlighter.com/-->  1 using System;
 using System.Collections;
 using System.Configuration;
 using System.Data;
 using System.Web;
 using System.Web.Security;
 using System.Web.UI;
 using System.Web.UI.HtmlControls;
 using System.Web.UI.WebControls;
 using System.Net;
 using System.Net.Sockets;
 using System.Text;
 using System.Threading;
 using System.IO;
 using System.Text.RegularExpressions;
 
 public partial class MiaoSha : System.Web.UI.Page
 {
     string strServer = string.Empty;
     string strPath = string.Empty;
 
     protected void Page_Load(object sender, EventArgs e)
     {
       
     }
 
     public static String Recv(Socket sock, Encoding encode)
     {
         Byte[] buffer = new Byte[8192];
         StringBuilder sb = new StringBuilder();
 
         Thread.Sleep(50);//根据页面响应时间进行微调
         Int32 len = sock.Receive(buffer);
         sb.Append(encode.GetString(buffer, 0, len));
 
         while (sock.Available > 0)
         {
             Thread.Sleep(300);//也可以视情况微调
             Array.Clear(buffer, 0, buffer.Length);
             len = sock.Receive(buffer);
             sb.Append(encode.GetString(buffer, 0, len));
             string ss = encode.GetString(buffer, 0, len);
         }
         sock.Close();
         return sb.ToString();
     }
 
     /// <summary>
     /// Socket获取页面HTML同时返回头信息
     /// </summary>
     /// <param name="server">服务器地址或主机名</param>
     /// <param name="url">请求的页面</param>
     /// <param name="method">post or get</param>
     /// <param name="data">提交的数据</param>
     /// <param name="Cookies">Cookies</param>
     /// <returns>返回页面的HTML</returns>
     public string GetHtml(string server, string url, string method, string data, string Cookies)
     {
         string _method = method.ToUpper();
         string _url = string.Empty;
         if (url == "")
         {
             _url = "/";
         }
         else if (url.Substring(0, 1) != "/")
         {
             _url = "/" + url;
         }
         else
         {
             _url = url;
         }
         string formatString = string.Empty;
         string sendString = string.Empty;
         Encoding ASCII = Encoding.Default;
 
         //以下是拼接的HTTP头信息
         if (_method == "GET")
         {
             formatString = "";
             formatString += "{0} {1} HTTP/1.1\r\n";
             formatString += "Host: {2}\r\n";
             formatString += "User-Agent:Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7\r\n";
             formatString += "Accept: text/html\r\n";
             formatString += "Keep-Alive: 300\r\n";
             formatString += "Cookies:{3}\r\n";
             formatString += "Connection: keep-alive\r\n\r\n";
             sendString = string.Format(formatString, _method, _url, server, Cookies);
         }
         else
         {
             formatString = "";
             formatString += "{0} {1} HTTP/1.1\r\n";
             formatString += "Host: {2}\r\n";
             formatString += "User-Agent:Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7\r\n";
             formatString += "Accept:text/html\r\n";
             formatString += "Content-Type:application/x-www-form-urlencoded\r\n";
             formatString += "Content-Length:{3}\r\n";
             formatString += "Referer:http://buy.taobao.com/auction/buy_now.jhtml";
             formatString += "Keep-Alive:300\r\n";
             formatString += "Cookies:{4}\r\n";
             formatString += "Connection: keep-alive\r\n\r\n";
             formatString += "{5}\r\n";
             sendString = string.Format(formatString, _method, _url, server, Encoding.Default.GetByteCount(data), Cookies, data);
         }
 
         Byte[] ByteGet = ASCII.GetBytes(sendString);
         Byte[] RecvBytes = new Byte[1024];
         String strRetPage = null;
         IPAddress hostadd = Dns.Resolve(server).AddressList[0];
         IPEndPoint EPhost = new IPEndPoint(hostadd, 80);
         Socket s = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp);
         s.Connect(EPhost);
         if (!s.Connected)
         {
             strRetPage = "链接主机失败";
             return strRetPage;
         }
         s.Send(ByteGet, ByteGet.Length, SocketFlags.None);
 
         strRetPage = Recv(s, ASCII);
 
         return strRetPage;
     }
 
     protected void btnLogin_Click(object sender, EventArgs e)
     {
         string u = this.txtUserName.Text.Trim();
         string p = this.txtPwd.Text.Trim();
         DateTime st = DateTime.Now;
 
         //淘宝登录需要post的数据串
         string sendData = "TPL_username=" + u + "&TPL_password=" + Server.UrlEncode(p) + "&actionForStable=enable_post_user_action&action=Authenticator&mi_uid=&mcheck=&TPL_redirect_url=http%3A%2F%2Fitem.taobao.com%2Fauction%2Fitem_detail-0db1-3036113cf5455bd74047f1a581ba4be7.htm&_oooo_=http%3A%2F%2Fitem.taobao.com%2Fauction%2Fitem_detail-0db1-3036113cf5455bd74047f1a581ba4be7.htm&event_submit_do_login=anything&abtest=&pstrong=3&from=&yparam=&done=&loginType=3&tid=&support=000001&CtrlVersion=1%2C0%2C0%2C7";
 
         string s = GetHtml("login.taobao.com", "/member/login.jhtml", "post", sendData, "");
         Session["Cookies"] = GetCookies(s); //从返回的源码中提取cookies,抓取登录后的页面需要附上该cookies
 
     }
     protected void btnBuy_Click(object sender, EventArgs e)
     {
         string strURL = this.txtURL.Text.Trim();
         getServerAndPath(strURL);
 
         string s = GetHtml(strServer, strPath, "get", "", Session["Cookies"].ToString());
         //Response.Write(s);
         if (s.IndexOf("立即购买") > 0)
         {
             string item_id = strURL.Split('-')[2].Split('.')[0].ToString();
             string x_id = strURL.Split('-')[1].ToString();
 
             s = GetHtml("buy.taobao.com", "/auction/buy.htm?from=itemDetail&item_id=" + item_id + "&x_id=" + x_id, "get", "", Session["Cookies"].ToString());
             //Response.Write(s);
             using (StreamWriter sw = new StreamWriter(Server.MapPath("debug1.html")))
             {
                 sw.Write(s);
             }
 
             if (s.IndexOf("确认提交订单") > 0)
             {
                 Session["Cookies"] = GetCookies(s);
                 string postData = getPostData(s);
                 string r = GetHtml("buy.taobao.com", "/auction/buy_now.htm", "post", postData, Session["Cookies"].ToString());
                 if (r.IndexOf("302") > 0)
                 {
                     using (StreamWriter sw = new StreamWriter(Server.MapPath("debug2.html")))
                     {
                         sw.Write(r);
                     }
                 }
                 else
                 {
                     ////
                 }
                 using (StreamWriter sw = new StreamWriter(Server.MapPath("debug2.html")))
                 {
                     sw.Write(r);
                 }
             }
         }
         else if (s.IndexOf("btn-wait") > 0)//该宝贝还处于定时上架的状态
         {
            
         }
 
     }
 
 
     /// <summary>
     /// 从返回的源代码中提取cookies
     /// </summary>
     /// <param name="s"></param>
     /// <returns></returns>
     private string GetCookies(string s)
     {
         StringBuilder sbCookies = new StringBuilder();
 
         string[] arr = s.Split(new string[] { "\r\n" }, StringSplitOptions.RemoveEmptyEntries);
         foreach (string str in arr)
         {
             if (str.StartsWith("Set-Cookie: "))
             {
                 int intStart = str.IndexOf(";");
                 string strCookie = str.Substring(12, intStart - 11);
                 sbCookies.Append(strCookie);
             }
         }
         return sbCookies.ToString();
     }
 
     private string GetLocationURL(string s)
     {
 
         string RtnString = string.Empty;
         StringBuilder sbCookies = new StringBuilder();
 
         string[] arr = s.Split(new string[] { "\r\n" }, StringSplitOptions.RemoveEmptyEntries);
         foreach (string str in arr)
         {
             if (str.StartsWith("Location: "))
             {
                 RtnString = str.Substring(11, str.Length - 11);
             }
         }
         return RtnString;
     }
 
 
 
     private void getServerAndPath(string strURL)
     {
         if (strURL != "" && strURL.IndexOf("/") > 0)
         {
             int SlashPos = strURL.Substring(7).IndexOf("/");
             strServer = strURL.Substring(7, SlashPos);
             strPath = strURL.Substring(SlashPos + 7);
         }
         else
             return;
     }
 
 
 
     /// <summary>
     /// 从最后确认购买页面的源代码中提取表单数据的数据
     /// </summary>
     /// <param name="html"></param>
     /// <returns></returns>
     private string getPostData(string html)
     {
         string postStr = "";
         string pat = "<input .*?name.{0,1}=.{0,1}\"(.*?)\".*? value.{0,1}=\"(.*?)\".*?>";
         Regex regex = new Regex(pat, RegexOptions.Multiline | RegexOptions.IgnoreCase);
         MatchCollection mcollection = regex.Matches(html);
 
         foreach (Match m in mcollection)
         {
             GroupCollection gcollection = m.Groups;
             if (m.ToString().IndexOf("_fma.b._0.s") > 0) { continue; }
             if (m.ToString().IndexOf("_fma.b._0.c") > 0) { continue; }
             if (m.ToString().IndexOf("isCheckCode") > 0 && gcollection[2].Value.ToLower() == "true")
             {
                 //isCheckCode = true;
             }
             postStr += gcollection[1].Value; postStr += "=";
             postStr += Server.UrlEncode(gcollection[2].Value);
             postStr += "&";
         }
         postStr += "n_prov=370000&n_city=370500&n_area=370522&_fma.b._0.w=quicky&_fma.b._0.ac=250&consignment=10&_fma.b._0.au=5&_fma.b._0.c=8888";
         postStr = postStr.Replace("quantity=0", "quantity=1").Replace("_fma.b._0.d=您不必重复省-市-区信息;至少5个字", "_fma.b._0.d=" + Server.UrlEncode("收货人的具体地址")).Replace("_fma.b._0.po=", "_fma.b._0.po=230031").Replace("_fma.b._0.de=", "_fma.b._0.de="+Server.UrlEncode("啊峰")).Replace("_fma.b._0.u=", "_fma.b._0.u=0").Replace("_fma.b._0.di=1", "_fma.b._0.di=370522").Replace("_fma.b._0.deli=", "_fma.b._0.deli=13888888888");
         postStr += "&_fma.b._0.s=2";
         //postStr = Server.UrlEncode(postStr);
 
         return postStr;
     }
 }

http://www.cnblogs.com/chjf2008/archive/2010/04/14/1711811.html

原文地址:https://www.cnblogs.com/zcm123/p/2732003.html