web 抓取

System.Net.HttpWebRequest request = (System.Net.HttpWebRequest)System.Net.WebRequest.Create("http://weibo.com/u/2637233032?wvr=3.6&lf=reg");
            request.UserAgent = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022)";
            System.Net.WebResponse response = request.GetResponse();
            System.IO.Stream resStream = response.GetResponseStream();
            System.IO.StreamReader sr = new System.IO.StreamReader(resStream, Encoding.GetEncoding("utf-8"));
            string html = (sr.ReadToEnd());
            resStream.Close();
            sr.Close();

            System.Net.WebClient wc = new System.Net.WebClient();
            wc.Credentials = System.Net.CredentialCache.DefaultCredentials;
            Byte[] pageData = wc.DownloadData("http://weibo.com/u/2637233032?wvr=3.6&lf=reg");
            string Content = System.Text.Encoding.Default.GetString(pageData);

原文地址:https://www.cnblogs.com/weidehao555/p/2313830.html