C# 之 服務端獲取遠端資源

　　獲取指定網頁的遠端資源可使用 WebClient、WebRequest、HttpWebRequest 三種方式來實現。當然也可使用webBrowse，webBrowse不做介紹。

　　通過 System.Net 名稱空間下 WebClient 類下載檔案。

        //通過WebClient下載網頁的原始碼    
        string url = "http://www.example.com";
        System.Net.WebClient client = new System.Net.WebClient();
        client.Encoding = System.Text.Encoding.UTF8;
        string strHtml = client.DownloadString(url);

    

 

 綜合例項：

using System;
using System.Text;

using System.IO;
using System.Net;

namespace SnapUtility
{
    public class ServerResourceHelper
    {
        /// <summary>
        /// 通過WebClient獲取遠端資源
        /// </summary>
        /// <param name="url"></param>
        /// <returns></returns>
        public static string GetByWebClient(string url)
        {
            string strReturn = null;
            WebClient client = new WebClient();
            //client.Headers.Add(HttpRequestHeader.Accept, @"text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8");
            //client.Headers.Add(HttpRequestHeader.Referer, null);
            //client.Headers.Add(HttpRequestHeader.UserAgent, @" Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/33.0.1750.154 Safari/537.36");
            //client.Headers.Add(HttpRequestHeader.ContentType, "application/octet-stream");
            
            string strExtension = Path.GetExtension(url); //副檔名
            if (String.IsNullOrEmpty(strExtension))
            {
                Stream stream = client.OpenRead(url);
                StreamReader streamReader = new StreamReader(stream, Encoding.GetEncoding("utf-8"));
                strReturn = streamReader.ReadToEnd();
                streamReader.Close();
                stream.Close();
            }
            else
            {
                string path = "../WebSnap/DownLoad/";
                path = System.Web.HttpContext.Current.Server.MapPath(path);

                //自動建立資料夾
                if (!Directory.Exists(path))
                {
                    Directory.CreateDirectory(path);
                }
                path += DateTime.Now.ToString("hhmmss") + strExtension;

                client.DownloadFile(new Uri(url), path);
            }
            client.Dispose();
            return strReturn;
        }

        /// <summary>
        /// 通過WebRequest獲取遠端資源
        /// </summary>
        /// <param name="url"></param>
        /// <returns></returns>
        public static string GetByWebRequest(string url)
        {
            string strReturn = null;
            Uri uri = new Uri(url);
            WebRequest request = WebRequest.Create(uri);
            WebResponse response = request.GetResponse();
            Stream stream = response.GetResponseStream();

            string strExtension = Path.GetExtension(url); //副檔名
            if (String.IsNullOrEmpty(strExtension))
            {
                StreamReader streamReader = new StreamReader(stream, Encoding.GetEncoding("utf-8"));
                strReturn = streamReader.ReadToEnd();
                streamReader.Close();
                stream.Close();
                response.Close();
            }
            else
            {
                string fileName = DateTime.Now.ToString("hhmmss") + strExtension;
                long length = response.ContentLength;
                strReturn = SaveFile(ref stream, fileName, length);
            }
            return strReturn;
        }

        /// <summary>
        /// 通過WebRequest的Http特定實現獲取遠端資源
        /// </summary>
        /// <param name="url">遠端地址</param>
        /// <returns></returns>
        public static string GetByHttpWebRequest(string url)
        {
            string strReturn = null;
            Uri uri = new Uri(url);
            HttpWebRequest request = (HttpWebRequest)WebRequest.Create(uri);
            HttpWebResponse response = (HttpWebResponse)request.GetResponse();
            Stream stream = response.GetResponseStream();

            string strExtension = Path.GetExtension(url); //副檔名
            if (String.IsNullOrEmpty(strExtension))
            {
                StreamReader streamReader = new StreamReader(stream, System.Text.Encoding.GetEncoding("utf-8"));
                strReturn = streamReader.ReadToEnd();
                streamReader.Close();
                stream.Close();
                response.Close();
            }
            else
            {
                string fileName = DateTime.Now.ToString("hhmmss") + strExtension;
                long length = response.ContentLength;
                strReturn = SaveFile(ref stream, fileName, length);
            }
            return strReturn;
        }

        /// <summary>
        /// FileStream儲存檔案
        /// </summary>
        /// <param name="stream"></param>
        private static string SaveFile(ref Stream stream, string fileName, long length)
        {
            byte[] buffer = new byte[length];
            stream.Read(buffer, 0, buffer.Length);
            stream.Close();

            string path = AppDomain.CurrentDomain.BaseDirectory + "DownLoad\\" + fileName;
            FileStream fileStream = new FileStream(path, FileMode.OpenOrCreate, FileAccess.Write);
            fileStream.Write(buffer, 0, buffer.Length);
            fileStream.Flush();
            fileStream.Close();

            return path;
        }

        /// <summary>
        /// 儲存圖片
        /// </summary>
        /// <param name="stream"></param>
        private static string SavePicture(ref Stream stream, string fileName)
        {
            System.Drawing.Image image = System.Drawing.Image.FromStream(stream);
            stream.Close();
            string path = "../WebSnap/DownLoad/";
            path = System.Web.HttpContext.Current.Server.MapPath(path);

            //自動建立資料夾
            if (!Directory.Exists(path))
            {
                Directory.CreateDirectory(path);
            }
            path += fileName;

            image.Save(path, System.Drawing.Imaging.ImageFormat.Png);
            image.Dispose(); //釋放資源

            return path;
        }
    }
}

 

注意：

“utf-8”應與指定網頁的編碼對應。

可以看到HttpWebRequest 方式最複雜，但確提供了更多的選擇性。

有的網站檢測客戶端的UserAgent！如163