C# HttpWebRequest HttpHelper 类

HttpHelper老早的一个类，使用中有些地方还需要调整，整体大概可用。

 public class HttpHelper<T> where T : class //限制转换T为一个类
    {
        /// <summary>
        /// 判断是否是一个正确格式的URL
        /// </summary>
        /// <param name="url"></param>
        /// <returns></returns>
        public static bool IsUrl(string url)
        {
            url = url.Trim().ToLower();
            if (url.StartsWith("http://") || url.StartsWith("https://"))
            {
                return true;
            }
            return false;
        }

        /// <summary>
        /// 用Get取得页面信息
        /// </summary>
        /// <param name="url"></param>
        /// <param name="requestConfig"></param>
        /// <param name="proxyConfig"></param>
        /// <returns></returns>
        public static string HttpGetString(string url, RequestConfig requestConfig = null, WebProxyConfig proxyConfig = null)
        {
            string ret = "";
            try
            {
                if (requestConfig == null)
                {
                    requestConfig = new RequestConfig();
                }
                HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);
                request.Method = "Get";
                request.UserAgent = requestConfig.UserAgent;
                request.Accept = requestConfig.Accept;
                request.ContentType = requestConfig.ContentType;
                request.Timeout = requestConfig.Timeout;
                request.AllowAutoRedirect = requestConfig.AllowAutoRedirect;
                request.KeepAlive = requestConfig.KeepAlive;
                request.Headers = requestConfig.Headers;
                if (proxyConfig != null)
                {
                    WebProxy wp = new WebProxy(proxyConfig.address, true);
                    wp.Credentials = new NetworkCredential(proxyConfig.user, proxyConfig.password);
                    request.Proxy = wp;
                }
                HttpWebResponse response = (HttpWebResponse)request.GetResponse();
                Stream stream = response.GetResponseStream();
                StreamReader sr = new StreamReader(stream, requestConfig.ContentEncoding);
                ret = sr.ReadToEnd();
                sr.Close();
                stream.Close();
                response.Close();
                return ret;
            }
            catch (Exception ex)
            {
                //输出日志
            }
            return ret;
        }

        /// <summary>
        /// Post表单信息
        /// </summary>
        /// <param name="url"></param>
        /// <param name="postData"></param>
        /// <param name="requestConfig"></param>
        /// <param name="proxyConfig"></param>
        /// <returns></returns>
        public static string HttpPostString(string url, string postData, RequestConfig requestConfig = null, WebProxyConfig proxyConfig = null)
        {
            string ret = "";
            try
            {
                if (requestConfig == null)
                {
                    requestConfig = new RequestConfig();
                }
                byte[] data = requestConfig.ContentEncoding.GetBytes(postData);
                HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);
                CookieContainer cookie = new CookieContainer();
                request.CookieContainer = cookie;
                request.AllowAutoRedirect = requestConfig.AllowAutoRedirect;
                request.UserAgent = requestConfig.UserAgent;
                request.Method = "Post";
                request.Accept = requestConfig.Accept;
                request.ContentType = requestConfig.ContentType;
                request.Timeout = requestConfig.Timeout;
                request.ContentLength = data.Length;
                if (proxyConfig != null)
                {
                    WebProxy wp = new WebProxy(proxyConfig.address, true);
                    wp.Credentials = new NetworkCredential(proxyConfig.user, proxyConfig.password);
                    request.Proxy = wp;
                }
                Stream outStream = request.GetRequestStream();
                outStream.Write(data, 0, data.Length);
                outStream.Close();
                HttpWebResponse response = request.GetResponse() as HttpWebResponse;
                Stream inStream = response.GetResponseStream();
                StreamReader sr = new StreamReader(inStream, requestConfig.ContentEncoding);
                ret = sr.ReadToEnd();
                sr.Close();
                inStream.Close();
                response.Close();
                return ret;
            }
            catch (Exception ex)
            {
                //输出日志
            }
            return ret;
        }

        /// <summary>
        /// 下载一个文件
        /// </summary>
        /// <param name="url"></param>
        /// <param name="outFile"></param>
        /// <param name="requestConfig"></param>
        /// <param name="proxyConfig"></param>
        /// <returns></returns>
        public static bool DownloadFile(string url, string outFile, RequestConfig requestConfig = null, WebProxyConfig proxyConfig = null)
        {
            bool ret = false;
            FileStream fs = null;
            try
            {
                if (requestConfig == null)
                {
                    requestConfig = new RequestConfig();
                }
                HttpWebRequest request = WebRequest.Create(url) as HttpWebRequest;
                request.Method = "Get";
                request.ContentType = requestConfig.ContentType;
                request.Accept = requestConfig.Accept;
                request.UserAgent = requestConfig.UserAgent;
                if (proxyConfig != null)
                {
                    WebProxy wp = new WebProxy(proxyConfig.address, true);
                    wp.Credentials = new NetworkCredential(proxyConfig.user, proxyConfig.password);
                }
                HttpWebResponse response = request.GetResponse() as HttpWebResponse;
                Stream stream = response.GetResponseStream();
                fs = new FileStream(outFile, FileMode.Create);
                int bufferSize = 1024;
                byte[] data = new byte[bufferSize];
                int length = 0;
                while ((length = stream.Read(data, 0, bufferSize)) > 0)
                {
                    fs.Write(data, 0, length);
                }
                fs.Close();
                stream.Close();
                response.Close();
                ret = true;
            }
            catch (Exception ex)
            {
                //输出日志
            }
            finally
            {
                if (fs != null)
                {
                    fs.Close();
                }
            }
            return ret;
        }

        /// <summary>
        /// 用Get取得一个Json数据，将其转换为类
        /// </summary>
        /// <param name="url"></param>
        /// <param name="requestConfig"></param>
        /// <param name="proxyConfig"></param>
        /// <returns></returns>
        public static T HttpGetObject(string url, RequestConfig requestConfig = null, WebProxyConfig proxyConfig = null)
        {
            T item;
            try
            {
                if (requestConfig == null)
                {
                    requestConfig = new RequestConfig();
                }
                HttpWebRequest request = WebRequest.Create(url) as HttpWebRequest;
                request.Method = "Get";
                request.UserAgent = requestConfig.UserAgent;
                request.Accept = requestConfig.Accept;
                request.ContentType = requestConfig.ContentType;
                request.Timeout = requestConfig.Timeout;
                request.AllowAutoRedirect = requestConfig.AllowAutoRedirect;
                request.KeepAlive = requestConfig.KeepAlive;
                if (proxyConfig != null)
                {
                    WebProxy wp = new WebProxy(proxyConfig.address, true);
                    wp.Credentials = new NetworkCredential(proxyConfig.user, proxyConfig.password);
                    request.Proxy = wp;
                }
                HttpWebResponse response = request.GetResponse() as HttpWebResponse;
                Stream stream = response.GetResponseStream();
                StreamReader sr = new StreamReader(stream, requestConfig.ContentEncoding);
                string content = sr.ReadToEnd();
                sr.Close();
                stream.Close();
                response.Close();
                item = JsonConvert.DeserializeObject<T>(content);
                return item;
            }
            catch (Exception ex)
            {
                //输出日志
            }
            return null;
        }

        /// <summary>
        /// Post取得JSON转换为列表对像
        /// </summary>
        /// <param name="url"></param>
        /// <param name="postData"></param>
        /// <param name="contentType"></param>
        /// <param name="timeout"></param>
        /// <param name="config"></param>
        /// <returns></returns>
        public static T HttpPostObject(string url, string postData, RequestConfig requestConfig = null
            , WebProxyConfig proxyConfig = null)
        {
            T item;
            Stream outstream = null;
            Stream instream = null;
            StreamReader sr = null;
            HttpWebResponse response = null;
            HttpWebRequest request = null;
            Encoding encoding = Encoding.UTF8;
            byte[] data = encoding.GetBytes(postData);
            //准备请求...
            try
            {
                if (requestConfig == null)
                {
                    requestConfig = new RequestConfig();
                }
                //设置参数
                request = WebRequest.Create(url) as HttpWebRequest;
                CookieContainer cookieContainer = new CookieContainer();
                request.CookieContainer = cookieContainer;
                request.AllowAutoRedirect = requestConfig.AllowAutoRedirect;
                request.UserAgent = requestConfig.UserAgent;
                request.Method = "POST";
                request.Accept = requestConfig.Accept;
                request.ContentType = requestConfig.ContentType;
                request.Timeout = requestConfig.Timeout;
                request.KeepAlive = requestConfig.KeepAlive;
                request.ContentLength = data.Length;
                if (proxyConfig != null)
                {
                    WebProxy wp = new WebProxy(proxyConfig.address, true);
                    wp.Credentials = new NetworkCredential(proxyConfig.user, proxyConfig.password);
                    request.Proxy = wp;
                }
                outstream = request.GetRequestStream();
                outstream.Write(data, 0, data.Length);
                outstream.Close();
                //发送请求并获取相应回应数据
                response = request.GetResponse() as HttpWebResponse;
                //直到request.GetResponse()程序才开始向目标网页发送Post请求
                instream = response.GetResponseStream();
                sr = new StreamReader(instream, encoding);
                //返回数据
                string content = sr.ReadToEnd();
                item = JsonConvert.DeserializeObject<T>(content);
                return item;
            }
            catch (Exception ex)
            {
                return null;
            }
        }
    }

    /// <summary>
    /// Web代理配制信息
    /// </summary>
    public class WebProxyConfig
    {
        public string address { get; set; }
        public string user { get; set; }

        public string password { get; set; }

        public WebProxyConfig()
        {

        }

        public WebProxyConfig(string address, string user, string password)
        {
            this.address = address;
            this.user = user;
            this.password = password;
        }
    }

    public class RequestConfig
    {
        private bool _AllowAutoRedirect = true;
        /// <summary>
        /// 自动跳转
        /// </summary>
        public bool AllowAutoRedirect
        {
            get
            {
                return _AllowAutoRedirect;
            }
            set
            {
                AllowAutoRedirect = value;
            }
        }

        private string _UserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.141 Safari/537.36";
        /// <summary>
        /// 指定浏览器
        /// </summary>
        public string UserAgent
        {
            get
            {
                return _UserAgent;
            }
            set
            {
                _UserAgent = value;
            }
        }

        private string _Accept = "*/*";
        /// <summary>
        /// 资源的媒体类型
        /// </summary>
        public string Accept
        {
            get
            {
                return _Accept;
            }
            set
            {
                _Accept = value;
            }
        }

        private int _Timeout = 10 * 1000;
        /// <summary>
        /// 指定超时
        /// </summary>
        public int Timeout
        {
            get
            {
                return _Timeout;
            }
            set
            {
                _Timeout = value;
            }
        }

        private bool _KeepAlive = true;
        /// <summary>
        /// 资源建立持久性连接
        /// </summary>
        public bool KeepAlive
        {
            get
            {
                return _KeepAlive;
            }
            set
            {
                _KeepAlive = value;
            }
        }

        private string _ContentType = "application/x-www-form-urlencoded";
        /// <summary>
        /// 资源的媒体类型
        /// </summary>
        public string ContentType
        {
            get
            {
                return _ContentType;
            }
            set
            {
                _ContentType = value;
            }
        }

        /// <summary>
        /// 内容编码
        /// </summary>
        public Encoding _ContentEncoding = System.Text.Encoding.UTF8;
        public Encoding ContentEncoding
        {
            get
            {
                return _ContentEncoding;
            }
            set
            {
                _ContentEncoding = value;
            }
        }

        public WebHeaderCollection _Headers = new WebHeaderCollection();
        public WebHeaderCollection Headers
        {
            get
            {
                return _Headers;
            }
            set
            {
                _Headers = value;
            }
        }
    }

HttpWebResponse请求状态代码标识