GeezerVisonThe World Wide Web, restored to 800 pixels of glory. |
| Home|About|Gaming cabinet|Archives|How it works|Starter sites |
GeezerVison is showing github.com — HttpCode.Core/HttpCode.Core/HttpCode.cs at master · stulzq/HttpCode.Core
This repository was archived by the owner on Sep 4, 2019. It is now read-only.
Expand file tree/ Copy pathHttpCode.csMore file actions 762 lines (695 loc) · 26.2 KB / Copy pathHttpCode.csFile metadata and controls762 lines (695 loc) · 26.2 KB 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 /* * 主版本号:v4.2 * 次版本号:17.08.30(更新日期) * 当前版本:v4.2.17.08.30 * 玄机网C# 基类库 Http请求类 * 基础功能1:基于HttpWebRequest方式 同步/异步 提交数据 包含(Get/Post) * 基础功能2:基于Wininet系统API方式提交数据 包含(Get/Post) * 基础功能3:集合常用处理方法.处理页面结果/HTML数据更快捷 * * Coding by 君临 * 07-12/2014 * * 使用HttpCode时,请先引用 System.Web * 如需使用系统自带的Json转换类库,则需要引用 System.Web.Extensions( Framework 2.0不需要 ) 具体方法请参考下文链接 与注释 * http://bbs.msdn5.com/thread-11-1-1.html * * 早期版本请求接口没有charset时会引发识别不正常.优化自动识别编码方法, * 是否设置SecurityProtocolType 默认为false如果需要设置具体属性,请使用SecProtocolTypeEx枚举 * SecProtocolTypeEx 内容(Ssl3 Tls Tls1.1 Tls1.2) 替代系统SecProtocolType(Ssl3,Tls) */ /* support .net strandard 2.0 add some code Coding by 晓晨 2017/9/1 */ using System; using System.Drawing; using System.IO; using System.IO.Compression; using System.Net; using System.Net.Security; using System.Security.Cryptography.X509Certificates; using System.Text; using System.Text.RegularExpressions; using System.Threading.Tasks; namespace HttpCode.Core { /// <summary> /// Http请求操作类 /// </summary> public class HttpHelpers { #region 私有变量 /// <summary> /// HttpWebRequest对象用来发起请求 /// </summary> private HttpWebRequest _request = null; /// <summary> /// 获取响应流的数据对象 /// </summary> private HttpWebResponse _response = null; /// <summary> /// 结果参数 /// </summary> private readonly HttpResults _result = new HttpResults(); /// <summary> /// 应答结果承载的内存流 /// </summary> private MemoryStream _stream; /// <summary> /// 承载读取数据流 /// </summary> private byte[] _rawResponse; #endregion #region 同步方法 /// <summary> /// 采用httpwebrequest方式访问网络,根据传入的URl地址，得到响应的数据字符串。 /// </summary> /// <param name="objHttpItems">参数列表</param> /// <param name="cookie">自动维护的字符串cookie</param> /// <returns>HttpResults 为返回结果</returns> public HttpResults GetHtml(HttpItems objHttpItems, ref string cookie) { //调用专门读取数据的类 HttpResults res = GetHttpRequestData(objHttpItems); cookie = new XJHTTP().UpdateCookie(cookie, res.Cookie); res.Cookie = cookie; return res; } ///<summary> ///采用httpwebrequest方式访问网络,根据传入的URl地址，得到响应的数据字符串。 ///</summary> ///<param name="objHttpItems">参数列表</param> ///<returns>HttpResults 为返回结果</returns> public HttpResults GetHtml(HttpItems objHttpItems) { //调用专门读取数据的类 return GetHttpRequestData(objHttpItems); } /// <summary> /// 根据传入的数据，得到相应页面数据 /// </summary> /// <param name="objHttpItems">请求设置参数</param> /// <returns>请求结果</returns> private HttpResults GetHttpRequestData(HttpItems objHttpItems) { try { #region 设置请求参数 SetRequest(objHttpItems); #endregion #region 获得应答结果 _response = (HttpWebResponse)_request.GetResponse(); return GetResponesInfo(ref objHttpItems); #endregion } catch (WebException ex) { #region 获取异常数据与结果 _result.Html = ex.Message; _response = (HttpWebResponse)ex.Response; if (_response != null) { _result.StatusCode = _response.StatusCode; _result.StatusDescription = ex.Message; try { return GetResponesInfo(ref objHttpItems); } catch { return _result; } } else { _result.StatusCode = HttpStatusCode.NotFound; _result.StatusDescription = ex.Message; } #endregion } return _result; } /// <summary> /// 根据传入的数据，得到相应页面数据 异步 /// </summary> /// <param name="objHttpItems">请求设置参数</param> /// <returns>请求结果</returns> private async Task<HttpResults> GetHttpRequestDataAsync(HttpItems objHttpItems) { try { #region 设置请求参数 SetRequest(objHttpItems); #endregion #region 获得应答结果 _response = (HttpWebResponse) await _request.GetResponseAsync(); return GetResponesInfo(ref objHttpItems); #endregion } catch (WebException ex) { #region 获取异常数据与结果 _result.Html = ex.Message; _response = (HttpWebResponse)ex.Response; if (_response != null) { _result.StatusCode = _response.StatusCode; _result.StatusDescription = ex.Message; try { return GetResponesInfo(ref objHttpItems); } catch { return _result; } } else { _result.StatusCode = HttpStatusCode.NotFound; _result.StatusDescription = ex.Message; } #endregion } return _result; } #endregion #region 解析数据与处理数据 /// <summary> /// 处理响应结果 /// </summary> /// <param name="objHttpItems">请求设置参数</param> /// <returns></returns> private HttpResults GetResponesInfo(ref HttpItems objHttpItems) { #region 设置返回结果 _result.StatusCode = _response.StatusCode; _result.StatusDescription = _response.StatusDescription; _result.Header = _response.Headers; if (_response.Cookies != null) { _result.CookieCollection = _response.Cookies; } if (_response.ResponseUri != null) { _result.ResponseUrl = _response.ResponseUri.ToString(); } if (_response.Headers["set-cookie"] != null) { //清理垃圾Cookie信息 _result.Cookie = new XJHTTP().ClearCookie(_response.Headers["set-cookie"]); _result.RawCookie = _response.Headers["set-cookie"]; } //处理返回值Container _result.Container = objHttpItems.Container; #endregion #region 急速请求,不解析结果数据 if (objHttpItems.ResultType == ResultType.So) { return _result; } #endregion #region 应答结果转换为内存数据 using (_stream = new MemoryStream()) { //GZIIP处理 if (_response.ContentEncoding != null && _response.ContentEncoding.Equals("gzip", StringComparison.InvariantCultureIgnoreCase)) { _stream = GetMemoryStream(new GZipStream(_response.GetResponseStream(), CompressionMode.Decompress)); } else { _stream = GetMemoryStream(_response.GetResponseStream()); } //获取Byte _rawResponse = _stream.ToArray(); } #endregion #region 如果设置返回结果类型则返回Byte数据 if (objHttpItems.ResultType == ResultType.Byte) { _result.ResultByte = _rawResponse; return _result; } #endregion #region 处理编码结果 if (objHttpItems.Encoding == null)//如果用户没有指定编码格式 { try { Encoding ed = StreamEncoder.GetEncodingFromBytes(_rawResponse); if (ed != null) { objHttpItems.Encoding = ed; } else { GetEncodingNew(ref objHttpItems); } } catch { //强制UTF8 objHttpItems.Encoding = Encoding.UTF8; } } //得到返回的HTML try { if (_rawResponse.Length > 0) { _result.Html = objHttpItems.Encoding.GetString(_rawResponse); } else { _result.Html = "HttpCode接收数据长度为0.请检查数据包.当前状态码:" + _result.StatusCodeNum.ToString() + _result.Html; } _response.Close(); } catch { _result.Html = "HttpCode接收数据出现异常..请检查数据包.当前状态码:" + _result.StatusCodeNum.ToString() + _result.Html; } #endregion return _result; } /// <summary> /// 识别编码 /// </summary> /// <param name="objHttpItems"></param> private void GetEncodingNew(ref HttpItems objHttpItems) { string temp = Encoding.Default.GetString(_rawResponse, 0, _rawResponse.Length); Match meta = Regex.Match(temp, "<meta([^<]*)charset=([^<]*)[\"']", RegexOptions.IgnoreCase | RegexOptions.Multiline); string charter = (meta.Groups.Count > 2) ? meta.Groups[2].Value : string.Empty; if (charter.IndexOf("\"") > 0) { charter = charter.Split('\"')[0]; } if (charter.IndexOf(" ") > 0) { charter = charter.Split(' ')[0]; } charter = charter.Replace("\"", string.Empty).Replace("'", string.Empty).Replace(";", string.Empty); if (charter.Length > 0) { charter = charter.ToLower().Replace("iso-8859-1", "gbk"); if (string.IsNullOrEmpty(_response.CharacterSet.Trim()) || _response.CharacterSet.Trim().Contains("utf")) { objHttpItems.Encoding = Encoding.UTF8; } else { Encoding ed = StreamEncoder.GetEncodingFromBytes(_rawResponse); if (ed != null) { objHttpItems.Encoding = ed; } else { //强制UTF8 objHttpItems.Encoding = Encoding.UTF8; } } } else { if (_response.CharacterSet != null) { if (_response.CharacterSet.ToLower().Trim() == "iso-8859-1") { // encoding = Encoding.GetEncoding("gbk"); 直接改为UTF8编码 objHttpItems.Encoding = Encoding.GetEncoding("gbk");//Encoding.UTF8; } else { if (string.IsNullOrEmpty(_response.CharacterSet.Trim()) || _response.CharacterSet.Trim().Contains("utf")) { objHttpItems.Encoding = Encoding.UTF8; } else { objHttpItems.Encoding = Encoding.GetEncoding(_response.CharacterSet); } } } else { Encoding ed = StreamEncoder.GetEncodingFromBytes(_rawResponse); if (ed != null) { objHttpItems.Encoding = ed; } else { //强制UTF8 objHttpItems.Encoding = Encoding.UTF8; } } } } #endregion #region 异步方法 /// <summary> /// 采用异步方式访问网络,根据传入的URl地址，得到响应的数据字符串。 /// </summary> /// <param name="objHttpItems">参数列表</param> public async Task<HttpResults> GetHtmlAsync(HttpItems objHttpItems) { return await GetHttpRequestDataAsync(objHttpItems); } #endregion #region 通用数据方法 /// <summary> /// 获取流中的数据转换为内存流处理 /// </summary> /// <param name="streamResponse">流</param> private MemoryStream GetMemoryStream(Stream streamResponse) { MemoryStream stream = new MemoryStream(); int Length = 256; Byte[] buffer = new Byte[Length]; int bytesRead = streamResponse.Read(buffer, 0, Length); while (bytesRead > 0) { stream.Write(buffer, 0, bytesRead); bytesRead = streamResponse.Read(buffer, 0, Length); } return stream; } #region 迁移到ns2.0移除 /* 迁移到ns2.0移除 /// <summary> /// 反射修改useUnsafeHeaderParsing /// </summary> /// <param name="useUnsafe">设置的参数值</param> /// <returns></returns> private bool SetAllowUnsafeHeaderParsing20(bool useUnsafe) { System.Reflection.Assembly aNetAssembly = System.Reflection.Assembly.GetAssembly(typeof(System.Net.Configuration.SettingsSection)); if (aNetAssembly != null) { Type aSettingsType = aNetAssembly.GetType("System.Net.Configuration.SettingsSectionInternal"); if (aSettingsType != null) { object anInstance = aSettingsType.InvokeMember("Section", System.Reflection.BindingFlags.Static | System.Reflection.BindingFlags.GetProperty | System.Reflection.BindingFlags.NonPublic, null, null, new object[] { }); if (anInstance != null) { System.Reflection.FieldInfo aUseUnsafeHeaderParsing = aSettingsType.GetField("useUnsafeHeaderParsing", System.Reflection.BindingFlags.NonPublic | System.Reflection.BindingFlags.Instance); if (aUseUnsafeHeaderParsing != null) { aUseUnsafeHeaderParsing.SetValue(anInstance, useUnsafe); return true; } } } } return false; }*/ #endregion /// <summary> /// 为请求准备参数 /// </summary> ///<param name="objHttpItems">参数列表</param> private void SetRequest(HttpItems objHttpItems) { #region 处理服务器提交协议错误 ns2.0移除 /*if (objHttpItems.UseUnsafe) { SetAllowUnsafeHeaderParsing20(objHttpItems.UseUnsafe); }*/ #endregion #region 设置证书 SetCer(objHttpItems); #endregion #region 设置Header参数 如果有则添加,如果失败,则重置数据 if (objHttpItems.Header.Count > 0) { try { _request.Headers = objHttpItems.Header; } catch { _request.Headers = new WebHeaderCollection(); } } if (objHttpItems.AutoRedirectMax) { _request.MaximumAutomaticRedirections = 9999; } #endregion #region 添加 Ajax数据头 if (objHttpItems.IsAjax) { _request.Headers.Add("x-requested-with: XMLHttpRequest"); } #endregion #region 设置代理 SetProxy(objHttpItems); #endregion #region 通用属性设置 //请求方式Get或者Post _request.Method = objHttpItems.Method; _request.Timeout = objHttpItems.Timeout; _request.ReadWriteTimeout = objHttpItems.ReadWriteTimeout; //Accept _request.Accept = objHttpItems.Accept; //ContentType返回类型 _request.ContentType = objHttpItems.ContentType; //UserAgent客户端的访问类型，包括浏览器版本和操作系统信息 _request.UserAgent = objHttpItems.UserAgent; // 如果设置编码,则从设置结果读取 SetEncoding(objHttpItems); //设置Cookie SetCookie(objHttpItems); //来源地址 _request.Referer = objHttpItems.Referer; //是否执行跳转功能 _request.AllowAutoRedirect = objHttpItems.Allowautoredirect; //设置最大连接 if (objHttpItems.Connectionlimit > 0) { _request.ServicePoint.ConnectionLimit = objHttpItems.Connectionlimit; System.Net.ServicePointManager.DefaultConnectionLimit = 1024; } //设置 post数据在大于1024时是否分包 _request.ServicePoint.Expect100Continue = objHttpItems.Expect100Continue; #endregion #region 如果当前为Post则设置并提交数据 SetPostData(objHttpItems); #endregion } /// <summary> /// 设置证书 /// </summary> /// <param name="objHttpItems">请求设置参数</param> private void SetCer(HttpItems objHttpItems) { if (objHttpItems.IsEofError) { ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls; } if (objHttpItems.IsSetSecurityProtocolType) { ServicePointManager.SecurityProtocol = (SecurityProtocolType)objHttpItems.SecProtocolTypeEx; } if (!string.IsNullOrEmpty(objHttpItems.CerPath)) { ServicePointManager.ServerCertificateValidationCallback = new System.Net.Security.RemoteCertificateValidationCallback(CheckValidationResult); //初始化对像，并设置请求的URL地址 _request = (HttpWebRequest)WebRequest.Create(GetUrl(objHttpItems.Url)); //创建证书文件 X509Certificate objx509; if (!string.IsNullOrEmpty(objHttpItems.CerPass)) { objx509= new X509Certificate(objHttpItems.CerPath, objHttpItems.CerPass, X509KeyStorageFlags.PersistKeySet); } else { objx509 = new X509Certificate(objHttpItems.CerPath); } //添加到请求里 _request.ClientCertificates.Add(objx509); } else { //初始化对像，并设置请求的URL地址 try { _request = (HttpWebRequest)WebRequest.Create(GetUrl(objHttpItems.Url)); } catch { throw new Exception("请检查输入的网址!"); } } } /// <summary> /// 设置编码 /// </summary> /// <param name="objHttpItems">Http参数</param> private void SetEncoding(HttpItems objHttpItems) { if (!string.IsNullOrEmpty(objHttpItems.EncodingStr)) { //读取数据时的编码方式 objHttpItems.Encoding = System.Text.Encoding.GetEncoding(objHttpItems.EncodingStr); } } /// <summary> /// 设置Cookie /// </summary> /// <param name="objHttpItems">Http参数</param> private void SetCookie(HttpItems objHttpItems) { if (!string.IsNullOrEmpty(objHttpItems.Cookie)) { //字符串方式 _request.Headers[HttpRequestHeader.Cookie] = objHttpItems.Cookie; } if (objHttpItems.CookieCollection != null) { //CookieCollection方式 _request.CookieContainer = new CookieContainer(); _request.CookieContainer.Add(objHttpItems.CookieCollection); } if (objHttpItems.Container != null) { //CookieContainer方式 _request.CookieContainer = objHttpItems.Container; } } /// <summary> /// 设置Post数据 /// </summary> /// <param name="objHttpItems">Http参数</param> private void SetPostData(HttpItems objHttpItems) { //验证在得到结果时是否有传入数据 if (_request.Method.Trim().ToLower() == "post") { //写入Byte类型 if (objHttpItems.PostDataType == PostDataType.Byte) { //验证在得到结果时是否有传入数据 if (objHttpItems.PostdataByte != null && objHttpItems.PostdataByte.Length > 0) { _request.ContentLength = objHttpItems.PostdataByte.Length; _request.GetRequestStream().Write(objHttpItems.PostdataByte, 0, objHttpItems.PostdataByte.Length); } }//写入文件 else if (objHttpItems.PostDataType == PostDataType.FilePath) { using (StreamReader r = new StreamReader(objHttpItems.Postdata, objHttpItems.Encoding)) { byte[] buffer = objHttpItems.PostEncoding.GetBytes(r.ReadToEnd()); _request.ContentLength = buffer.Length; _request.GetRequestStream().Write(buffer, 0, buffer.Length); } } else { if (!string.IsNullOrEmpty(objHttpItems.Postdata)) { //写入字符串数据.如果希望修改提交时的编码.请修改objHttpItems.PostEncoding byte[] buffer = objHttpItems.PostEncoding.GetBytes(objHttpItems.Postdata); _request.ContentLength = buffer.Length; _request.GetRequestStream().Write(buffer, 0, buffer.Length); } } } } /// <summary> /// 设置代理 /// </summary> /// <param name="objHttpItems">参数对象</param> private void SetProxy(HttpItems objHttpItems) { if (!string.IsNullOrEmpty(objHttpItems.ProxyIp)) { WebProxy myProxy; //设置代理服务器 if (objHttpItems.ProxyIp.Contains(":")) { string[] plist = objHttpItems.ProxyIp.Split(':'); myProxy = new WebProxy(plist[0].Trim(), Convert.ToInt32(plist[1].Trim())); } else { myProxy = new WebProxy(objHttpItems.ProxyIp, false); } if (!string.IsNullOrEmpty(objHttpItems.ProxyUserName) && !string.IsNullOrEmpty(objHttpItems.ProxyPwd)) { myProxy.Credentials = new NetworkCredential(objHttpItems.ProxyUserName, objHttpItems.ProxyPwd); } _request.Proxy = myProxy; //设置安全凭证 _request.Credentials = CredentialCache.DefaultNetworkCredentials; } else { _request.Proxy = null; } } /// <summary> /// 回调验证证书问题 /// </summary> /// <param name="sender">流对象</param> /// <param name="certificate">证书</param> /// <param name="chain">X509Chain</param> /// <param name="errors">SslPolicyErrors</param> /// <returns>bool</returns> public bool CheckValidationResult(object sender, X509Certificate certificate, X509Chain chain, SslPolicyErrors errors) { // 总是接受 return true; } /// <summary> /// 传入一个正确或不正确的URl，返回正确的URL /// </summary> /// <param name="URL">url</param> /// <returns> /// </returns> public string GetUrl(string URL) { if (!(URL.Contains("http://") || URL.Contains("https://"))) { URL = "http://" + URL; } return URL; } /// <summary> /// 读取返回对象中数据,并返回Image格式图片 /// </summary> /// <param name="hr">GetHtml后的请求结果</param> /// <returns></returns> public Image GetImg(HttpResults hr) { return byteArrayToImage(hr.ResultByte); } /// <summary> /// 字节数组生成图片 /// </summary> /// <param name="Bytes">字节数组</param> /// <returns>图片</returns> public Image byteArrayToImage(byte[] Bytes) { if (Bytes == null) { return null; } using (MemoryStream ms = new MemoryStream(Bytes)) { Image outputImg = Image.FromStream(ms); return outputImg; } } #endregion } } |
| You are visitor 01402503 — GeezerVison does not store the pages you look up. Best viewed with Netscape Navigator 4.7 or Internet Explorer 6 at 800×600. No cookies required. |