基本信息
源码名称:C# 模拟http 发包请求工具源码(可设置代理IP)
源码大小:3.53M
文件格式:.zip
开发语言:C#
更新时间:2016-02-04
友情提示:(无需注册或充值,赞助后即可获取资源下载链接)
嘿,亲!知识可是无价之宝呢,但咱这精心整理的资料也耗费了不少心血呀。小小地破费一下,绝对物超所值哦!如有下载和支付问题,请联系我们QQ(微信同号):813200300
本次赞助数额为: 2 元×
微信扫码支付:2 元
×
请留下您的邮箱,我们将在2小时内将文件发到您的邮箱
源码介绍
using System; using System.Drawing; using System.Reflection; using System.Runtime.InteropServices; using System.Windows.Forms; using Microsoft.Win32; using mshtml; namespace SpiderTool { #region COM Interfaces [ComImport, Guid("00000112-0000-0000-C000-000000000046"), InterfaceType(ComInterfaceType.InterfaceIsIUnknown)] public interface IOleObject { void SetClientSite(IOleClientSite pClientSite); void GetClientSite(IOleClientSite ppClientSite); void SetHostNames(object szContainerApp, object szContainerObj); void Close(uint dwSaveOption); void SetMoniker(uint dwWhichMoniker, object pmk); void GetMoniker(uint dwAssign, uint dwWhichMoniker, object ppmk); void InitFromData(IDataObject pDataObject, bool fCreation, uint dwReserved); void GetClipboardData(uint dwReserved, IDataObject ppDataObject); void DoVerb(uint iVerb, uint lpmsg, object pActiveSite, uint lindex, uint hwndParent, uint lprcPosRect); void EnumVerbs(object ppEnumOleVerb); void Update(); void IsUpToDate(); void GetUserClassID(uint pClsid); void GetUserType(uint dwFormOfType, uint pszUserType); void SetExtent(uint dwDrawAspect, uint psizel); void GetExtent(uint dwDrawAspect, uint psizel); void Advise(object pAdvSink, uint pdwConnection); void Unadvise(uint dwConnection); void EnumAdvise(object ppenumAdvise); void GetMiscStatus(uint dwAspect, uint pdwStatus); void SetColorScheme(object pLogpal); } [ComImport, Guid("00000118-0000-0000-C000-000000000046"), InterfaceType(ComInterfaceType.InterfaceIsIUnknown)] public interface IOleClientSite { void SaveObject(); void GetMoniker(uint dwAssign, uint dwWhichMoniker, object ppmk); void GetContainer(object ppContainer); void ShowObject(); void OnShowWindow(bool fShow); void RequestNewObjectLayout(); } [ComImport, Guid("6d5140c1-7436-11ce-8034-00aa006009fa"), InterfaceType(ComInterfaceType.InterfaceIsIUnknown), ComVisible(false)] public interface IServiceProvider { [return: MarshalAs(UnmanagedType.I4)] [PreserveSig] int QueryService(ref Guid guidService, ref Guid riid, out IntPtr ppvObject); } [ComImport, Guid("79EAC9D0-BAF9-11CE-8C82-00AA004BA90B"), InterfaceType(ComInterfaceType.InterfaceIsIUnknown), ComVisible(false)] public interface IAuthenticate { [return: MarshalAs(UnmanagedType.I4)] [PreserveSig] int Authenticate(ref IntPtr phwnd, ref IntPtr pszUsername, ref IntPtr pszPassword ); } #endregion public static class WebBrowserExtend { #region 代理安培版本 [DllImport(@"wininet", SetLastError = true, CharSet = CharSet.Auto, EntryPoint = "InternetSetOption", CallingConvention = CallingConvention.StdCall)] public static extern bool InternetSetOption ( int hInternet, int dmOption, IntPtr lpBuffer, int dwBufferLength ); /// <summary> /// 设置代理 /// </summary> /// <param name="webBrowser"></param> /// <param name="ip"></param> public static void SetProxy(this WebBrowser webBrowser, string ip) { //打开注册表 RegistryKey regKey = Registry.CurrentUser; string SubKeyPath = @"Software\Microsoft\Windows\CurrentVersion\Internet Settings"; RegistryKey optionKey = regKey.OpenSubKey(SubKeyPath, true); //更改健值,设置代理, optionKey.SetValue("ProxyEnable", 1); optionKey.SetValue("ProxyServer", ip); //激活代理设置 InternetSetOption(0, 39, IntPtr.Zero, 0); InternetSetOption(0, 37, IntPtr.Zero, 0); } /// <summary> /// 取消代理 /// </summary> /// <param name="webBrowser"></param> public static void Cancelproxy(this WebBrowser webBrowser) { //打开注册表 RegistryKey regKey = Registry.CurrentUser; const string subKeyPath = @"Software\Microsoft\Windows\CurrentVersion\Internet Settings"; RegistryKey optionKey = regKey.OpenSubKey(subKeyPath, true); //更改健值,取消代理 if (optionKey != null) optionKey.SetValue("ProxyEnable", 0); //激活代理设置 InternetSetOption(0, 39, IntPtr.Zero, 0); InternetSetOption(0, 37, IntPtr.Zero, 0); } #endregion #region 代理 public static Guid IID_IAuthenticate = new Guid("79eac9d0-baf9-11ce-8c82-00aa004ba90b"); public const int INET_E_DEFAULT_ACTION = unchecked((int)0x800C0011); public const int S_OK = unchecked((int)0x00000000); #region IOleClientSite Members #endregion #region IServiceProvider Members public static int QueryService(this WebBrowser webBrowser, ref Guid guidService, ref Guid riid, out IntPtr ppvObject) { int nRet = guidService.CompareTo(IID_IAuthenticate); // Zero returned if the compared objects are equal if (nRet == 0) { nRet = riid.CompareTo(IID_IAuthenticate); // Zero returned if the compared objects are equal if (nRet == 0) { ppvObject = Marshal.GetComInterfaceForObject(webBrowser, typeof(IAuthenticate)); return S_OK; } } ppvObject = new IntPtr(); return INET_E_DEFAULT_ACTION; } #endregion #region IAuthenticate Members private static string userName = ""; private static string passWord = ""; public static int Authenticate(this WebBrowser webBrowser, ref IntPtr phwnd, ref IntPtr pszUsername, ref IntPtr pszPassword) { IntPtr sUser = Marshal.StringToCoTaskMemAuto(userName); IntPtr sPassword = Marshal.StringToCoTaskMemAuto(passWord); pszUsername = sUser; pszPassword = sPassword; return S_OK; } #endregion public struct Struct_INTERNET_PROXY_INFO { public int dwAccessType; public IntPtr proxy; public IntPtr proxyBypass; }; [DllImport("wininet.dll", SetLastError = true)] private static extern bool InternetSetOption(IntPtr hInternet, int dwOption, IntPtr lpBuffer, int lpdwBufferLength); private static void RefreshIESettings(this WebBrowser webBrowser, string strProxy) { const int INTERNET_OPTION_PROXY = 38; const int INTERNET_OPEN_TYPE_PROXY = 3; Struct_INTERNET_PROXY_INFO struct_IPI; // Filling in structure struct_IPI.dwAccessType = INTERNET_OPEN_TYPE_PROXY; struct_IPI.proxy = Marshal.StringToHGlobalAnsi(strProxy); struct_IPI.proxyBypass = Marshal.StringToHGlobalAnsi("local"); // Allocating memory IntPtr intptrStruct = Marshal.AllocCoTaskMem(Marshal.SizeOf(struct_IPI)); // Converting structure to IntPtr Marshal.StructureToPtr(struct_IPI, intptrStruct, true); bool iReturn = InternetSetOption(IntPtr.Zero, INTERNET_OPTION_PROXY, intptrStruct, Marshal.SizeOf(struct_IPI)); } #endregion #region 委托 private delegate void NoParam(); private delegate void OneStringParam(string str); private delegate void TwoSstringParam(string str1, string str2); private delegate void ThreeStringParam(string str1, string str2, string str3); private delegate void FourStringParam(string str1, string str2, string str3, string str4); private delegate void FiveStringparam(string str1, string str2, string str3, string str4, string str5); //private delegate void OnParam(); private delegate Bitmap ReturnBitMapOnParam(); private delegate HtmlDocument GetHtmlDocumentDelegate(); private delegate string GetStringDelegate(); private delegate bool GetBoolDelegate(); private delegate WebBrowserReadyState GetWebBrowserReadyState(); #endregion #region 屏蔽弹框 private const string Js = "window.alert = null;\r\nwindow.confirm = null;\r\nwindow.open = null;\r\nwindow.showModalDialog = null;"; #endregion #region 获得页面htmlSource /// <summary> /// 当前页面的Document(异步成员) /// </summary> public static HtmlDocument Document(this WebBrowser webBrowser) { if (webBrowser.InvokeRequired)//控件的 Handle 是在与调用线程不同的线程上创建的(说明您必须通过 Invoke 方法对控件进行调用),为 true;否则为 false。 { IAsyncResult iar = webBrowser.BeginInvoke(new GetHtmlDocumentDelegate(delegate() { return webBrowser.Document; })); return (HtmlDocument)webBrowser.EndInvoke(iar); } else { return webBrowser.Document; } //set { _WebHtml = value; } } /// <summary> /// 当前页面的HtmlSource(异步成员) /// </summary> public static string DocumentText(this WebBrowser webBrowser) { if (webBrowser.InvokeRequired)//控件的 Handle 是在与调用线程不同的线程上创建的(说明您必须通过 Invoke 方法对控件进行调用),为 true;否则为 false。 { IAsyncResult iar = webBrowser.BeginInvoke(new GetStringDelegate(delegate() { return webBrowser.DocumentText; })); return webBrowser.EndInvoke(iar).ToString(); } else { return webBrowser.DocumentText; } } /// <summary> /// 当前页面的HtmlSource(异步成员) /// </summary> public static string InnerBodyHtml(this WebBrowser webBrowser) { if (webBrowser.InvokeRequired)//控件的 Handle 是在与调用线程不同的线程上创建的(说明您必须通过 Invoke 方法对控件进行调用),为 true;否则为 false。 { IAsyncResult iar = webBrowser.BeginInvoke(new GetStringDelegate(() => InnerBodyHtml(webBrowser))); return webBrowser.EndInvoke(iar).ToString(); } else { try { HtmlDocument document = webBrowser.Document; if (document != null) if (document.Body != null) return document.Body.InnerHtml; } catch (Exception) { } return ""; } } /// <summary> /// 得到当前页面的Html如果页面没加载完.会自动等待(异步成员) /// </summary> public static string WaitInnerBodyHtml(this WebBrowser webBrowser) { while (webBrowser.ReadyState != WebBrowserReadyState.Complete || IsBusy(webBrowser)) { System.Threading.Thread.Sleep(50); } return InnerBodyHtml(webBrowser); } /// <summary> /// 得到当前控件的状态(异步成员) /// </summary> public static WebBrowserReadyState ReadyState(this WebBrowser webBrowser) { if (webBrowser.InvokeRequired) { IAsyncResult iar = webBrowser.BeginInvoke(new GetWebBrowserReadyState(() => ReadyState(webBrowser))); return (WebBrowserReadyState)webBrowser.EndInvoke(iar); } else { return webBrowser.ReadyState; } } /// <summary> /// 指示当前控件是否在加载新文档(异步成员) /// </summary> public static bool IsBusy(this WebBrowser webBrowser) { if (webBrowser.InvokeRequired) { IAsyncResult iar = webBrowser.BeginInvoke(new GetBoolDelegate(() => IsBusy(webBrowser))); return (bool)webBrowser.EndInvoke(iar); } else { return IsBusy(webBrowser); } } #endregion #region 内存回收 [DllImport("kernel32.dll", EntryPoint = "SetProcessWorkingSetSize")] public static extern int SetProcessWorkingSetSize(IntPtr process, int minSize, int maxSize); /// <summary> /// 释放内存 /// </summary> public static void ClearMemory() { GC.Collect(); GC.WaitForPendingFinalizers(); if (Environment.OSVersion.Platform == PlatformID.Win32NT) { SetProcessWorkingSetSize(System.Diagnostics.Process.GetCurrentProcess().Handle, -1, -1); } } #endregion #region 控制页面元素 Js版本已注释不用 // /// <summary> // /// 根据ID设置TextBox的value // /// </summary> // /// <param name="webkitForm"></param> // /// <param name="id"></param> // /// <param name="value"></param> // public void SetValueByID(string id, string value) // { // string strjs = @" // document.getElementById('{0}').focus(); // document.getElementById('{0}').value = '{1}';"; // EvaluateJScript(strjs, id, value); // } // /// <summary> // /// 根据标签设置Value // /// </summary> // /// <param name="webkitForm"></param> // /// <param name="tagName"></param> // /// <param name="AttributeName"></param> // /// <param name="AttributeValue"></param> // /// <param name="innerText"></param> // public void SetValueByAttribute(string tagName, string AttributeName, string AttributeValue, string innerText, string value) // { // string strjs = @" // var hes = document.getElementsByTagName('{0}'); // for (var i = 0; i < hes.length; i ) {{ // var he = hes[i]; // if (he['{1}'] == 'undefined') // continue; // if (he['{1}'] == null) // continue; // if (he.innerText == 'undefined') // continue; // if (he.innerText == null) // continue; // if (he['{1}'] == '{2}' && he.innerText.indexOf('{3}')>=0) {{ // he.focus(); // he.innerText = '{4}'; // he.focus(); // break; // }} // }} //"; // EvaluateJScript(strjs, tagName, AttributeName, AttributeValue, innerText, value); // } // /// <summary> // /// 根据ID点击按钮 // /// </summary> // /// <param name="webkitForm"></param> // /// <param name="id"></param> // public void ClickByID(string id) // { // string strjs = "document.getElementById('{0}').click();"; // EvaluateJScript(strjs, id); // } // /// <summary> // /// 根据标签点击按钮 // /// </summary> // /// <param name="tagName"></param> // /// <param name="AttributeName"></param> // /// <param name="AttributeValue"></param> // /// <param name="innerText"></param> // public void ClickByAttribute(string tagName, string AttributeName, string AttributeValue, string innerText) // { // string strjs = @" // var hes = document.getElementsByTagName('{0}'); // for (var i = 0; i < hes.length; i ) {{ // var he = hes[i]; // if (he['{1}'] == 'undefined') // continue; // if (he['{1}'] == null) // continue; // if (he.innerText == 'undefined') // continue; // if (he.innerText == null) // continue; // if (he['{1}'] == '{2}' && he.innerText.indexOf('{3}')>=0) {{ // he.click(); // break; // }} // }} //"; // EvaluateJScript(strjs, tagName, AttributeName, AttributeValue, innerText); // } // private delegate void DelEvaluateJs(string strJS, params object[] args); // /// <summary> // /// 执行js // /// </summary> // /// <param name="strJS"></param> // private void EvaluateJScript(string strJS, params object[] args) // { // if (this.InvokeRequired) // { // this.BeginInvoke(new DelEvaluateJs(EvaluateJScript), strJS, args); // } // else // { // try // { // if (args.Length > 0) // strJS = string.Format(strJS, args); // //新建Html标记 // HtmlElement he = this.Document.CreateElement("script"); // he.SetAttribute("type", "text/javascript"); // he.SetAttribute("text", strJS); // //将元素嵌入到动态网页中 // this.Document.Body.AppendChild(he); // } // catch // { } // } // } #endregion #region 控制页面元素 /// <summary> /// 根据ID设置TextBox的value /// </summary> /// <param name="id"></param> /// <param name="value"></param> public static void SetValueById(this WebBrowser webBrowser, string id, string value) { if (webBrowser.InvokeRequired) { IAsyncResult ir = webBrowser.BeginInvoke(new Action(() => SetValueById(webBrowser, id, value))); webBrowser.EndInvoke(ir); } else { HtmlDocument doc = webBrowser.Document; if (doc != null) { HtmlElement ele = FindControlById(webBrowser, id, doc.All); if (ele != null) { HTMLInputElement hie = ele.DomElement as HTMLInputElement; if (hie != null) { hie.value = value; } } } } } /// <summary> /// 根据标签设置Value /// </summary> /// <param name="tagName"></param> /// <param name="AttributeName"></param> /// <param name="AttributeValue"></param> /// <param name="innerText"></param> /// <param name="value"></param> public static void SetValueByAttribute(this WebBrowser webBrowser, string tagName, string AttributeName, string AttributeValue, string innerText, string value) { if (webBrowser.InvokeRequired) { IAsyncResult ir = webBrowser.BeginInvoke(new Action(() => SetValueByAttribute(webBrowser, tagName, AttributeName, AttributeValue, innerText, value))); webBrowser.EndInvoke(ir); } else { //if (tagName == "textarea") //{ //HTMLInputTextElement hae = FindControlByAttValue(tagName, AttributeName, AttributeValue, innerText, this.Document.All).DomElement as HTMLInputTextElement; //hae.value = value; //} //else if (tagName == "input") //{ if (webBrowser.Document != null) { HTMLInputElement hie = FindControlByAttValue(webBrowser, tagName, AttributeName, AttributeValue, innerText, webBrowser.Document.All).DomElement as HTMLInputElement; if (hie != null) hie.value = value; } //} } } /// <summary> /// 根据ID点击按钮 /// </summary> /// <param name="id"></param> public static void ClickByID(this WebBrowser webBrowser, string id) { if (webBrowser.InvokeRequired) { IAsyncResult ir = webBrowser.BeginInvoke(new Action(() => ClickByID(webBrowser, id))); webBrowser.EndInvoke(ir); } else { if (webBrowser.Document != null) { HTMLInputElement hie = FindControlById(webBrowser, id, webBrowser.Document.All).DomElement as HTMLInputElement; HTMLAnchorElement hae = FindControlById(webBrowser, id, webBrowser.Document.All).DomElement as HTMLAnchorElement; if (hie != null) { hie.click(); } else if (hae != null) { hae.click(); } } } } /// <summary> /// 根据标签点击按钮 /// </summary> /// <param name="tagName"></param> /// <param name="AttributeName"></param> /// <param name="AttributeValue"></param> /// <param name="innerText"></param> public static void ClickByAttribute(this WebBrowser web, string tagName, string AttributeName, string AttributeValue, string innerText) { if (web.InvokeRequired) { IAsyncResult ir = web.BeginInvoke(new Action(() => ClickByAttribute(web, tagName, AttributeName, AttributeValue, innerText))); web.EndInvoke(ir); } else { if (tagName.ToLower() == "a") { if (web.Document != null) { HtmlElement he = FindControlByAttValue(web, tagName, AttributeName, AttributeValue, innerText, web.Document.All); if (he == null) { return; } HTMLAnchorElement ae = he.DomElement as HTMLAnchorElement; if (ae != null) ae.click(); } //HTMLAnchorElement hae = he.DomElement as HTMLAnchorElement; //if (hae != null) //{ // //if (hae.href != null && hae.href.StartsWith("http")) // //{ // hae.click(); // //} // //string onclick = Regex.Match(hae.outerHTML, "(?<=<A onclick=). ?(?=title)").Value; // //this.Document.InvokeScript(onclick); //} } else if (tagName.ToLower() == "input") { if (web.Document != null) { HtmlElement he = FindControlByAttValue(web, tagName, AttributeName, AttributeValue, innerText, web.Document.All); if (he != null) { HTMLInputElement hae = he.DomElement as HTMLInputElement; if (hae != null) hae.click(); } } } } } /// <summary> /// 反回页面元素 /// </summary> /// <param name="Tag"></param> /// <param name="AttName"></param> /// <param name="AttValue"></param> /// <param name="innerHtml"></param> /// <param name="listOfHtmlControls"></param> /// <returns></returns> public static HtmlElement FindControlByAttValue(this WebBrowser webBrowser, string Tag, string AttName, string AttValue, string innerText, HtmlElementCollection listOfHtmlControls) { try { foreach (HtmlElement element in listOfHtmlControls) { if (!string.IsNullOrEmpty(element.OuterHtml)) { if (element.TagName.ToLower() == Tag.ToLower()) { string OuterHtml = element.OuterHtml; if (OuterHtml == null) continue; OuterHtml = OuterHtml.Substring(0, OuterHtml.IndexOf(">")); OuterHtml = OuterHtml.ToLower(); if (OuterHtml.Contains(AttName.ToLower()) && OuterHtml.Contains(AttValue.ToLower())) { string e = element.InnerText; if (e == null) e = ""; if (e.Trim().ToLower().Contains(innerText.ToLower())) { return element; } } } } } } catch (Exception ex) { return null; } return null; } /// <summary> /// 根据ID反回页面元素 /// </summary> /// <param name="id"></param> /// <param name="listOfHtmlControls"></param> /// <returns></returns> private static HtmlElement FindControlById(this WebBrowser webBrowser, string id, HtmlElementCollection listOfHtmlControls) { if (listOfHtmlControls == null) { return null; } foreach (HtmlElement element in listOfHtmlControls) { if (element.Id == id) { return element; } } return null; } #endregion #region UserAgent private static string defaultUserAgent = null; [DllImport("urlmon.dll", CharSet = CharSet.Ansi)] private static extern int UrlMkSetSessionOption(int dwOption, string pBuffer, int dwBufferLength, int dwReserved); const int URLMON_OPTION_USERAGENT = 0x10000001; /// <summary> /// 在默认的UserAgent后面加一部分 /// </summary> public static void AppendUserAgent(this WebBrowser web, string appendUserAgent) { if (web.InvokeRequired) { IAsyncResult ir = web.BeginInvoke(new Action(() => AppendUserAgent(web, appendUserAgent))); web.EndInvoke(ir); } else { if (string.IsNullOrEmpty(defaultUserAgent)) { defaultUserAgent = GetDefaultUserAgent(); } string ua = defaultUserAgent ";" appendUserAgent; SetUserAgent(web, ua); } } /// <summary> /// 修改UserAgent /// </summary> public static void SetUserAgent(this WebBrowser webBrowser, string userAgent) { if (webBrowser.InvokeRequired) { IAsyncResult ir = webBrowser.BeginInvoke(new Action(() => SetUserAgent(webBrowser, userAgent))); webBrowser.EndInvoke(ir); } else { UrlMkSetSessionOption(URLMON_OPTION_USERAGENT, userAgent, userAgent.Length, 0); } } /// <summary> /// 一个很BT的获取IE默认UserAgent的方法 /// </summary> private static string GetDefaultUserAgent() { WebBrowser wb = new WebBrowser(); wb.Navigate("about:blank"); while (wb.IsBusy) Application.DoEvents(); object window = wb.Document.Window.DomWindow; Type wt = window.GetType(); object navigator = wt.InvokeMember("navigator", BindingFlags.GetProperty, null, window, new object[] { }); Type nt = navigator.GetType(); object userAgent = nt.InvokeMember("userAgent", BindingFlags.GetProperty, null, navigator, new object[] { }); return userAgent.ToString(); } #endregion #region cookie相关 /// <summary> /// 清除cookie /// </summary> public static void ClearCookie(this WebBrowser webBrowser) { if (webBrowser.InvokeRequired) { IAsyncResult ir = webBrowser.BeginInvoke(new Action(() => ClearCookie(webBrowser))); webBrowser.EndInvoke(ir); } else { webBrowser.Navigate("javascript:void((function(){var a,b,c,e,f;f=0;a=document.cookie.split('; ');for(e=0;e<a.length&&a[e];e ){f ;for(b='.' location.host;b;b=b.replace(/^(?:%5C.|[^%5C.] )/,'')){for(c=location.pathname;c;c=c.replace(/.$/,'')){document.cookie=(a[e] '; domain=' b '; path=' c '; expires=' new Date((new Date()).getTime()-1e11).toGMTString());}}}})())"); } } #endregion #region 滚动条 /// <summary> /// 滚动条 /// </summary> public static void ScrollTo(this WebBrowser webBrowser1) { if (webBrowser1.InvokeRequired) { webBrowser1.BeginInvoke(new Action(() => ScrollTo(webBrowser1))); } else { HtmlDocument document = webBrowser1.Document; if (document != null && document.Window != null && webBrowser1.Document != null && webBrowser1.Document.Body != null) { document.Window.ScrollTo(0, webBrowser1.Document.Body.ScrollRectangle.Height); } } } #endregion } }