批量抓取网页代码中的HTTP和邮件地址代码,ASP代码库,德仔网

代码语言

代码分类

【ASP】批量抓取网页代码中的HTTP和邮件地址

作者:xqf222 / 发布于2014/2/25/ 1683

批量抓取网页代码中的HTTP和邮件地址，IO，正则表达式，抓网页源码

using System.IO;
using System.Text.RegularExpressions;

public string GetPageContent(string url)
 {

//抓取网页源代码
 string ContentHtml=String.Empty;
 HttpWebRequest rt=null;
 HttpWebResponse rs=null;
 Stream stream=null;
 StreamReader sr=null;

 rt=(HttpWebRequest)WebRequest.Create(url);
 rs=(HttpWebResponse)rt.GetResponse();
 stream=rs.GetResponseStream();
 sr=new StreamReader(stream,System.Text.Encoding.Default);
 ContentHtml=sr.ReadToEnd();
 sr.Close();
 stream.Close();
 rs.Close();
 return ContentHtml;

 }

public string SetHttpUrl(string StrText)
 {
//用正则表达式识别URL超链接
 Regex UrlRegex = new Regex(@"(http:////([/w.]+//?)/S*)", RegexOptions.IgnoreCase | RegexOptions.Compiled);
 //进规则查询Url
 MatchCollection matches = UrlRegex.Matches(StrText);
 foreach (Match match in matches)
 {
 StrText = StrText.Replace(match.Value, string.Format("<a href=/"{0}/" target=/"_blank/">{1}</a>", match.Value, match.Value));
 }
 return StrText;
 }

 public string SetEmailUrl(string StrText)
 {
 //用正则表达式识别Email地址
 Regex EmailRegex = new Regex(@"([a-zA-Z_0-9.-]+/@[a-zA-Z_0-9.-]+/./w+)", RegexOptions.IgnoreCase | RegexOptions.Compiled);
 MatchCollection matches = EmailRegex.Matches(StrText);

 foreach (Match match in matches)
 {
 StrText = StrText.Replace(match.Value, string.Format("<a href=mailto:{0}>{1}</a>", match.Value, match.Value));
 }
 return StrText;
 }

 public string GetHttpUrl(string StrText)
 {

 //将读取出来的全部URL写如文本文件
 string strPageUrlFileName=Application.StartupPath+"//HttpPageUrl.txt";
 StreamWriter strwriterobj=File.CreateText(strPageUrlFileName);

 //用正则表达式识别URL超链接进规则查询Url
 Regex UrlRegex = new Regex(@"(http:////([/w.]+//?)/S*)", RegexOptions.IgnoreCase | RegexOptions.Compiled);
 MatchCollection matches = UrlRegex.Matches(StrText);
 foreach (Match match in matches)
 {
 lstHttp.Items.Add(match.Value.ToString());
 strwriterobj.WriteLine(match.Value.ToString());
 }
 strwriterobj.Close();
 return StrText;

 }

 public string GetEmailUrl(string StrText)
 {
 //将读取出来的全部URL写如文本文件
 string strPageEmailFileName=Application.StartupPath+"//HttpPageEmail.txt";
 StreamWriter strwriterobj=File.CreateText(strPageEmailFileName);

 //用正则表达式识别Email地址
 Regex EmailRegex = new Regex(@"([a-zA-Z_0-9.-]+/@[a-zA-Z_0-9.-]+/./w+)", RegexOptions.IgnoreCase | RegexOptions.Compiled);
 MatchCollection matches = EmailRegex.Matches(StrText);
 foreach (Match match in matches)
 {
 lstEmail.Items.Add(match.Value.ToString());
 strwriterobj.WriteLine(match.Value.ToString());
 }
 strwriterobj.Close();
 return StrText;

 }

批量抓取网页代码中的HTTP和邮件地址，IO，正则表达式，抓网页源码

试试其它关键字

　抓取邮件地址　

同语言下

可能有用的

xqf222贡献的其它代码(82)