页面爬虫(获取其他页面HTML)加载到自己页面示例

//前台

<div id=”showIframe”></div>

$(document).ready(function() {

var url = “@Url.Action(“GetPagehtml“,”Catalog”)”;

$.ajax({

url: url,

type: “POST”,

dataType:”json”,

data: { url: “http://www.baidu.com” },

error: function () {

alert(“bbb”);

},

success: function (data) {

$(“#showIframe”).append(data);

//$(“#showIframe div”).hide();

//$(“#showIframe>#container”).show();

//$(“#showIframe>#container>#content”).show();

//$(“#showIframe>#container>#content>.cmsPage”).show();

}

});

});

//后台

//爬虫本质，发送URL请求，返回整个页面HTML

[HttpPost]

public JsonResult GetPageHtml(string url)

{

string pageinfo;

try

{

HttpWebRequest myReq = (HttpWebRequest)HttpWebRequest.Create(url);

myReq.Accept = “image/gif, image/x-xbitmap, image/jpeg, image/pjpeg, application/x-shockwave-flash, application/vnd.ms-excel, application/vnd.ms-powerpoint, application/msword, */*”;

myReq.UserAgent = “Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727)”;

HttpWebResponse myRep = (HttpWebResponse)myReq.GetResponse();

Stream myStream = myRep.GetResponseStream();

StreamReader sr = new StreamReader(myStream, Encoding.Default);

pageinfo = sr.ReadToEnd().ToString();

}

catch

{

pageinfo = “”;

}

return Json(pageinfo);

}