网页采集程序（超级简单版）

网页采集程序（超级简单版）

1 n% |0 k& c# y7 H; J: q

网页采集程序（超级简单版）
01 protected void btn_click(object sender, EventArgs e) 

2 u+ B! x/ Z# y: T+ s

02         { 

03             //方法一： 

04             //System.Net.WebClient wc = new System.Net.WebClient(); 

05             //byte[] b = wc.DownloadData("http://www.baidu.com"); 

( t2 U3 D8 D4 q7 Y/ s$ ^

06             //string html = System.Text.Encoding.GetEncoding("gb2312").GetString(b); 

07             //html = html.Substring(html.IndexOf("<p id=\"lg\">") + "<p id=\"lg\">".Length); 

& `1 p# I; ^' r: t# m

08             //html = html.Substring(0, html.IndexOf("</p>")); 

09             //Response.Write(html); 

10   

3 n8 B: E) D3 p2 ?& G1 v- y

11             //方法二： 

12         //获取整个网页 

: }* V2 Z; m9 N& c; P- D

13             System.Net.WebClient wc = new System.Net.WebClient(); 

6 o( D8 \6 i% f; B5 m4 _

14             System.IO.Stream sm = wc.OpenRead("http://www.baidu.com"); 

q3 \7 v9 q" @( L

15             System.IO.StreamReader sr = new System.IO.StreamReader(sm, System.Text.Encoding.Default, true, 256000); 

# y; J. ^5 @ w/ K" _

16             string html = sr.ReadToEnd(); 

17             sr.Close(); 

5 U9 i! _- o* F5 \! |7 v5 I

18             //根据规则获取想要的内容 

19             html = html.Substring(html.IndexOf("<p id=\"lg\">") + "<p id=\"lg\">".Length); 

20             html = html.Substring(0, html.IndexOf("</p>")); 

( ^0 u6 S( S8 X0 P

21             Response.Write(html); 

22         }

http://hereson.javaeye.com/blog/207468