按页面方式处理.对一个标准的Html页面,推荐使用此种方式.
{
Parser myParser;
myParser = Parser.createParser(content, "GBK");
HtmlPage visitor = new HtmlPage(myParser);
myParser.visitAllNodesWith(visitor);
String textInPage = visitor.getTitle();
System.out.println(textInPage);
}
/**
* 利用Visitor模式解析html页面.
*
* 小优点:翻译了<>等符号
* 缺点:好多空格,无法提取link
*
*/
public static void test3(String content) throws Exception
{
Parser myParser;
myParser = Parser.createParser(content, "GBK");
TextExtractingVisitor visitor = new TextExtractingVisitor();
myParser.visitAllNodesWith(visitor);
String textInPage = visitor.getExtractedText();
System.out.println(textInPage);
}
/**
* 得到普通文本和链接的内容.
*
* 使用了过滤条件.
*/
public static void test2(String content) throws ParserException
{
Parser myParser;
NodeList nodeList = null;
myParser = Parser.createParser(content, "GBK");
NodeFilter textFilter = new NodeClassFilter(TextNode.class);
NodeFilter linkFilter = new NodeClassFilter(LinkTag.class);
//暂时不处理 meta
//NodeFilter metaFilter = new NodeClassFilter(MetaTag.class);
OrFilter lastFilter = new OrFilter();
lastFilter.setPredicates(new NodeFilter[] { textFilter, linkFilter });
nodeList = myParser.parse(lastFilter);
Node[] nodes = nodeList.toNodeArray();
for (int i = 0; i < nodes.length; i++)
{
Node anode = (Node) nodes[i];
String line = "";
if (anode instanceof TextNode)
{
TextNode textnode = (TextNode) anode;
//line = textnode.toPlainTextString().trim();
line = textnode.getText();
}
else if (anode instanceof LinkTag)
{
LinkTag linknode = (LinkTag) anode;
line = linknode.getLink();
//@todo ("") 过滤jsp标签:可以自己实现这个函数
//line = StringFunc.replace(line, "<%.*%>", "");
}
if (isTrimEmpty(line))
continue;
System.out.println(line);
}
}
/**
* 解析普通文本节点.
*
* @param content
* @throws ParserException
*/
public static void test1(String content) throws ParserException
{
Parser myParser;
Node[] nodes = null;
myParser = Parser.createParser(content, null);
nodes = myParser.extractAllNodesThatAre(TextNode.class); //exception could bethrown here
for (int i = 0; i < nodes.length; i++)
{
TextNode textnode = (TextNode) nodes[i];
String line = textnode.toPlainTextString().trim();
if (line.equals(""))
continue;
System.out.println(line);
}
}
/**
* 读取一个文件到字符串里.
*
* @param sFileName 文件名
* @param sEncode String
* @return 文件内容
*/
public static String readTextFile(String sFileName, String sEncode)
{
StringBuffer sbStr = new StringBuffer();
try
{
File ff = new File(sFileName);
InputStreamReader read = new InputStreamReader(new FileInputStream(ff),
sEncode);
BufferedReader ins = new BufferedReader(read);
String dataLine = "";
while (null != (dataLine = ins.readLine()))
{
sbStr.append(dataLine);
sbStr.append("\r\n");
}
ins.close();
}
catch (Exception e)
{
LogMan.error("read Text File Error", e);
}
return sbStr.toString();
}
/**
* 去掉左右空格后字符串是否为空
* @param astr String
* @return boolean
*/
public static boolean isTrimEmpty(String astr)
{
if ((null == astr) || (astr.length() == 0))
{
return true;
}
if (isBlank(astr.trim()))
{
return true;
}
return false;
}
/**
* 字符串是否为空:null或者长度为0.
* @param astr 源字符串.
* @return boolean
*/
public static boolean isBlank(String astr)
{
if ((null == astr) || (astr.length() == 0))
{
return true;
}
else
{
return false;
}
}
http://www.ruishang.cc/com/afsdfsfsgg/news/itemid-5516.html
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89922
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89921
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89926
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89919
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89920
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89922
http://www.iguanzhong.com/uch/space.php?uid=124271&do=poll&pid=89922
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89924
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89925
http://www.iguanzhong.com/uch/space.php?uid=124272&do=poll&pid=89919
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89923
http://www.iguanzhong.com/uch/space.php?uid=124280&do=poll&pid=89924
http://www.iguanzhong.com/uch/space.php?uid=124280&do=poll&pid=89921
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89925
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89920
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89919
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89921
http://www.iguanzhong.com/uch/space.php?uid=124280&do=poll&pid=89924
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89926
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89922
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89923
http://www.iguanzhong.com/uch/space.php?do=poll&pid=89925
http://www.iguanzhong.com/uch/space.php?do=poll&pid=94274
http://www.iguanzhong.com/uch/space.php?do=poll&pid=94279
http://www.ruishang.cc/com/dhgdshdhfsgd/news/itemid-5534.html
http://www.ruishang.cc/com/1linming/news/itemid-4241.html
http://www.ruishang.cc/com/gdfgfdg/news/itemid-4169.html
http://www.ruishang.cc/com/4dfgdgg/news/itemid-4213.html
http://www.ruishang.cc/com/4dfgdgg/news/itemid-4210.html
http://www.ruishang.cc/com/4dfgdgg/news/itemid-4208.html
http://www.ruishang.cc/com/4dfgdgg/news/itemid-4206.html
http://www.ruishang.cc/com/1linming/news/itemid-4250.html
http://www.ruishang.cc/com/4linming/news/itemid-4217.html
http://www.ruishang.cc/com/4dfgdgg/news/itemid-4212.html
http://www.ruishang.cc/com/gdfgfdg/news/itemid-4161.html
http://www.ruishang.cc/com/2dfgdfhgf/news/itemid-4191.html
http://www.ruishang.cc/com/2dfgdfhgf/news/itemid-4187.html
http://www.ruishang.cc/com/1linming/news/itemid-4249.html
http://www.ruishang.cc/com/1linming/news/itemid-4253.html
http://www.ruishang.cc/com/2dfgdfhgf/news/itemid-4190.html
http://www.ruishang.cc/com/1linming/news/itemid-4243.html
http://www.ruishang.cc/com/1linming/news/itemid-4239.html
http://www.ruishang.cc/com/1linming/news/itemid-4247.html
http://www.ruishang.cc/com/dhgdshdhfsgd/news/itemid-5539.html
http://www.ruishang.cc/com/2dfgdfhgf/news/itemid-4189.html
http://www.ruishang.cc/com/2dfgdfhgf/news/itemid-4192.html
http://www.ruishang.cc/com/2dfgdfhgf/news/itemid-4185.html
http://www.ruishang.cc/com/dhgdshdhfsgd/news/itemid-5531.html
http://www.ruishang.cc/com/afsdfsfsgg/news/itemid-5515.html
http://www.ruishang.cc/com/afsdfsfsgg/news/itemid-5517.html
http://www.ruishang.cc/com/1linming/news/itemid-4244.html
http://www.ruishang.cc/com/2dfgdfhgf/news/itemid-4188.html
http://www.ruishang.cc/com/4dfgdgg/news/itemid-4209.html
http://www.ruishang.cc/com/dhgdshdhfsgd/news/itemid-5540.html
http://www.ruishang.cc/com/hfdjdgjgh/news/itemid-4550.html
http://www.ruishang.cc/com/1linming/news/itemid-4248.html
http://www.ruishang.cc/com/4dfgdgg/news/itemid-4211.html
http://www.ruishang.cc/com/gdfgfdg/news/itemid-4157.html
http://www.ruishang.cc/com/afsdfsfsgg/news/itemid-5506.html
http://www.ruishang.cc/com/1linming/news/itemid-4246.html
http://www.ruishang.cc/com/2linming/news/itemid-4515.html
http://www.ruishang.cc/com/2linming/news/itemid-4516.html
http://www.ruishang.cc/com/2linming/news/itemid-4518.html
http://www.ruishang.cc/com/3fdgfdg/news/itemid-4140.html
http://www.ruishang.cc/com/hfdjdgjgh/news/itemid-4547.html
http://www.ruishang.cc/com/dhgdshdhfsgd/news/itemid-5538.html
http://www.ruishang.cc/com/4linming/news/itemid-4216.html
http://www.ruishang.cc/com/dhgdshdhfsgd/news/itemid-5521.html
http://www.ruishang.cc/com/dhgdshdhfsgd/news/itemid-5527.html
http://www.ruishang.cc/com/dhgdshdhfsgd/news/itemid-5536.html
http://www.ruishang.cc/com/hfdjdgjgh/news/itemid-4556.html
http://www.ruishang.cc/com/gdfgfdg/news/itemid-4165.html
http://www.ruishang.cc/com/hfdjdgjgh/news/itemid-4553.html
http://www.ruishang.cc/com/gdfgfdg/news/itemid-4159.html
http://www.ruishang.cc/com/afsdfsfsgg/news/itemid-5514.html
http://www.ruishang.cc/com/afsdfsfsgg/news/itemid-5510.html
http://www.ruishang.cc/com/1linming/news/itemid-4242.html
http://www.ruishang.cc/com/4linming/news/itemid-4229.html
http://www.ruishang.cc/com/4linming/news/itemid-4215.html
http://www.ruishang.cc/com/1linming/news/itemid-4245.html
http://www.ruishang.cc/com/hfdjdgjgh/news/itemid-4557.html
http://www.ruishang.cc/com/4linming/news/itemid-4227.html
http://www.ruishang.cc/com/4dfgdgg/news/itemid-4214.html
http://www.ruishang.cc/com/3fdgfdg/news/itemid-4137.html
http://www.ruishang.cc/com/hfdjdgjgh/news/itemid-4561.html
http://www.ruishang.cc/com/dhgdshdhfsgd/news/itemid-5523.html
http://www.ruishang.cc/com/2linming/news/itemid-4512.html
http://www.ruishang.cc/com/afsdfsfsgg/news/itemid-5508.html
http://www.ruishang.cc/com/4dfgdgg/news/itemid-4202.html
http://www.ruishang.cc/com/4linming/news/itemid-4233.html
http://www.ruishang.cc/com/4dfgdgg/news/itemid-4205.html
http://www.ruishang.cc/com/4dfgdgg/news/itemid-4205.html
http://www.ruishang.cc/com/dhgdshdhfsgd/news/itemid-5529.html
http://www.ruishang.cc/com/1linming/news/itemid-4240.html
http://www.ruishang.cc/com/hfdjdgjgh/news/itemid-4555.html
http://www.ruishang.cc/com/hfdjdgjgh/news/itemid-4559.html
http://www.ruishang.cc/com/4linming/news/itemid-4218.html
http://www.ruishang.cc/com/3fdgfdg/news/itemid-4142.html
http://www.ruishang.cc/com/dhgdshdhfsgd/news/itemid-5526.html
http://www.ruishang.cc/com/afsdfsfsgg/news/itemid-5516.html
http://www.ruishang.cc/com/afsdfsfsgg/news/itemid-5513.html
http://www.ruishang.cc/com/dhgdshdhfsgd/news/itemid-5528.html
http://www.ruishang.cc/com/afsdfsfsgg/news/itemid-5502.html
http://www.ruishang.cc/com/2linming/news/itemid-4520.html
http://www.ruishang.cc/com/afsdfsfsgg/news/itemid-5511.html
http://www.ruishang.cc/com/gdfgfdg/news/itemid-4164.html
http://www.ruishang.cc/com/hfdjdgjgh/news/itemid-4545.html
http://www.ruishang.cc/com/2dfgdfhgf/news/itemid-4186.html
http://www.ruishang.cc/com/hfdjdgjgh/news/itemid-4552.html
http://www.ruishang.cc/com/afsdfsfsgg/news/itemid-5501.html
http://www.ruishang.cc/com/2linming/news/itemid-4511.html
http://weibo.com/p/1001603741905224597813
http://weibo.com/p/1001603741905140776069
http://weibo.com/p/1001603741904973001198
http://weibo.com/p/1001603741904834587056
http://weibo.com/p/1001603741899222594114
http://weibo.com/p/1001603741899168072909
http://weibo.com/p/1001603741899025464737
http://weibo.com/p/1001603741898966743723
http://weibo.com/p/1001603740692357709864
http://weibo.com/p/1001603740692307426083
http://weibo.com/p/1001603740692265499170
http://weibo.com/p/1001603740692223554924
http://weibo.com/p/1001603740595112807729
http://weibo.com/p/1001603740595066685974
http://weibo.com/p/1001603740594999559317
http://weibo.com/p/1001603740504163516755
http://weibo.com/p/1001603740504121573273
http://weibo.com/p/1001603740503978965273
http://weibo.com/p/1001603740474966964102
http://weibo.com/p/1001603740503924438671
http://weibo.com/p/1001603740475004733847
http://weibo.com/p/1001603740474925020904
http://weibo.com/p/1001603740461104793434
http://weibo.com/p/1001603740461062867109
http://weibo.com/p/1001603740461020906974
http://weibo.com/p/1001603740417752445382
http://weibo.com/p/1001603740417706314387
http://weibo.com/p/1001603740417660170368
http://weibo.com/p/1001603740402174797798
http://weibo.com/p/1001603740402132854608
http://weibo.com/p/1001603740402095107079
http://weibo.com/p/1001603740402044775153
http://weibo.com/p/1001603740692756176192
http://weibo.com/p/1001603741915613902933
http://weibo.com/p/1001603741915697800608
http://weibo.com/p/1001603741915777493596
http://weibo.com/p/1001603741915852981767
http://weibo.com/p/1001603741915928480331
http://weibo.com/p/1001603741919892103252
http://weibo.com/p/1001603741920072460790
http://weibo.com/p/1001603741920152139745
http://weibo.com/p/1001603741921821513290
http://weibo.com/p/1001603740692647122460
http://weibo.com/p/1001603740692756176192
http://weibo.com/p/1001603740692592643787
http://weibo.com/p/1001603740692554893883
http://weibo.com/p/1001603740597562270460
http://weibo.com/p/1001603740597503535231
http://weibo.com/p/1001603740504427790066
http://weibo.com/p/1001603740504385817633
http://weibo.com/p/1001603740475239615837
http://weibo.com/p/1001603740475189263106
http://weibo.com/p/1001603740475151514202
http://weibo.com/p/1001603740461327092312
http://weibo.com/p/1001603740461285166001
http://weibo.com/p/1001603740461243222855
http://weibo.com/p/1001603740417928607136
http://weibo.com/p/1001603740417886670515
http://weibo.com/p/1001603740402371932361
http://weibo.com/p/1001603740402942360557
http://weibo.com/p/1001603740402992690800
http://weibo.com/p/1001603740403047216996
http://weibo.com/p/1001603740418553561080
http://weibo.com/p/1001603740418595511055
http://weibo.com/p/1001603740418595511055
http://weibo.com/p/1001603740418637447474
http://weibo.com/p/1001603740604298304311
http://weibo.com/p/1001603740604243777575
http://weibo.com/p/1001603740505291761570
http://weibo.com/p/1001603740505254012466
http://weibo.com/p/1001603740505212106181
http://weibo.com/p/1001603740476049100692
http://weibo.com/p/1001603740475927485727
http://weibo.com/p/1001603740475872959523
http://weibo.com/p/1001603740461943657150
http://weibo.com/p/1001603740461905925167
http://weibo.com/p/1001603740461859770656
http://weibo.com/p/1001603741926145845326
http://weibo.com/p/1001603741926061938307
http://weibo.com/p/1001603741925982245341
http://weibo.com/p/1001603741925982245341
http://weibo.com/p/1001603741925906766282
http://weibo.com/p/1001603741925835461782
http://weibo.com/p/1001603740693922215270
http://weibo.com/p/1001603740693876077216
http://weibo.com/p/1001603740693829922999
http://weibo.com/p/1001603740693783784871
http://weibo.com/p/1001603740604365414079
http://weibo.com/p/1001603740604503836508
http://weibo.com/p/1001603740403189823978
http://weibo.com/p/1001603741928159079654
http://weibo.com/p/1001603741928062608862
http://weibo.com/p/1001603741927991304510
http://weibo.com/p/1001603741927915805824
http://weibo.com/p/1001603741927852890268
http://weibo.com/p/1001603740694211612875
http://weibo.com/p/1001603740694169684694
http://weibo.com/p/1001603740694123545538
http://weibo.com/p/1001603740694085779993
http://weibo.com/p/1001603740608161301430
http://weibo.com/p/1001603740608073217472
http://weibo.com/p/1001603740608018685533
http://weibo.com/p/1001603740607918020265
http://weibo.com/p/1001603740505476312958
http://weibo.com/p/1001603740505438563784
http://weibo.com/p/1001603740476292393833
http://weibo.com/p/1001603740476250450585
http://weibo.com/p/1001603740476208507371
http://weibo.com/p/1001603740462279219619
http://weibo.com/p/1001603740462082086707
http://weibo.com/p/1001603740403282100825
http://weibo.com/p/1001603740403240155828
http://weibo.com/p/1001603740403659589851
http://weibo.com/p/1001603740403705725468
http://weibo.com/p/1001603740403751864977
http://weibo.com/p/1001603740419727978099
http://weibo.com/p/1001603740419824447455
http://weibo.com/p/1001603740419874772082
http://weibo.com/p/1001603740419912520964
http://weibo.com/p/1001603740609880941260
http://weibo.com/p/1001603740506487134497
http://weibo.com/p/1001603740506449412448
http://weibo.com/p/1001603740506407468962
http://weibo.com/p/1001603740506361303779
http://weibo.com/p/1001603740506361303779
http://weibo.com/p/1001603740476762136926
http://weibo.com/p/1001603740476715999322
http://weibo.com/p/1001603740476674077419
http://weibo.com/p/1001603740462803510369
http://weibo.com/p/1001603740462761567183
http://weibo.com/p/1001603741930587558720
http://weibo.com/p/1001603741930486934073
http://weibo.com/p/1001603741930377880409
http://weibo.com/p/1001603741930310770539
http://weibo.com/p/1001603741930218518080
http://weibo.com/p/1001603740694924673078
http://weibo.com/p/1001603740610312965812
http://weibo.com/p/1001603740610153576815
http://weibo.com/p/1001603740610040326115
http://weibo.com/p/1001603740609931273678
郑重声明：本站内容如果来自互联网及其他传播媒体，其版权均属原媒体及文章作者所有。转载目的在于传递更多信息及用于网络分享，并不代表本站赞同其观点和对其真实性负责，也不构成任何其他建议。
