1、

JAVA代碼（索引）

package bindex;

import java.io.IOException;
import java.net.URL;

import jeasy.analysis.MMAnalyzer;
import org.apache.lucene.analysis.PerFieldAnalyzerWrapper;
import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.index.CorruptIndexException;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.store.LockObtainFailedException;
import org.htmlparser.Node;
import org.htmlparser.NodeFilter;
import org.htmlparser.Parser;
import org.htmlparser.beans.LinkBean;
import org.htmlparser.filters.AndFilter;
import org.htmlparser.filters.HasAttributeFilter;
import org.htmlparser.filters.NotFilter;
import org.htmlparser.filters.OrFilter;
import org.htmlparser.filters.RegexFilter;
import org.htmlparser.filters.TagNameFilter;
import org.htmlparser.util.NodeList;
import org.htmlparser.util.ParserException;

public class perfieldindextest {

/**
* @param args
*/
public static void main(String[] args) {
// TODO Auto-generated method stub
String indexpath="./indexes";

IndexWriter writer;
PerFieldAnalyzerWrapper wr;
Document doc;
try {
writer=new IndexWriter(indexpath,new StandardAnalyzer());
wr=new PerFieldAnalyzerWrapper(new StandardAnalyzer());
wr.addAnalyzer("title",new MMAnalyzer());
wr.addAnalyzer("content", new MMAnalyzer());
wr.addAnalyzer("author", new MMAnalyzer());
wr.addAnalyzer("time", new StandardAnalyzer());
//提取騰迅國(guó)內(nèi)新聞鏈接
LinkBean lb=new LinkBean();
lb.setURL(" http://news.qq.com/china_index.shtml ");
URL[] urls=lb.getLinks();
for (int i=0;i<urls.length;i++){
doc=new Document();
String title="";
String content="";
String time="";
String author="";
System.out.println("正在提取網(wǎng)頁(yè)第"+i+"個(gè)鏈接("+(int)(100*(i+1)/urls.length)+"%)["+urls[i].toString()+"].....");
if (!(urls[i].toString().startsWith(" http://news.qq.com/a/ "))){
System.out.println("非新聞鏈接，忽略......");continue;
}
System.out.println("新聞鏈接，正在處理");
Parser parser=new Parser(urls[i].toString());
parser.setEncoding("GBK");
String url=urls[i].toString();
NodeFilter filter_title=new TagNameFilter("title");
NodeList nodelist=parser.parse(filter_title);
Node node_title=nodelist.elementAt(0);
title=node_title.toPlainTextString();
System.out.println("標(biāo)題："+title);
parser.reset();
NodeFilter filter_auth=new OrFilter(new HasAttributeFilter("class","auth"),new HasAttributeFilter("class","where"));
nodelist=parser.parse(filter_auth);
Node node_auth=nodelist.elementAt(0);
if (node_auth != null) author=node_auth.toPlainTextString();
else author="騰訊網(wǎng)";
node_auth=nodelist.elementAt(1);
if (node_auth != null) author+=node_auth.toPlainTextString();
System.out.println("作者:"+author);
parser.reset();
NodeFilter filter_time=new OrFilter(new HasAttributeFilter("class","info"),new RegexFilter("[0-9]{4}年[0-9]{1,2}月[0-9]{1,2}日[' ']*[0-9]{1,2}:[0-9]{1,2}"));
nodelist=parser.parse(filter_time);
Node node_time=nodelist.elementAt(0);
if (node_time.getChildren()!=null) node_time=node_time.getFirstChild();
time=node_time.toPlainTextString().replaceAll("[ |\t|\n|\f|\r\u3000]","").substring(0,16);
System.out.println("時(shí)間:"+time);
parser.reset();
NodeFilter filter_content=new OrFilter(new OrFilter(new HasAttributeFilter("style","TEXT-INDENT: 2em"),new HasAttributeFilter("id","Cnt-Main-Article-QQ")),new HasAttributeFilter("id","ArticleCnt"));
nodelist=parser.parse(filter_content);
Node node_content=nodelist.elementAt(0);
content=node_content.toPlainTextString().replaceAll("(#.*)|([a-z].*;)|}","").replaceAll(" |\t|\r|\n|\u3000","");
System.out.println("內(nèi)容:"+content);
System.out.println("正在索引.....");
Field field=new Field("title",title,Field.Store.YES,Field.Index.TOKENIZED);
doc.add(field);
field=new Field("content",content,Field.Store.YES,Field.Index.TOKENIZED);
doc.add(field);
field=new Field("author",author,Field.Store.YES,Field.Index.UN_TOKENIZED);
doc.add(field);
field=new Field("time",time,Field.Store.YES,Field.Index.NO);
doc.add(field);
field=new Field("url",url,Field.Store.YES,Field.Index.NO);
doc.add(field);
writer.addDocument(doc,new MMAnalyzer());
System.out.println("<"+title+"索引成功>");
}
writer.close();
wr.close();
} catch (ParserException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (CorruptIndexException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}

}

筆者BLOG： http://blog.163.com/sukerl@126/

Servlet代碼(搜索)：

package bservlet;

import javax.servlet.http.HttpServlet;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;

import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.index.*;
import org.apache.lucene.queryParser.ParseException;
import org.apache.lucene.queryParser.QueryParser;
import org.apache.lucene.search.*;

import java.io.*;

import jeasy.analysis.MMAnalyzer;

public class SluceneSearcher extends HttpServlet {
private String indexpath="D:/workspace/testsearch2/indexes";
public void doPost(HttpServletRequest request,HttpServletResponse response){
StringBuffer sb=new StringBuffer("");
try {
request.setCharacterEncoding("GBK");
String phrase=request.getParameter("phrase");
Analyzer analyzer=new MMAnalyzer();
IndexSearcher searcher;
searcher = new IndexSearcher(indexpath);
QueryParser parser=new QueryParser("content",analyzer);
Query q= parser.parse(phrase);
Hits hs=searcher.search(q);
int num=hs.length();
sb.append("<h1>您搜索到的記錄數(shù):"+num+"</h1>");
for (int i=0;i<num;i++){
Document doc=hs.doc(i);
if (doc==null){
continue;
}
Field field_title=doc.getField("title");
String title="<br><a href="+doc.getField("url").stringValue()+" target='_blank'>"+field_title.stringValue()+"</a><br>";
Field field_author=doc.getField("author");
String author="<br>author:<br>"+field_author.stringValue();
Field field_time=doc.getField("time");
String time="<br>time:<br>"+field_time.stringValue();
sb.append(title);
sb.append(author);
sb.append(time);
}
searcher.close();
} catch (CorruptIndexException e1) {
// TODO Auto-generated catch block
e1.printStackTrace();
} catch (IOException e1) {
// TODO Auto-generated catch block
e1.printStackTrace();
} catch (ParseException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
PrintWriter out;
try {
response.setContentType("text/html;charset=GBK");
out = response.getWriter();
out.print(sb.toString());
out.close();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}

}
public void doGet(HttpServletRequest request,HttpServletResponse response){
doPost(request,response);
}

}

WEB.XML：
<?xml version="1.0" encoding="ISO-8859-1"?>
<!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->

<web-app xmlns=" http://java.sun.com/xml/ns/javaee "
xmlns:xsi=" http://www.w3.org/2001/XMLSchema-instance "
xsi:schemaLocation=" http://java.sun.com/xml/ns/javaee http://java.sun.com/xml/ns/javaee/web-app_2_5.xsd "
version="2.5">

<display-name>news-search</display-name>
<description>
news-search
</description>
<servlet>
<servlet-name>newssearch</servlet-name>
<servlet-class>bservlet.SluceneSearcher</servlet-class>
</servlet>
<servlet-mapping>
<servlet-name>newssearch</servlet-name>
<url-pattern>/deepfuturesou</url-pattern>
</servlet-mapping>

</web-app>

注意deepfuturesou是虛擬路徑，不要實(shí)際建立該目錄，但必須注意要和搜索網(wǎng)頁(yè)中指定的保持一致，與對(duì)應(yīng)的servlet保持一致。

搜索網(wǎng)頁(yè)：

<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" " http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd ">
<html xmlns=" http://www.w3.org/1999/xhtml ">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=gb2312" />
<title>騰訊國(guó)內(nèi)新聞搜索</title>
</head>

<body>
<form id="form1" name="form1" method="post" action="deepfuturesou">
搜索關(guān)鍵字
<input name="phrase" type="text" id="phrase" />
<input type="submit" name="Submit" value="搜索" />
</form>
</body>
</html>

2、效果(對(duì)QQ國(guó)內(nèi)新聞搜索)

正在提取網(wǎng)頁(yè)第0個(gè)鏈接(0%)[http://news.qq.com/china_index.shtml#].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第1個(gè)鏈接(1%)[http://3g.qq.com].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第2個(gè)鏈接(1%)[http://www.qq.com].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第3個(gè)鏈接(2%)[http://news.qq.com/].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第4個(gè)鏈接(3%)[http://news.qq.com/photo.shtml].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第5個(gè)鏈接(3%)[http://news.qq.com/scroll/now.htm].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第6個(gè)鏈接(4%)[http://news.qq.com/paihang.htm].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第7個(gè)鏈接(5%)[http://news.qq.com/china_index.shtml].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第8個(gè)鏈接(5%)[http://news.qq.com/world_index.shtml].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第9個(gè)鏈接(6%)[http://news.qq.com/society_index.shtml].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第10個(gè)鏈接(6%)[http://report.qq.com/].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第11個(gè)鏈接(7%)[http://news.qq.com/military.shtml].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第12個(gè)鏈接(8%)[http://view.news.qq.com/index/zhuanti/zt_more.htm].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第13個(gè)鏈接(8%)[http://view.news.qq.com/].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第14個(gè)鏈接(9%)[http://news.qq.com/topic/feature.htm].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第15個(gè)鏈接(10%)[http://blog.qq.com/news/].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第16個(gè)鏈接(10%)[http://news.qq.com/photon/videonews/morevideo.htm].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第17個(gè)鏈接(11%)[http://bj.qq.com/].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第18個(gè)鏈接(11%)[http://sh.qq.com/].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第19個(gè)鏈接(12%)[http://gd.qq.com/].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第20個(gè)鏈接(13%)[http://cq.qq.com/].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第21個(gè)鏈接(13%)[http://xian.qq.com/].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第22個(gè)鏈接(14%)[http://cd.qq.com/].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第23個(gè)鏈接(15%)[http://js.qq.com/].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第24個(gè)鏈接(15%)[http://zj.qq.com/].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第25個(gè)鏈接(16%)[http://sd.qq.com/].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第26個(gè)鏈接(16%)[http://news.qq.com/{clickurl}].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第27個(gè)鏈接(17%)[http://news.qq.com/{clickurl}].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第28個(gè)鏈接(18%)[http://news.qq.com/{clickurl}].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第29個(gè)鏈接(18%)[http://news.qq.com/china_index.shtml#].....
非新聞鏈接，忽略......
正在提取網(wǎng)頁(yè)第30個(gè)鏈接(19%)[http://news.qq.com/a/20091127/000644.htm].....
新聞鏈接，正在處理
標(biāo)題：組圖：武漢東湖上千萬(wàn)搖蚊引發(fā)多起車(chē)禍_新聞國(guó)內(nèi)_新聞_騰訊網(wǎng)
作者:中國(guó)新聞網(wǎng)
時(shí)間:2009年11月27日10:00
內(nèi)容:中&白色大理石護(hù)欄被搖蚊“刷黑”。中新社發(fā)楚天行攝functionSplitPages(name,pageID,listID){SplitPages.prototype.checkPages=function(){SplitPages.prototype.createHtml=function(mode){if(this.pageCount>this.page+2){else{i++){if(i>0){if(i==this.page){else{if(i!=1&&i!=this.pageCount){SplitPages.prototype.Output=function(mode){SplitPages.prototype.setPage=function(mode){$(window.onload=function(){varimgsimgs=$("imgsimgs")changeImg(imgsimgs)近日由于氣溫上升，武漢東湖沙灘浴場(chǎng)附近的環(huán)湖路上落下大量搖蚊，過(guò)往汽車(chē)碾壓后，成“油垢”致路面異常光滑，引發(fā)多起車(chē)禍。2009年11月24日7時(shí)許，一輛黑色轎車(chē)，在東湖沙灘浴場(chǎng)旁的彎道處突然失控，撞到路旁的石頭上，車(chē)頭面目全非。這是當(dāng)天早晨在這里發(fā)生的第4起，一輛汽車(chē)還將一棵臉盆粗的大樹(shù)撞到湖里。另外還有5、6輛摩托車(chē)也在這里滑倒。東湖環(huán)衛(wèi)管理處派出職工，用高壓水槍來(lái)清洗路面的“油垢”，以防汽車(chē)打滑。[責(zé)任編輯：morganli]
正在索引.....
<組圖：武漢東湖上千萬(wàn)搖蚊引發(fā)多起車(chē)禍_新聞國(guó)內(nèi)_新聞_騰訊網(wǎng)索引成功>
正在提取網(wǎng)頁(yè)第31個(gè)鏈接(20%)[http://news.qq.com/a/20091127/000644.htm].....

lucene-對(duì)每個(gè)字段指定分析器及較復(fù)雜搜索頁(yè)面(對(duì)QQ國(guó)內(nèi)新聞搜索)