html抽取文本信息-java版（适合lucene建立索引）

提示：扫一扫查出行
【扫一扫了解最新限行尾号】
复制提示

import org.htmlparser.NodeFilter;

import org.htmlparser.Parser;

import org.htmlparser.beans.StringBean;

import org.htmlparser.filters.CssSelectorNodeFilter;

import org.htmlparser.util.NodeList;

public class HtmlUtil {

	public static String getText(String html, String id) {

		try {

			Parser parser = new Parser(html);

			NodeFilter filter = new CssSelectorNodeFilter("#" + id);

			NodeList nList = parser.extractAllNodesThatMatch(filter);

			return nList == null || nList.size() == 0 ? null : nList.elementAt(

					0).toPlainTextString();

		} catch (Exception e) {

			e.printStackTrace();

			return null;

		}

	}

	public static String getTextByClass(String html, String css_class) {

		try {

			Parser parser = new Parser(html);

			NodeFilter filter = new CssSelectorNodeFilter("." + css_class);

			NodeList nList = parser.extractAllNodesThatMatch(filter);

			return nList == null || nList.size() == 0 ? null : nList.elementAt(

					0).toPlainTextString();

		} catch (Exception e) {

			e.printStackTrace();

			return null;

		}

	}

	public static String filterText(String text) {

		if (text == null)

			return null;

		text = text.replace(">", ">");

		text = text.replace("<", "<");

		text = text.replace(""", "\"");

		text = text.replace(" ", " ");

		text = text.replace("&", "&");

		text = text.replace("&copy;", "©");

		text = text.replace(" ", "");

		return text;

	}

	/**

	 * 获取网页中纯文本信息

	 *

	 * @param html

	 * @param id

	 * @return

	 * @throws Exception

	 * @throws Exception

	 */

	public static String getText(String html) throws Exception {

		StringBean bean = new StringBean();

		bean.setLinks(false);

		bean.setReplaceNonBreakingSpaces(true);

		bean.setCollapse(true);

		// 返回解析后的网页纯文本信息

		Parser parser = Parser.createParser(html, "utf-8");

		parser.visitAllNodesWith(bean);

		parser.reset();

		return bean.getStrings();

	}

}