首页 > 代码库 > 一个Swing程序,用来判断一个URL页面内包含的好链接和坏链接数目
一个Swing程序,用来判断一个URL页面内包含的好链接和坏链接数目
入口类
import java.awt.Dimension; import java.awt.Insets; import java.awt.event.ActionEvent; import java.awt.event.ActionListener; import java.io.IOException; import java.net.MalformedURLException; import java.net.URL; import java.net.URLConnection; import javax.swing.JButton; import javax.swing.JFrame; import javax.swing.JLabel; import javax.swing.JMenuBar; import javax.swing.JScrollPane; import javax.swing.JTextArea; import javax.swing.JTextField; import javax.swing.ScrollPaneConstants; import javax.swing.SwingUtilities; /** * Description 检查URL是否是合法的URL,入口类,直接运行该类,将需要分析的URL地址粘入文本框即可 * * @author wangxu * */ public class CheckLinks extends JFrame implements Runnable, ISpiderReportable { // Used by addNotify boolean frameSizeAdjusted = false; JLabel label1 = new JLabel(); JButton begin = new JButton(); JTextField url = new JTextField(); JScrollPane errorScroll = new JScrollPane(); JTextArea errors = new JTextArea(); JLabel current = new JLabel(); JLabel goodLinksLabel = new JLabel(); JLabel badLinksLabel = new JLabel(); protected Thread backgroundThread; protected Spider spider; protected URL base; protected int badLinksCount = 0; protected int goodLinksCount = 0; private static final long serialVersionUID = 1L; public CheckLinks() { setTitle("Find Broken Links");// 设置JFrame的标题 getContentPane().setLayout(null);// 设置布局方式 setSize(405, 288); setVisible(true); label1.setText("Enter a URL:"); getContentPane().add(label1); label1.setBounds(12, 12, 84, 12); begin.setText("Begin"); begin.setActionCommand("Begin"); getContentPane().add(begin); begin.setBounds(12, 36, 84, 24);// 设置坐标和宽、高 getContentPane().add(url); url.setBounds(108, 36, 288, 24); errorScroll.setAutoscrolls(true);// 自动显示滚动条 errorScroll.setHorizontalScrollBarPolicy(ScrollPaneConstants.HORIZONTAL_SCROLLBAR_ALWAYS);// 水平方向始终显示 errorScroll.setVerticalScrollBarPolicy(ScrollPaneConstants.VERTICAL_SCROLLBAR_ALWAYS);// 垂直方向始终显示 errorScroll.setOpaque(true);// 设置不透明 getContentPane().add(errorScroll); errorScroll.setBounds(12, 120, 384, 156); errors.setEditable(false);// 设置不可编辑 errorScroll.getViewport().add(errors);// 将文本域添加进滚动条 errors.setBounds(0, 0, 366, 138); current.setText("Currently Processing: "); getContentPane().add(current);// 加入显示当前信息的JLabel current.setBounds(12, 72, 384, 12); goodLinksLabel.setText("Good Links: 0"); getContentPane().add(goodLinksLabel); goodLinksLabel.setBounds(12, 96, 192, 12); badLinksLabel.setText("Bad Links: 0"); getContentPane().add(badLinksLabel); badLinksLabel.setBounds(216, 96, 96, 12); SymAction lSymAction = new SymAction();// 实例化一个事件监听器 begin.addActionListener(lSymAction);// 注册监听 } static public void main(String args[]) { new CheckLinks();// 程序入口 } public void addNotify() { // Record the size of the window prior to calling parent's addNotify. Dimension size = getSize(); super.addNotify(); if (frameSizeAdjusted) return; frameSizeAdjusted = true; // Adjust size of frame according to the insets and menu bar Insets insets = getInsets(); JMenuBar menuBar = getRootPane().getJMenuBar(); int menuBarHeight = 0; if (menuBar != null) menuBarHeight = menuBar.getPreferredSize().height; setSize(insets.left + insets.right + size.width, insets.top + insets.bottom + size.height + menuBarHeight); } class SymAction implements ActionListener { public void actionPerformed(ActionEvent event) { Object object = event.getSource(); if (object == begin) begin_actionPerformed(event); } } void begin_actionPerformed(ActionEvent event) { if (backgroundThread == null) { begin.setText("Cancel"); backgroundThread = new Thread(this);// 用当前对象来实例化一个Thread对象 backgroundThread.start();// 启动线程,执行run方法 goodLinksCount = 0; badLinksCount = 0; } else { spider.cancel();// 设置标志位true } } @Override public void run() { try { errors.setText(""); spider = new Spider(this);// 用当前对象来实例化一个Spider对象,因为当前类实现了ISpiderReportable接口 spider.clear(); base = new URL(url.getText());// 取得需要搜索的URL地址 spider.addURL(base);//将URL地址加入spider spider.begin();//spider开始工作 Runnable doLater = new Runnable() { public void run() { begin.setText("Begin"); } }; // 导致 doRun.run() 在 AWT 事件指派线程上异步执行。在所有挂起的 AWT // 事件被处理后才发生。此方法应该在应用程序线程需要更新该 GUI时使用。在下面的示例中,invokeLater // 调用将事件指派线程上的 Runnable对象 doHelloWorld加入队列,然后输出一条信息。 SwingUtilities.invokeLater(doLater); backgroundThread = null;// 将后台线程重新置空,以便接受下一个URL } catch (MalformedURLException e) { UpdateErrors err = new UpdateErrors(); err.msg = "Bad address."; SwingUtilities.invokeLater(err); } } //检测两个URL地址是否属于同一主机,如果是返回true,否则false @Override public boolean spiderFoundURL(URL base, URL url) { UpdateCurrentStats cs = new UpdateCurrentStats(); cs.msg = url.toString();//将URL信息赋值给cs.msg,使用后台线程进行打印 SwingUtilities.invokeLater(cs); if (!checkLink(url)) { UpdateErrors err = new UpdateErrors(); err.msg = url + "(on page " + base + ")\n"; SwingUtilities.invokeLater(err); badLinksCount++; return false; } goodLinksCount++; if (!url.getHost().equalsIgnoreCase(base.getHost())) return false; else return true; } @Override public void spiderURLError(URL url) { System.out.println("没找到的URL:" + url); } protected boolean checkLink(URL url) { try { URLConnection connection = url.openConnection(); connection.connect(); return true; } catch (IOException e) { return false; } } public void spiderFoundEMail(String email) { System.out.println("获得Email:" + email); } class UpdateErrors implements Runnable { public String msg; public void run() { errors.append(msg); } } class UpdateCurrentStats implements Runnable { public String msg; public void run() { current.setText("Currently Processing: " + msg); goodLinksLabel.setText("Good Links: " + goodLinksCount); badLinksLabel.setText("Bad Links: " + badLinksCount); } } }
import javax.swing.text.html.*; /** * Swing JEditorPane 文本组件通过称为 EditorKit 的插件机制来支持不同种类的内容。因为 HTML * 是很流行的内容格式,因此默认提供了某种支持。此类提供了 HTML version 3.2(带有某些扩展)的默认支持,并正在向 version 4.0 * 迁移。不支持 <applet> 标记,但为 <object> 标记提供了某种支持。 * * @author wangxu * */ public class HTMLParse extends HTMLEditorKit { private static final long serialVersionUID = 1L; public HTMLEditorKit.Parser getParser() { return super.getParser(); } }
import java.net.*; public interface ISpiderReportable { // 找到URL链接 public boolean spiderFoundURL(URL base, URL url); public void spiderURLError(URL url); // 找到Email的链接 public void spiderFoundEMail(String email); }
import java.util.*; import java.net.*; import java.io.*; import javax.swing.text.*; import javax.swing.text.html.*; public class Spider { // 装载错误的工作集 protected Collection workloadError = new ArrayList(3); // 等待工作集 protected Collection workloadWaiting = new ArrayList(3); // 已处理的工作集 protected Collection workloadProcessed = new ArrayList(3); protected ISpiderReportable report; protected boolean cancel = false; public Spider(ISpiderReportable report) { this.report = report; } public Collection getWorkloadError() { return workloadError; } public Collection getWorkloadWaiting() { return workloadWaiting; } public Collection getWorkloadProcessed() { return workloadProcessed; } public void clear() { getWorkloadError().clear(); getWorkloadWaiting().clear(); getWorkloadProcessed().clear(); } public void cancel() { cancel = true; } public void addURL(URL url) { if (getWorkloadWaiting().contains(url))// 如果等待的工作集中已经包含该URL,返回 return; if (getWorkloadError().contains(url))// 如果出错的工作集中已经包含该URL,返回 return; if (getWorkloadProcessed().contains(url))// 如果已处理的工作集中包含该URL,返回 return; log("Adding to workload: " + url); getWorkloadWaiting().add(url);// 将其加入等待的工作集中 } // 具体分析URL的方法 public void processURL(URL url) { try { log("Processing: " + url);// 控制台打印处理的URL地址 // get the URL's contents URLConnection connection = url.openConnection(); System.out.println(connection.getContentType() + "++++++++++++++++===="); if ((connection.getContentType() != null) && !connection.getContentType().toLowerCase().startsWith("text/")) { getWorkloadWaiting().remove(url); getWorkloadProcessed().add(url); log("Not processing because content type is: " + connection.getContentType()); return; } // read the URL InputStream is = connection.getInputStream(); Reader r = new InputStreamReader(is); // parse the URL HTMLEditorKit.Parser parse = new HTMLParse().getParser(); // Parse the given stream and drive the given callback with the // results of the parse. This method should be implemented to be // thread-safe. // 解析给定的流并通过解析的结果驱动给定的回调。该方法执行完之后,会调用给定的回调函数 parse.parse(r, new Parser(url), true); } catch (IOException e) {// 如果出错 getWorkloadWaiting().remove(url);// 从工作集中移除URL getWorkloadError().add(url);// 将出错的URL加入错误的工作集 log("Error: " + url); report.spiderURLError(url);// 报告该出错的URL return; } // mark URL as complete getWorkloadWaiting().remove(url); getWorkloadProcessed().add(url); log("Complete: " + url); } // 蜘蛛工作的方法,只要等待工作集不为空,并且标志位为false,那么一直从集合中取出URL public void begin() { cancel = false; while (!getWorkloadWaiting().isEmpty() && !cancel) { Object list[] = getWorkloadWaiting().toArray(); for (int i = 0; (i < list.length) && !cancel; i++) processURL((URL) list[i]);// 调用分析URL的方法 } } protected class Parser extends HTMLEditorKit.ParserCallback { protected URL base; public Parser(URL base) { this.base = base; } public void handleSimpleTag(HTML.Tag tag, MutableAttributeSet mutableAttributeSet, int pos) { String href = (String) mutableAttributeSet.getAttribute(HTML.Attribute.HREF);// 获取href链接 if ((href == null) && (tag == HTML.Tag.FRAME)) href = (String) mutableAttributeSet.getAttribute(HTML.Attribute.SRC); if (href == null) return; int i = href.indexOf('#'); if (i != -1) href = href.substring(0, i);// 开始截取到'#'字符 if (href.toLowerCase().startsWith("mailto:")) {// 如果是邮件链接 report.spiderFoundEMail(href); return; } if (tag == HTML.Tag.META) { String title = (String) mutableAttributeSet.getAttribute(HTML.Attribute.NAME); System.out.println("title:" + title); } // 处理新得到的链接 handleLink(base, href); } public void handleStartTag(HTML.Tag t, MutableAttributeSet a, int pos) { handleSimpleTag(t, a, pos); // handle the same way } // 处理链接的函数 protected void handleLink(URL base, String str) { try { URL url = new URL(base, str); // 判断,如果属于同一主机,加入待处理工作集 if (report.spiderFoundURL(base, url)) addURL(url); } catch (MalformedURLException e) { log("Found malformed URL: " + str); } } } public void log(String entry) { System.out.println((new Date()) + ":" + entry); } }
一个Swing程序,用来判断一个URL页面内包含的好链接和坏链接数目
声明:以上内容来自用户投稿及互联网公开渠道收集整理发布,本网站不拥有所有权,未作人工编辑处理,也不承担相关法律责任,若内容有误或涉及侵权可进行投诉: 投诉/举报 工作人员会在5个工作日内联系你,一经查实,本站将立刻删除涉嫌侵权内容。