湖北文理学院《网络数据挖掘项目解决方案》实验报告专业班级：软件工程1111班*名：***学号：**********任课教师：***2014 年9 月20 日实验5 网络数据挖掘解决方案（X学时）一、实验目的与要求1、掌握小型项目的架构与设计；2、能够独自实现小型项目的开发；3、通过实现网络数据挖掘项目，锻炼综合应用能力。
二、预习与准备1、Swing编程；2、正则表达式的使用；3、网络数据的提取；4、分层架构。
三、实验内容1、实现网络数据挖掘项目；2、撰写实验报告。
四、实验过程1.首先明确项目解决思路：首先建立数据库→用swing编写用户界面→从数据库获取StockId→通过StockId 获取UR→利用URL可以得到URL里面的内容→对该内容进行解析，获取需要的数据→存入数据库。
2.了解该项目的系统架构：显示层:构建用户界面，提供用户中介业务逻辑层:1)获取StockId； 2) 通过StockId获取URL；3)通过URL提取网页内容；4)解析网页内容获取需要的数据； 5)存入相应的数据库。
数据访问层:实现对于数据库的访问，连接，增加，修改，删除，查询。
3、开始项目（1）建数据库（2）建立数据库的连接并定义增删改查操作接口public class Conn {private static String driver="com.mysql.jdbc.Driver";private static Stringurl="jdbc:mysql://127.0.0.1:3306/st?useUnicode=true&characterEncoding=utf8& zeroDateTimeBehavior=convertToNull";private static String user="root";private static String password="root";public static Connection getConn(){Connection conn=null;try{Class.forName(driver);conn=DriverManager.getConnection(url, user, password);}catch (Exception e) {e.printStackTrace();}return conn;}//获得数据库的连接public static Connection getConnection(String className,String url,String user,String password){Connection connection = null;try {Class.forName(className);connection = DriverManager.getConnection(url, user, password);} catch (Exception e) {e.printStackTrace();}return connection;}public static void main(String[] args) {int i = updateStockName("华夏","0600031");}//更新股票名称public static int updateStockName(String stockName,String stockId){ Connection connection = getConnection(driver, url, user, password);int result = 0;try {Statement statement = connection.createStatement();result = statement.executeUpdate("update stockbase set stockname ='"+stockName+"' where stockid = '"+stockId+"'");return result;} catch (Exception e) {// TODO Auto-generated catch blockresult = 0;}return result;}//获得股票的idpublic static List getStockIds() {List list=null;Connection connection = getConnection(driver, url, user, password);try {Statement statement = connection.createStatement();ResultSet resultSet = statement.executeQuery("select stockid from stockbase");list = new ArrayList();while(resultSet.next()){list.add(resultSet.getString(1));}} catch (Exception e) {// TODO Auto-generated catch blocke.printStackTrace();}return list;}//向stockmoney中插入数据public static int insertStockFH(List<List> list) {Connection connection = getConnection(driver, url, user, password);int result = 0 ;try {for(int i=0;i<list.size();i++){List stocklist = list.get(i);for(int j=0;j<(stocklist.size()/5);j++){Statement statement = connection.createStatement();Stringid=stocklist.get(5*j+0).toString()+stocklist.get(5*j+1).toString();result = statement.executeUpdate("insertstockmoney(id,stockid,year,qian,songgu,zhuangu) values (" +"'"+id+"','"+stocklist.get(5*j+0)+"','"+stocklist.get(5*j+1)+"','"+stocklist.get(5*j+4)+"','"+stocklist.get(5*j+2)+"','"+stocklist.get(5*j+3)+"')");}}} catch (Exception e) {// TODO Auto-generated catch blockresult=0;}System.out.println(result);return result;}//删除所有的钱public static Boolean deleteAllmoney() {Boolean result = null;Connection connection = getConnection(driver, url, user, password);try {Statement statement = connection.createStatement();result = statement.execute("delete from stockmoney");} catch (SQLException e) {// TODO Auto-generated catch blocke.printStackTrace();}return result;}}（3）定义URL连接接口public class WebConnUtil {public String getWebContent(URLConnection urlConnection) {InputStream is;StringBuffer sb = new StringBuffer();try {is = urlConnection.getInputStream();System.out.println(is);InputStreamReader isr=new InputStreamReader(is,"utf-8");BufferedReader br=new BufferedReader(isr);String strLine;while((strLine=br.readLine())!=null){sb.append(strLine);}} catch (IOException e) {System.out.println("连接失败");}return new String(sb);}}（4）对获取的内容进行分析public class Search extends Thread{//通过id获得名字public List getStockNames(Stock stock, List stockId) {List list = new ArrayList();StringBuffer sb=new StringBuffer();sb=sb.append("\t\t股票代码\t股票名称\n");for(int i=0;i<stockId.size();i++){String nameurl ="/"+stockId.get(i)+".html";stock.jTextField1.setText("正在加载id为'"+stockId.get(i)+"'的股票名称");try {URL url = new URL(nameurl);URLConnection urlConnection = url.openConnection();String webcontent =newWebConnUtil().getWebContent(urlConnection);String regExp = "<h1 class=\"name\">(.{1,2})\\s*<ahref='(.{1,50})'>(.{1,8})</a>";StringBuffer sbSec = new StringBuffer();Pattern pat = pile( regExp );Matcher mat = pat.matcher(webcontent);if( mat.find() ){list.add(mat.group(3));}stock.jProgressBar1.setValue(100);Thread.sleep(100);sb=sb.append("\t\t"+stockId.get(i)+"\t"+mat.group(3).toString()+"\n");stock.jTextArea1.setText(sb.toString());stock.jProgressBar1.setValue(0);} catch (Exception e) {// e.printStackTrace();list.add("无");System.out.println("不匹配");}}stock.jTextField1.setText("加载完成,已下载到数据库！");return list;}public List<List> getStockFenhong(Stock stock, List stockId) { List fhlist = new ArrayList<List>();StringBuffer sb = new StringBuffer();sb=sb.append("\t股票名称\t股票代码\t分红年度\t送股\t转股\t分红\n");s tock.jTextArea1.setText(new String(sb));for(int i=0;i<stockId.size();i++){String nameurl ="/f10/fhpg_"+stockId.get(i).toString().substring (1)+".html";stock.jTextField1.setText("正在加载id为'"+stockId.get(i)+"'的股票的分红信息");try {URL url = new URL(nameurl);URLConnection urlConnection = url.openConnection();String webcontent =newWebConnUtil().getWebContent(urlConnection);List list = null;String regExp = "<td class='align_c'>(.{1,12})</td><tdclass='align_c'>(.{1,4})</td><td>(.{1,10})</td><td>(.{1,10})</td><td>(.{1,1 0})</td><td class='align_c'>(.{1,20})</td><tdclass='align_c'>(.{1,20})</td><td class='align_c'>(.{1,20})</td></tr></tr>";StringBuffer sbSec = new StringBuffer();Pattern pat = pile( regExp );Document doc = Jsoup.parse(webcontent);Elements trs = doc.getElementsByClass("inner_box") .select("table").get(0).select("tr").select("td").after("</thead>").befo re(" </table>");Elements stockname =doc.getElementsByClass("name").select("h1").select("a");list = new ArrayList();stock.jProgressBar1.setMaximum(trs.size()/8);for(int j=1;j<=trs.size();j+=8){s tock.jProgressBar1.setValue(j);l ist.add(stockId.get(i).toString().substring(1));l ist.add(trs.get(j).text());l ist.add(trs.get(j+1).text());l ist.add(trs.get(j+2).text());l ist.add(trs.get(j+3).text());s b=sb.append("\t"+stockname.text().substring(0,4)+"\t"+stockId.get(i).toString()+"\t"+trs.get(j).text()+"\t"+trs.get(j+1).text()+"\t"+trs.get(j+2).text()+"\t"+trs.get(j+3).text()+"\n");s tock.jTextArea1.setText(new String(sb));}Thread.sleep(100);stock.jProgressBar1.setValue(0);fhlist.add(list);} catch (Exception e) {// TODO Auto-generated catch blockSystem.out.println("网页不存在");}}stock.jTextField1.setText("加载完成,已下载到数据库！");return fhlist;}}（4）编写swing用户界面并调用相关的接口3、效果截图五、实验总结与体会实验五是对前面几个项目的一个综合，因为有了前面几个项目的基础，所以此次试验做的还比较顺利。
