sina获取股票代码java

从sina获取所有股票代码 http://vip.stock.finance.sina.com.cn/q/go.php/vIR_CustomSearch/index.phtml?p=77&sr_p=-1

public class SinaStock {

 public static String db = "D:\\workspace\\stock\\data\\sina-stock-codes-2.csv";

 public static final int COLUMNS = 33;

 public static List<String> codes = new ArrayList<String>();

 static {

  File in = new File(db);

  if (!in.exists()) {

   // 从网络获取

   if (codes.size() < 1)

    try {

     codes = getAllStackCodes();

    } catch (IOException e) {

     e.printStackTrace();

    }

  } else {

   // 从本地获取

   if (codes.size() < 1)

    try {

     codes = getAllStockCodesFromLocal();

    } catch (IOException e) {

     e.printStackTrace();

    }

  }

 }

 // 解析一组股票代码字符串 把code中包括的所有股票代码放入List中

 public static List<String> handleStockCode(String code) {

  List<String> codes = null;

  int end = code.indexOf(";");

  code = code.substring(0, end);

  int start = code.lastIndexOf("=");

  code = code.substring(start);

  code = code.substring(code.indexOf("\"") + 1, code.lastIndexOf("\""));

  codes = Arrays.asList(code.split(","));

  return codes;

 }

 // 返回的值是一个js代码段 包括指定url页面包含的所有股票代码

 public static String getBatchStackCodes(URL url) throws IOException {

  URLConnection connection = url.openConnection();

  connection.setConnectTimeout(30000);

  BufferedReader br = new BufferedReader(new InputStreamReader(connection.getInputStream()));

  String line = null;

  StringBuffer sb = new StringBuffer();

  boolean flag = false;

  while ((line = br.readLine()) != null) {

   if (line.contains("<script type=\"text/javascript\">") || flag) {

    sb.append(line);

    flag = true;

   }

   if (line.contains("</script>")) {

    flag = false;

    if (sb.length() > 0) {

     if (sb.toString().contains("code_list") && sb.toString().contains("element_list")) {

      break;

     } else {

      sb.setLength(0);

     }

    }

   }

  }

  if (br != null) {

   br.close();

   br = null;

  }

  return sb.toString();

 }

 // 获取新浪78也的所有股票代码

 public static List<String> getAllStackCodes() throws IOException {

  System.out.println("Start getAllStackCodes...");

  List<String> codes = new ArrayList<String>();

  int i = 1;

  URL url = null;

  // 新浪 股票 好像目前为止就 77页

  for (; i < 78; i++) {

   url = new URL("http://vip.stock.finance.sina.com.cn/q/go.php/vIR_CustomSearch/index.phtml?p=" + i +"&sr_p=-1");

   String code = getBatchStackCodes(url);

   System.out.println("code=" + i);

   codes.addAll(handleStockCode(code));

  }

  saveStockCodes(codes, db);

  return codes;

 }

 // 把新浪77页的所有股票代码存入本地文件

 public static void saveStockCodes(List<String> codes, String fileName) throws IOException {

  // 将所有股票代码存入文件中

  // System.out.println("Start saveStockCodes...");

  File out = new File(fileName);

  if (!out.exists())

   out.createNewFile();

  BufferedWriter bw = new BufferedWriter(new FileWriter(out,true));

  for (String code : codes) {

   bw.write(code);

   bw.newLine();

  }

  if (bw != null) {

   bw.close();

   bw = null;

  }

 }

 public static List<String> getAllStockCodesFromLocal() throws IOException {

  List<String> codes = new ArrayList<String>();

  File in = new File(db);

  if (!in.exists())

   throw new IOException("指定数据文件不存在!");

  BufferedReader br = new BufferedReader(new FileReader(in));

  String line = null;

  while ((line = br.readLine()) != null) {

   codes.add(line);

  }

  // 删除最后一个空行

  codes.remove(codes.size() - 1);

  if (br != null) {

   br.close();

   br = null;

  }

  return codes;

 }

}