Fatal编程技术网
  • java/
  • CSV文件未在Java中正确写入

CSV文件未在Java中正确写入

java csv

CSV文件未在Java中正确写入,java,csv,html-parsing,Java,Csv,Html Parsing,我在编写CSV文件时遇到一些问题。我利用这个程序从一个网站上获取数据。然后将数据保存到.csv文件中 我遇到的问题是，它不会将所有数据写入文件（而是截断部分数据），当存在多个url时，它根本不会写入它们 要使用该程序，首先键入一个目录，然后在顶部区域输入这些url http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=04541GEL2 http://www.freddiemac.com/debt/data/cgi-b

我在编写CSV文件时遇到一些问题。我利用这个程序从一个网站上获取数据。然后将数据保存到.csv文件中

我遇到的问题是，它不会将所有数据写入文件（而是截断部分数据），当存在多个url时，它根本不会写入它们

要使用该程序，首先键入一个目录，然后在顶部区域输入这些url

http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=04541GEL2
http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=31359T8L5
http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=31395RGT9
http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=57643LJU1
http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=31358RRC9
http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=31392V6H0
按发送信息，然后按开始。它应该将所有内容都记录在底部框中

以下是程序的代码：

package com.js.extract;

import java.io.*;
import java.util.*;
import javax.swing.*;
import java.awt.*;
import java.awt.event.*;
import org.htmlparser.beans.StringBean;
import org.htmlparser.util.ParserException;

public class Extraction_GUI extends JFrame {

/**
 * 
 */
private static final long serialVersionUID = 1L;

protected JButton start;
protected JButton sendInfo;

protected JTextArea infoArea;
protected static JTextArea log;

protected JScrollPane sp;
protected JScrollPane sp2;

protected JSplitPane pane;

protected JPanel mainPanel;
protected JPanel aPanel;
protected JPanel lPanel;
protected int areaStatus = 0;

static protected Calendar cal = Calendar.getInstance();

protected static ArrayList<String> urls = new ArrayList<String>();

public Extraction_GUI(){
    super("Extraction by Jeel Shah");
    setSize(660,520);
    setDefaultCloseOperation(JFrame.EXIT_ON_CLOSE);
    setLocationRelativeTo(null);
    setResizable(false);

    mainPanel = new JPanel();
    mainPanel.setLayout(new FlowLayout());

    aPanel = new JPanel();
    aPanel.setLayout(new FlowLayout());

    lPanel = new JPanel();
    lPanel.setLayout(new FlowLayout());

    start = new JButton("start");
    sendInfo = new JButton("send info");
    infoArea = new JTextArea("http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=3133F0GM5"
            ,13,55);

    log = new JTextArea(10,55);
    log.setEditable(false);

    sp = new JScrollPane(infoArea);
    sp.setHorizontalScrollBarPolicy(JScrollPane.HORIZONTAL_SCROLLBAR_ALWAYS);
    sp.setVerticalScrollBarPolicy(JScrollPane.VERTICAL_SCROLLBAR_ALWAYS);

    sp2 = new JScrollPane(log);
    sp2.setHorizontalScrollBarPolicy(JScrollPane.HORIZONTAL_SCROLLBAR_ALWAYS);
    sp2.setVerticalScrollBarPolicy(JScrollPane.VERTICAL_SCROLLBAR_ALWAYS);

    aPanel.add(sp);
    lPanel.add(sp2);

    pane = new JSplitPane(JSplitPane.VERTICAL_SPLIT,aPanel,lPanel);

    mainPanel.add(pane);
    mainPanel.add(start);
    mainPanel.add(sendInfo);

    add(mainPanel);

    setVisible(true);
    final String toSave = JOptionPane.showInputDialog(null, "Please enter where you would like to save your files: ");
    log.append("Data will be saved to: "+toSave+"\n");

    sendInfo.addActionListener(new infoListener());
    start.addActionListener(new ActionListener() {
        public void actionPerformed(ActionEvent e) {
            try {
                start(toSave);
            } catch (ParserException e1) {
                e1.printStackTrace();
            } catch (IOException e2) {
                e2.printStackTrace();
            }
        }
    });
}

// start
public static void start(String file) throws ParserException, IOException {

    for(int i = 0; i < urls.size();i++) {
        BufferedWriter writer = new BufferedWriter(new FileWriter(file+"CUSIP"+i+".csv"));
        StringBean sb = new StringBean ();
        sb.setLinks(false);
        sb.setReplaceNonBreakingSpaces(true);

        sb.setCollapse(true);
        sb.setURL (urls.get(i)); 
        String toReduce = sb.getStrings ();

        StringBuffer buffer = new StringBuffer(toReduce);

        if(toReduce.contains("*CUSIP Detail information will be available when this issue settles.")) {
            log.append("CUSIP Detail not available.For "+urls.get(i)+"\n");
        }else {
            buffer.delete(0, toReduce.indexOf("Cusip/ISIN")-1);
            buffer.delete(buffer.indexOf("Underwriters:"), buffer.length());

            String[] data = new String[13];

            data[0] = buffer.substring(0, buffer.indexOf("Instrument Type:"));
            data[1] = buffer.substring(buffer.indexOf("Instrument Type:"),buffer.indexOf("Call Type:"));
            data[2] = buffer.substring(buffer.indexOf("Call Type:"),buffer.indexOf("Issue Date:"));
            data[3] = buffer.substring(buffer.indexOf("Issue Date:"),buffer.indexOf("Issue Price:"));
            data[4] = buffer.substring(buffer.indexOf("Issue Price:"),buffer.indexOf("Amount Issued:"));
            data[5] = buffer.substring(buffer.indexOf("Amount Issued:"),buffer.indexOf("Lockout Period:"));
            data[6] = buffer.substring(buffer.indexOf("Lockout Period:"),buffer.indexOf("Currency"));
            data[7] = buffer.substring(buffer.indexOf("Currency"),buffer.indexOf("Denomination:"));
            data[8] = buffer.substring(buffer.indexOf("Denomination:"),buffer.indexOf("First Payment"));
            data[9] = buffer.substring(buffer.indexOf("First Payment"),buffer.indexOf("Maturity Date"));
            data[10] = buffer.substring(buffer.indexOf("Maturity Date"),buffer.indexOf("Original Coupon:"));
            data[11] = buffer.substring(buffer.indexOf("Original Coupon:"),buffer.indexOf("Current Coupon:"));
            data[12] = buffer.substring(buffer.indexOf("Current Coupon:"),buffer.length());

            for(String s : data) {
                writer.write(s);
                writer.write(",");
                writer.newLine();
            }
        }
        writer.flush();
        writer.close();
        log.append("Harvested: "+urls.get(i)+" successfully"+" \n");

    }
    log.append("Completed at: "+cal.get(Calendar.HOUR)+":"+cal.get(Calendar.MINUTE)+":"+cal.get(Calendar.SECOND) + "\n");
}

class infoListener implements ActionListener{

    public void actionPerformed(ActionEvent arg0) {
            String url = infoArea.getText();

            StringTokenizer st = new StringTokenizer(url,",");

            while(st.hasMoreTokens()) {
                urls.add(st.nextToken());
            }
            log.append("Data Recieved at: "+cal.get(Calendar.HOUR)+":"+cal.get(Calendar.MINUTE)+":"+cal.get(Calendar.SECOND)+"\n");
    }

}

public static void main(String[]args) {
    javax.swing.SwingUtilities.invokeLater(new Runnable() {
        public void run() {
            new Extraction_GUI();
        }
    });
}

}

package com.js.extract；
导入java.io.*；
导入java.util.*；
导入javax.swing.*；
导入java.awt.*；
导入java.awt.event.*；
导入org.htmlparser.beans.StringBean；
导入org.htmlparser.util.ParserException；
公共类提取\u GUI扩展了JFrame{
/**
* 
*/
私有静态最终长serialVersionUID=1L；
受保护的按钮启动；
受保护的JButton sendInfo；
保护区信息区；
受保护的静态区域日志；
受保护的JScrollPane sp；
受保护的JScrollPane sp2；
受保护的JSplitPane窗格玻璃；
受保护的JPanel主面板；
受保护的杰帕内尔公寓；
受保护的JPanel lPanel；
受保护的区域状态=0；
静态保护日历cal=Calendar.getInstance（）；
受保护的静态ArrayList URL=新ArrayList（）；
公共提取(u GUI){
超级（“Jeel Shah提取”）；
设置大小（660520）；
setDefaultCloseOperation（JFrame.EXIT_ON_CLOSE）；
setLocationRelativeTo（空）；
可设置大小（假）；
mainPanel=新的JPanel（）；
mainPanel.setLayout（新的FlowLayout（））；
aPanel=新的JPanel（）；
aPanel.setLayout（新的FlowLayout（））；
lPanel=新的JPanel（）；
setLayout（新的FlowLayout（））；
开始=新的JButton（“开始”）；
sendInfo=新的JButton（“发送信息”）；
infoArea=新的JTextArea（“http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=3133F0GM5"
,13,55);
log=新的JTextArea（10,55）；
log.setEditable（false）；
sp=新的JScrollPane（信息区）；
sp.setHorizontalScrollbar策略（JScrollPane.HorizontalScrollbar\u ALWAYS）；
sp.setVerticalScrollbar策略（JScrollPane.VERTICAL\u SCROLLBAR\u ALWAYS）；
sp2=新的JScrollPane（日志）；
sp2.setHorizontalScrollBarPolicy（JScrollPane.HorizontalScrollBar\uAlways）；
设置垂直滚动条策略（JScrollPane.VERTICAL\u SCROLLBAR\u ALWAYS）；
附件.增补（sp）；
lPanel.add（sp2）；
窗格=新的JSplitPane（JSplitPane.VERTICAL_SPLIT，aPanel，lPanel）；
主面板。添加（面板）；
主面板。添加（开始）；
主面板。添加（发送信息）；
添加（主面板）；
setVisible（真）；
最后一个字符串toSave=JOptionPane.showInputDialog（null，“请输入保存文件的位置：”）；
log.append（“数据将保存到：“+toSave+”\n”）；
addActionListener（新的infoListener（））；
start.addActionListener（新ActionListener（）{
已执行的公共无效操作（操作事件e）{
试一试{
启动（保存）；
}捕获（解析异常e1）{
e1.printStackTrace（）；
}捕获（IOE2异常）{
e2.printStackTrace（）；
}
}
});
}
//开始
公共静态void start（字符串文件）引发ParserException，IOException{
对于（int i=0；iBufferedWriter writer = new BufferedWriter(new FileWriter(file + "CUSIP" + i + ".csv"));

BufferedWriter writer = new BufferedWriter(new FileWriter(file + "/CUSIP" + i + ".csv"));

http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=04541GEL2,
http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=31359T8L5,
http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=31395RGT9,
http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=57643LJU1,
http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=31358RRC9,
http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=31392V6H0

CUSIP: 31392V6H0*
*CUSIP Detail information will be available when this issue settles.

    if (toReduce.contains("*CUSIP Detail information will be available when this issue settles.")) {
        log.append("CUSIP Detail not available.For " + urls.get(i) + "\n");
    } else {
        buffer.delete(0, toReduce.indexOf("Cusip/ISIN"));
        buffer.delete(buffer.indexOf("Underwriters:"), buffer.length());

        String[] data = new String[13];

        data[0] = buffer.substring(0, buffer.indexOf("Instrument Type:"));
        data[1] = buffer.substring(buffer.indexOf("Instrument Type:"), buffer.indexOf("Call Type:"));
        data[2] = buffer.substring(buffer.indexOf("Call Type:"), buffer.indexOf("Issue Date:"));
        data[3] = buffer.substring(buffer.indexOf("Issue Date:"), buffer.indexOf("Issue Price:"));
        data[4] = buffer.substring(buffer.indexOf("Issue Price:"), buffer.indexOf("Amount Issued:"));
        data[5] = buffer.substring(buffer.indexOf("Amount Issued:"), buffer.indexOf("Lockout Period:"));
        data[6] = buffer.substring(buffer.indexOf("Lockout Period:"), buffer.indexOf("Currency"));
        data[7] = buffer.substring(buffer.indexOf("Currency"), buffer.indexOf("Denomination:"));
        data[8] = buffer.substring(buffer.indexOf("Denomination:"), buffer.indexOf("First Payment"));
        data[9] = buffer.substring(buffer.indexOf("First Payment"), buffer.indexOf("Maturity Date"));
        data[10] = buffer.substring(buffer.indexOf("Maturity Date"), buffer.indexOf("Original Coupon:"));
        data[11] = buffer.substring(buffer.indexOf("Original Coupon:"), buffer.indexOf("Current Coupon:"));
        data[12] = buffer.substring(buffer.indexOf("Current Coupon:"), buffer.length());

        for (String s : data) {
            writer.write(s);
            writer.write(",");
            writer.newLine();
        }
    }

http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=3133F0GM5

Cusip/ISIN:
3133F0GM5
US3133F0GM57
,
Instrument Type:
Freddie Notes
,
Call Type:
American
,
Issue Date:
10/18/2001
,
Issue Price:
100.0
,
Amount Issued:
$20,809,000
,
Lockout Period:
2 Year(s)
,
Currency:
USD
,
Denomination:
$1,000
,
First Payment:
11/15/2001
,
Maturity Date:
10/15/2011
,
Original Coupon:
5.250%
,
Current Coupon:
5.250%
,

Underwriters:   LASALLE FINANCIAL SERVICES, INC.

package com.js.extract;

import java.io.*;
import java.util.*;
import javax.swing.*;
import java.awt.*;
import java.awt.event.*;
import org.htmlparser.beans.StringBean;
import org.htmlparser.util.ParserException;

public class Extraction_GUI extends JFrame {

    /**
     *
     */
    private static final long serialVersionUID = 1L;
    protected JButton start;
    protected JButton sendInfo;
    protected JTextArea infoArea;
    protected static JTextArea log;
    protected JScrollPane sp;
    protected JScrollPane sp2;
    protected JSplitPane pane;
    protected JPanel mainPanel;
    protected JPanel aPanel;
    protected JPanel lPanel;
    protected int areaStatus = 0;
    static protected Calendar cal = Calendar.getInstance();
    protected static ArrayList<String> urls = new ArrayList<String>();

    public Extraction_GUI() {
        super("Extraction by Jeel Shah");
        setSize(660, 520);
        setDefaultCloseOperation(JFrame.EXIT_ON_CLOSE);
        setLocationRelativeTo(null);
        setResizable(false);

        mainPanel = new JPanel();
        mainPanel.setLayout(new FlowLayout());

        aPanel = new JPanel();
        aPanel.setLayout(new FlowLayout());

        lPanel = new JPanel();
        lPanel.setLayout(new FlowLayout());

        start = new JButton("start");
        sendInfo = new JButton("send info");
        infoArea = new JTextArea("http://www.freddiemac.com/debt/data/cgi-bin/cusipdetail.cgi?cusip=3133F0GM5", 13, 55);

        log = new JTextArea(10, 55);
        log.setEditable(false);

        sp = new JScrollPane(infoArea);
        sp.setHorizontalScrollBarPolicy(JScrollPane.HORIZONTAL_SCROLLBAR_ALWAYS);
        sp.setVerticalScrollBarPolicy(JScrollPane.VERTICAL_SCROLLBAR_ALWAYS);

        sp2 = new JScrollPane(log);
        sp2.setHorizontalScrollBarPolicy(JScrollPane.HORIZONTAL_SCROLLBAR_ALWAYS);
        sp2.setVerticalScrollBarPolicy(JScrollPane.VERTICAL_SCROLLBAR_ALWAYS);

        aPanel.add(sp);
        lPanel.add(sp2);

        pane = new JSplitPane(JSplitPane.VERTICAL_SPLIT, aPanel, lPanel);

        mainPanel.add(pane);
        mainPanel.add(start);
        mainPanel.add(sendInfo);

        add(mainPanel);

        setVisible(true);
        final String toSave = JOptionPane.showInputDialog(null, "Please enter where you would like to save your files: ");
        log.append("Data will be saved to: " + toSave + "\n");

        sendInfo.addActionListener(new infoListener());
        start.addActionListener(new ActionListener() {

            public void actionPerformed(ActionEvent e) {
                try {
                    start(toSave);
                } catch (ParserException e1) {
                    e1.printStackTrace();
                } catch (IOException e2) {
                    e2.printStackTrace();
                }
            }
        });
    }

// start
    public static void start(String file) throws ParserException, IOException {

        for (int i = 0; i < urls.size(); i++) {
            // First mistake was in the following line.
            BufferedWriter writer = new BufferedWriter(new FileWriter(file + "/CUSIP" + i + ".csv"));
            StringBean sb = new StringBean();
            sb.setLinks(false);
            sb.setReplaceNonBreakingSpaces(true);

            sb.setCollapse(true);
            sb.setURL(urls.get(i));
            String toReduce = sb.getStrings();

            System.out.println("toReduce = \n" + toReduce);

            StringBuffer buffer = new StringBuffer(toReduce);

        if (toReduce.contains("*CUSIP Detail information will be available when this issue settles.")) {
            log.append("CUSIP Detail not available.For " + urls.get(i) + "\n");
        } else {
            buffer.delete(0, toReduce.indexOf("Cusip/ISIN")-1);
            // The following line removes info about Underwriters from parsing. So, I commented it.
            //buffer.delete(buffer.indexOf("Underwriters:"), buffer.length());

            String[] data = new String[14];

            data[0] = buffer.substring(0, buffer.indexOf("Instrument Type:"));
            data[1] = buffer.substring(buffer.indexOf("Instrument Type:"), buffer.indexOf("Call Type:"));
            data[2] = buffer.substring(buffer.indexOf("Call Type:"), buffer.indexOf("Issue Date:"));
            data[3] = buffer.substring(buffer.indexOf("Issue Date:"), buffer.indexOf("Issue Price:"));
            data[4] = buffer.substring(buffer.indexOf("Issue Price:"), buffer.indexOf("Amount Issued:"));
            data[5] = buffer.substring(buffer.indexOf("Amount Issued:"), buffer.indexOf("Lockout Period:"));
            data[6] = buffer.substring(buffer.indexOf("Lockout Period:"), buffer.indexOf("Currency"));
            data[7] = buffer.substring(buffer.indexOf("Currency"), buffer.indexOf("Denomination:"));
            data[8] = buffer.substring(buffer.indexOf("Denomination:"), buffer.indexOf("First Payment"));
            data[9] = buffer.substring(buffer.indexOf("First Payment"), buffer.indexOf("Maturity Date"));
            data[10] = buffer.substring(buffer.indexOf("Maturity Date"), buffer.indexOf("Original Coupon:"));
            data[11] = buffer.substring(buffer.indexOf("Original Coupon:"), buffer.indexOf("Current Coupon:"));
            // Some changes are made in that line:
            data[12] = buffer.substring(buffer.indexOf("Current Coupon:"), buffer.indexOf("Underwriters:"));
            // This line is added.
            data[13] = buffer.substring(buffer.indexOf("Underwriters:"), buffer.length());

            for (String s : data) {
                writer.write(s);
                writer.write(",");
                writer.newLine();
            }
        }
            writer.flush();
            writer.close();
            log.append("Harvested: " + urls.get(i) + " successfully" + " \n");

        }
        log.append("Completed at: " + cal.get(Calendar.HOUR) + ":" + cal.get(Calendar.MINUTE) + ":" + cal.get(Calendar.SECOND) + "\n");
    }

    class infoListener implements ActionListener {

        public void actionPerformed(ActionEvent arg0) {
            String url = infoArea.getText();

            StringTokenizer st = new StringTokenizer(url, ",");

            while (st.hasMoreTokens()) {
                urls.add(st.nextToken());
            }
            log.append("Data Recieved at: " + cal.get(Calendar.HOUR) + ":" + cal.get(Calendar.MINUTE) + ":" + cal.get(Calendar.SECOND) + "\n");
        }
    }

    public static void main(String[] args) {
        javax.swing.SwingUtilities.invokeLater(new Runnable() {

            public void run() {
                new Extraction_GUI();
            }
        });
    }
}