00jk - 経済統計練習帳

package pdf2;
 
import tool.*;
 
public class pro {
 
 int s,datanumber;
 String[] data=new String[6000];
    String[] link=new String[6000];
    String[] name=new String[6000];
 
    public static void main(String[] args) {
        pro te=new pro();
    }
 
    pro(){
 
        String urlx="http://www.meti.go.jp/statistics/tyo/kougyo/mesh/2010/index.html";
 
 
        getdata sub2=new getdata();
        sub2.makedata(urlx,"UTF-8");
        data=sub2.data;
        datanumber=sub2.datanumber;
 
 
 
        int sx=0;
        for(s=1;s<datanumber+1;s++){
       if(data[s].indexOf("./meshsearch/")>-1)sx=sx+1;
       if(data[s].indexOf("./meshsearch/")>-1)link[sx]=data[s]; 
 
        }
        int number=sx;
 
        for(s=1;s<number+1;s++){
        int p1=link[s].indexOf("/meshsearch/");
           int p2=link[s].indexOf("html",p1);
          link[s]=link[s].substring(p1,p2)+"html";
 
        }
 
        System.out.println(number);
 
       for(s=1;s<number+1;s++){
       urlx="http://www.meti.go.jp/statistics/tyo/kougyo/mesh/2010/"+link[s];
 
       pon sub=new pon();
       sub.makedata(urlx);
 
       }
 
 
 
 
 
 
 
    }
 
 
 
}
 
package pdf2;
 
 
 
import tool.*;
 
public class pon {
 
 int s,datanumber;
 String[] data=new String[6000];
    String[] link=new String[6000];
    String[] name=new String[6000];
 
 
 
    void makedata(String urlx){
 
 
 
        getdata sub2=new getdata();
        sub2.makedata(urlx,"UTF-8");
        data=sub2.data;
        datanumber=sub2.datanumber;
 
 
 
        int sx=0;
        for(s=1;s<datanumber+1;s++){
       if(data[s].indexOf("pdf")>-1)sx=sx+1;
       if(data[s].indexOf("pdf")>-1)link[sx]=data[s]; 
        }
        int number=sx;
 
 
 
          for(s=1;s<number+1;s++){
 
              int p1=link[s].indexOf("/data/");
           int p2=link[s].indexOf("pdf",p1);
          link[s]=link[s].substring(p1,p2)+"pdf";
 
          }
 
          for(s=1;s<number+1;s++){
 
              int p1=link[s].indexOf("_files");
           int p2=link[s].indexOf("pdf",p1);
          name[s]=link[s].substring(p1,p2)+"pdf";
          name[s]=name[s].replace("_files/","");
 
          }
 
 
        for(s=1;s<number+1;s++){
 
        urlx="http://www.meti.go.jp/statistics/tyo/kougyo/mesh/2010/meshsearch/"+link[s];
 
 
 
 
 
 
        dl sub=new dl();
        sub.makedata(urlx,"data/"+name[s]);
 
        }
 
 
 
    }
 
 
 
}
 
package pdf2;
 
import java.io.*;
import java.io.File;
import java.net.URL;
import java.net.URLConnection;
import java.io.File;
import java.io.*;
 
public class dl {
 
 
 
 
 
 
   void makedata(String urlx,String filex){
 
 
 
        try {
 
 
            URL url = new URL(urlx);
 URLConnection conn = url.openConnection();
 conn.setRequestProperty("User-Agent", "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_8; en-US) AppleWebKit/532.5 (KHTML, like Gecko) Chrome/4.0.249.0 Safari/532.5");
 
InputStream in = conn.getInputStream();
 
File file = new File(filex);
 
FileOutputStream out = new FileOutputStream(file, false);
int b;
while((b = in.read()) != -1){
    out.write(b);
}
 
out.close();
in.close();
 
 
 
        } catch (Exception e) {
            e.printStackTrace();
        }
    }
}