koo6 - 経済統計練習帳

package movie;
 
import java.io.*;
 
 
public class pro {
 
    int s,datanumber;
String[] data=new String[500000];
 
 String[] name=new String[400000];
 String[] namex=new String[400000];
     String[] code=new String[400000];
 
    public static void main(String[] args) {
        pro te=new pro();
    }
    pro(){
 
      readx("ren2.txt");  
 
 
       for(s=1;s<datanumber+1;s++){
        String[] x=data[s].split(",");
        name[s]=x[0];
        namex[s]=x[0];
        code[s-1]="";
        if(x.length>1)code[s-1]=x[1];
 
        }
 
 
      for(s=1;s<datanumber+1;s++){
    int p1=namex[s].indexOf("（");
        if(p1>1)namex[s]=namex[s].substring(0,p1);
 
 p1=namex[s].indexOf("【");
        if(p1>1)namex[s]=namex[s].substring(0,p1);
 p1=namex[s].indexOf("[");
        if(p1>1)namex[s]=namex[s].substring(0,p1);
 
         p1=namex[s].indexOf("【");
       int p2=namex[s].indexOf("】",p1);
        if(p1==0)namex[s]=namex[s].substring(p2+1,namex[s].length());
 
 
       p1=namex[s].indexOf("(");
       p2=namex[s].indexOf(")",p1);
        if(p1==0)namex[s]=namex[s].substring(p2+1,namex[s].length());
 
 
 
      }
 
 
 
      int tr,sx;
        int dicnumber=0;
      String[] dic=new String[50000];
      String[] code_dic=new String[50000];
 
       for(s=1;s<datanumber+1;s++){  
       int h=0;    
       for(sx=1;sx<dicnumber+1;sx++){
       if(namex[s].equals(dic[sx]))h=100;
       }
       if(h<50)dicnumber=dicnumber+1;
       if(h<50)dic[dicnumber]=namex[s];
       if(h<50)code_dic[dicnumber]=code[s];
       }
 
       System.out.println(dicnumber);
 
 
     for(tr=1;tr<dicnumber+1;tr++){  
       if(code_dic[tr].length()<2){
         search sub2=new search();
       code_dic[tr]=sub2.makedata(dic[tr]);
      System.out.println(dic[tr]+","+code_dic[tr]); 
       }
       }
 
 
     for(tr=1;tr<dicnumber+1;tr++){  
       if(code_dic[tr].length()<2){
         bing sub3=new bing();
       code_dic[tr]=sub3.makedata(dic[tr]);
      System.out.println(dic[tr]+","+code_dic[tr]); 
       }
       }
 
  for(tr=1;tr<datanumber+1;tr++){  
   int sxs=0;
      for(sx=1;sx<dicnumber+1;sx++){
   if(namex[tr].equals(dic[sx]))sxs=sx;
   }
   String pp=code_dic[sxs];
if(pp.length()>0)code[tr]=pp;   
  }
 
 
writexml("ren3.txt");     
 
    }
      void readx(String file){
 
String str;
BufferedReader br;  
int s;
s=0;
try {
br = new BufferedReader(new InputStreamReader(new FileInputStream(file),"UTF-8"));  
while((str = br.readLine()) != null) {  
s=s+1;
data[s]=str;  
}
br.close();
} catch (IOException e) {System.out.println(e);}  
 
datanumber=s;
 
} 
         void writexml(String file){ 
 
    int s,sx;
 
try{ 
PrintWriter pw = new PrintWriter (new BufferedWriter(new FileWriter(file))); 
 
for(s=1;s<datanumber+1;s++){   
pw.print(name[s]); 
pw.print(",");
pw.println(code[s]); 
}
 
 
 
System.out.println("ファイルに書きこみました。"); 
pw.close(); 
} catch(IOException ep){ System.out.println("入出力エラーです。"); } 
 
 
} 
 
}
 
package movie;
 
import tool.*;
 
public class bing {
 
    int s,datanumber;
    String[] data=new String[6000];
 
 
 
 
    String makedata(String ww){
 
        String word="moviewalker"+" "+ww;
 
        makeutf sub6=new makeutf();
        String d=sub6.makedata(word);
 
 
           String urlx="https://www.bing.com/search?q=";
           urlx=urlx+d;
 
 
        getdata sub7=new getdata();
        sub7.makedata(urlx,"UTF-8");
        data=sub7.data;
        datanumber=sub7.datanumber; 
 
        String ss="aria-label=\"検索結果";
 
        String str="";
 
        for(s=1;s<datanumber+1;s++){
 
        if(data[s].indexOf(ss)>-1)str=data[s];
 
        } 
 
        String[] x=str.split(">");
 
        String d2="movie.walkerplus.com/mv";
        String pp="";
 
     for(s=0;s<x.length;s++){   
     int h=0;
    if(x[s].indexOf(d2)>-1)h=h+1;
    if(pp.length()==0)h=h+1;
    if(h==2)pp=x[s];
    }
 
    int p1=pp.indexOf("/mv");
    int p2=pp.indexOf("/",p1+1);
    if(p1>-1)pp=pp.substring(p1+1,p2); 
 
 return pp;
 
 
 
 
 
    }
 
 
}
 
 
 
 
package movie;
 
import tool.*;
 
public class search {
 
    String[] name=new String[5000];
      String[] id=new String[5000];
 String[] data=new String[5000];
 int datanumber;
 
      String makedata(String word){
 
          makeutf sub6=new makeutf();
        String d=sub6.makedata(word);
 
 
 
 
        String urlx="http://movie.walkerplus.com/search/free_search.cgi?comkind=movie&keyword="+d;
 
         getdata sub7=new getdata();
        sub7.makedata(urlx,"UTF-8");
        data=sub7.data;
        datanumber=sub7.datanumber; 
 
        int s;
 
        int sx=0;
        for(s=1;s<datanumber+1;s++){
            int h=0; 
            if(data[s].indexOf("com/mv")>-1)h=h+1;
            if(data[s].indexOf("</h5>")>-1)h=h+1;
            if(h==2)    sx=sx+1;
        if(h==2)name[sx]=data[s];
 
        }
 
   int number=sx;
 
 
         for(s=1;s<number+1;s++){
         int p1=name[s].indexOf("mv");
         int p2=name[s].indexOf("/",p1);
         id[s]=name[s].substring(p1,p2);
         p1=name[s].indexOf(">",p1);
         p2=name[s].indexOf("<",p1+1);
         name[s]=name[s].substring(p1+1,p2);
 
          }
 
         String w1="";
         if(number>0)w1=id[1];
 
    return w1;
}
}