ｇｇｇ９９ - 経済統計練習帳

package pon;
 
import tool.*;
 
 
public class pto {
 
 
    int s,datanumber;
    String[] data=new String[5000];
     String[] link=new String[5000];
     String[] title=new String[5000];
 
      String[] sublink=new String[5000];
     String[] date=new String[5000];
 
    public static void main(String[] args) {
        pto t=new pto();
    }
 
    pto(){
 
        int yy,mm;
 int tr=0;       
        for(yy=2004;yy<2016;yy++){
        for(mm=1;mm<5;mm++){
 
 String str=""+yy+"01"+"01";
 if(mm==2)str=""+yy+"04"+"01";
 if(mm==3)str=""+yy+"07"+"01";        
 if(mm==4)str=""+yy+"10"+"01";
 
        String urlx="http://www.tvdrama-db.com/cour_list/p/_cldt-"+str;
 
 
   getdata sub2=new getdata();
   sub2.makedata(urlx,"UTF-8");
   data=sub2.data;
   datanumber=sub2.datanumber;
 
   int sx=0;
   for(s=1;s<datanumber+1;s++){
   if(data[s].indexOf("/drama_info/p/")>-1)sx=sx+1;
   if(data[s].indexOf("/drama_info/p/")>-1)link[sx]=data[s];
 
   }
 
   int number=sx;
 
   for(s=1;s<number+1;s++){
 
   int p1=link[s].indexOf(">");
   int p2=link[s].indexOf("<",p1);
   tr=tr+1;
   title[tr]=link[s].substring(p1+1,p2); 
   p1=link[s].indexOf("/drama");
   p2=link[s].indexOf("\"",p1);
   sublink[tr]="http://www.tvdrama-db.com/"+link[s].substring(p1+1,p2);  
   date[tr]=""+yy+"年"+mm+"期";
   }
 
 
        }}
 
   int datanumber=tr;
 
 
 
  for(s=701;s<800;s++){
 
 
 
 
        String urlx=sublink[s];
 
        System.out.println(s+","+urlx);
 
   file sub=new file();
   sub.makedata(urlx,"data/"+s+".txt");
 
        }
 
 
 
    }
 
}
 
 
 
package pon;
 
 
import tool.*;
 
 
public class file {
 
 
    int s,datanumber;
    String[] data=new String[5000];
     String[] credit=new String[5000];
     String[] subdata=new String[5000];
 
 
 
    void makedata(String urlx,String file){
 
 
 
   getdata sub=new getdata();
   sub.makedata(urlx,"UTF-8");
   data=sub.data;
   datanumber=sub.datanumber;
 
   int s1=0;
 
 
 
 
 
   for(s=1;s<datanumber+1;s++){
 
   if(data[s].indexOf("<table><tbody>")>-1)s1=s;    
   }
 
   int s2=0;
   for(s=s1;s<datanumber+1;s++){
   if(data[s].indexOf("</table>")>-1)s2=s;
 
   }
 
   String str="";
    for(s=s1;s<s2;s++){
   str=str+data[s];   
   }
 
 
    String[] x=str.split("</tr>");
 
   for(s=0;s<x.length;s++){
   String[] y=x[s].split("</td>");
   credit[s+1]=y[0];
   subdata[s+1]="";
   if(y.length>1)subdata[s+1]=y[1];
    } 
 
   int number=x.length;
 
 
   for(s=1;s<number+1;s++){
   credit[s]=rev(credit[s]);
   subdata[s]=rev(subdata[s]);
    }
 
   for(s=1;s<number+1;s++){
   subdata[s]=subdata[s].replace("、","△");     
   subdata[s]="<"+credit[s]+">"+subdata[s];
   }
 
   writefile sub2=new writefile();
   sub2.data=subdata;
   sub2.datanumber=number;
   sub2.makedata(file);
 
 
 
 
 
    }
   String rev(String strx){
 
       int n=0;
       while(n<1000){
       n=n+1;
       if(strx.indexOf("<")<0)n=9999;
       strx=change(strx);    
 
       }
 
       strx=clear(strx);
 
       return strx;
   }
 
   String clear(String strx){
 
       strx=strx.replace(" ","");
       strx=strx.replace("	","");
        strx=strx.replace("　","");
       return strx;
   }
 
    String change(String strx){
 
        int p1=strx.indexOf("<");
        int p2=strx.indexOf(">",p1);
        String sp="";
        if(p1>-1)sp=strx.substring(p1,p2+1);
 
        strx=strx.replace(sp,""); 
 
 
         return strx;
 
    }
 
}