ｆｇｄ - プログラム倉庫

import java.io.*;

class pro{

String[] data=new String[50000];
int datanumber;
int tr,trx;
int[] op=new int[500];
double[] pos=new double[101];
String str;
int s,sx,sxs,slong,strlong,dicnumber;
String[][] ph=new String[500][11];
int[][] nph=new int[500][11];
String[] dic=new String[5000];
String[] word=new String[500];
int m,ms;
double[] p=new double[5000];
double[] v=new double[500];
int[] gotosx=new int[500];
double v1,maxv;
int t,wordnumber;
int[] num=new int[5000];

public static void main(String args[]){
pro test=new pro();
}

pro(){

readfile("ban.txt");

makepos();

dicnumber=0;
p[0]=1;

trx=0;
for(tr=1;tr<1000;tr++){

trx=trx+1;
if(trx>30)trx=1;
str=data[trx];
strlong=str.length();

for(s=1;s<strlong+1;s++){
slong=s;
if(slong>10)slong=10;
for(sx=1;sx<slong+1;sx++){
ph[s][sx]=str.substring(s-sx,s);
}
}

for(s=1;s<strlong+1;s++){
slong=s;
if(slong>10)slong=10;
for(sx=1;sx<slong+1;sx++){
ms=0;
for(m=1;m<dicnumber+1;m++){
if(ph[s][sx].equals(dic[m]))ms=m;
}
nph[s][sx]=ms;
}
}

sx=nph[1][1];
v[1]=pos[1]*p[sx];

for(s=2;s<strlong+1;s++){
slong=s-1;
if(slong>10)slong=10;
maxv=-999;  
sxs=0;
for(sx=1;sx<slong+1;sx++){  
m=nph[s][sx];
if(s>sx)v1=sx*pos[sx]*p[m]+v[s-sx];
if(s==sx)v1=sx*pos[sx]*p[m];
if(v1>maxv)sxs=sx;  
if(v1>maxv)maxv=v1;
}
gotosx[s]=sxs;
v[s]=maxv;  
}



s=strlong;
t=1;
op[t]=s;
while(s>1){
sx=gotosx[s];
s=s-sx;
t=t+1;
op[t]=s;
}

wordnumber=t;
for(s=1;s<wordnumber;s++){
word[wordnumber+1-s]=str.substring(op[s+1],op[s]);
}
s=wordnumber;
word[1]=str.substring(0,op[s]);

for(s=1;s<wordnumber+1;s++){
sxs=0;
for(sx=1;sx<dicnumber+1;sx++){
if(word[s].equals(dic[sx]))sxs=sx;
}
if(sxs==0)dicnumber=dicnumber+1;
if(sxs==0)dic[dicnumber]=word[s];  
}

for(s=0;s<dicnumber+1;s++){
num[s]=0;
}

for(s=1;s<wordnumber+1;s++){
sxs=0;
for(sx=1;sx<dicnumber+1;sx++){
if(word[s].equals(dic[sx]))sxs=sx;
}
num[sxs]=num[sxs]+1;
}

for(s=0;s<dicnumber+1;s++){
p[s]=0.99*p[s]+0.01*(double)num[s]/wordnumber;
}

if(dicnumber>2000)diet();
System.out.println(dicnumber);
}


for(s=1;s<wordnumber+1;s++){
System.out.println(word[s]);
}



}

void diet(){
int[] ch=new int[5000];
String[] newdic=new String[5000];
double[] newp=new double[5000];
int s,sx,newdicnumber;
double p1,minp;

minp=999;
for(s=1;s<dicnumber+1;s++){
if(p[s]<minp)minp=p[s];
}

sx=0;
for(s=1;s<dicnumber+1;s++){
ch[s]=0;
if(p[s]>2*minp)sx=sx+1;
if(p[s]>2*minp)ch[s]=sx;
}
newdicnumber=sx;

for(s=1;s<dicnumber+1;s++){
sx=ch[s];
if(sx>0)newp[sx]=p[s];
if(sx>0)newdic[sx]=dic[s];
}

p1=0;
for(s=1;s<newdicnumber+1;s++){
p1=p1+newp[s];
}

newp[0]=1-p1;
if(newp[0]<0)newp[0]=0;

p=newp;
dic=newdic;
dicnumber=newdicnumber;
}

void makepos(){
double lam,x1,x2;
double[] cx=new double[101];
int k;
lam=4.8;
x1=1-lam;
cx[1]=1;
cx[2]=1;
for(k=3;k<101;k++){
cx[k]=(k-1)*cx[k-1];
}
for(k=1;k<101;k++){
x2=Math.pow(lam-1,k);
pos[k]=x2*Math.exp(x1)/cx[k];
}

}

void readfile(String file){

String st;
BufferedReader br;
s=0;

try {
br = new BufferedReader(new InputStreamReader(new FileInputStream(file),"SJIS"));  
while((st = br.readLine()) != null) {  
s=s+1;
data[s]=st;  
}
br.close();
} catch (IOException e) {System.out.println(e);}  
datanumber=s;

}





}