Subversion Repositories wimsdev

/*    Copyright (C) 1998-2003 XIAO, Gang of Universite de Nice - Sophia Antipolis

 *

 *  This program is free software; you can redistribute it and/or modify

 *  it under the terms of the GNU General Public License as published by

 *  the Free Software Foundation; either version 2 of the License, or

 *  (at your option) any later version.

 *

 *  This program is distributed in the hope that it will be useful,

 *  but WITHOUT ANY WARRANTY; without even the implied warranty of

 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 *  GNU General Public License for more details.

 *

 *  You should have received a copy of the GNU General Public License

 *  along with this program; if not, write to the Free Software

 *  Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.

 */

#include "../Lib/libwims.h"

#include "suffix.h"

#define suflim    256

#define sufbuflim 102400

int suffixcnt;

struct {

  unsigned char *original;

  int olen;

  unsigned char *replace;

}

suf[suflim];

char *sufbuf;

int sufwordlen, sufminlen;

/* Suffix translation, to be used within translator. */

int sufcomp(int t, const unsigned char *s2)

{

  int k;

  for(k=0;k<suf[t].olen && k<sufwordlen

    && suf[t].original[k]==s2[sufwordlen-k-1];k++);

  if(k>=suf[t].olen) {

    if(sufwordlen>k) return -1; else return 0;

  }

  else return suf[t].original[k]-s2[sufwordlen-k-1];

}

/* searches a list. Returns index if found, -1 if nomatch.

 * This routine is faster than naive one by one comparisons,

 * and is especially suited for large lists.

 */

int suffix_list(void *list, int items, size_t item_size, const unsigned char *str)

{

  int i1,i2,j,k,t,v;

  unsigned char c,d;

  if(items<=0) return -1;

  k=sufcomp(0,str);

  if(k==0) return 0;

  if(k>0) return -1;

  j=items-1; k=sufcomp(j,str);

  if(k==0) return j;

  if(k>0) for(i1=0,i2=j;i2>i1+1;) {

    j=i1+(i2-i1)/2; k=sufcomp(j,str);

    if(k==0) return j;

    if(k>0) {i2=j; continue;}

    if(k<0) {i1=j; continue;}

  }

  if(k>0 && j>0) j--;

  backcheck:

  v=j;for(t=0;t<suf[j].olen && t<sufwordlen

    && suf[j].original[t]==str[sufwordlen-t-1];t++);

  if(t<sufminlen) return -1;

  if(t>=suf[j].olen) return j;

  for(j--,c=str[sufwordlen-1],d=str[sufwordlen-t];

    j>=0 && suf[j].original[0]==c && suf[j].olen>t

    && suf[j].original[t-1]==d;j--);

  if(j>=0 && suf[j].original[0]==c &&

       strncmp((char*)suf[j].original,(char*)suf[v].original,suf[j].olen)==0)

    return j;

  else if (j>=0) goto backcheck;

  return -1;

}

/* Prepare dictionary.  */

void suffix_dic(char *sdicname)

{

  int i,l;

  FILE *suff;

  char *p1, *p2, *pp;

  long int flen;

  suffixcnt=0; sufminlen=100000;

  suff=fopen(sdicname,"r"); if(suff==NULL) return;

  fseek(suff,0,SEEK_END);flen=ftell(suff); fseek(suff,0,SEEK_SET);

  if(flen>sufbuflim) return;

  sufbuf=xmalloc(flen+16);flen=fread(sufbuf,1,flen,suff);

  fclose(suff);

  if(flen>0 && flen<sufbuflim) sufbuf[flen]=0;

  else return;

  for(i=0,p1=sufbuf;p1!=NULL && *p1!=0 && i<suflim;p1=p2) {

  p2=strchr(p1+1,'\n'); if(p2>p1) *p2++=0;

  pp=strchr(p1,':'); if(pp==NULL) continue;

  *pp++=0;

  strip_trailing_spaces2(p1); strip_trailing_spaces2(pp);

  singlespace2(p1);

  p1=find_word_start(p1); pp=find_word_start(pp);

  if(*p1==0) continue;

  suf[i].original=(unsigned char*)p1; suf[i].olen=l=strlen(p1);

  if(l<sufminlen) sufminlen=l;

  suf[i].replace=(unsigned char*)pp; i++;

  }

  suffixcnt=i;

}

/* Suffix translation. */

/* FIXME : ne rien faire si le résultat est de longueur inferieur à 2

 * car ensuite cela sera neglige.

 */

void suffix_translate(char *p)

{

  char *p1, *p2;

  int t;

  for(p1=find_word_start(p);

    p1!=NULL && p1-p<MAX_LINELEN && *p1!=0;

    p1=p2) {

      if(!isalpha(*p1)) {p2=p1+1; continue;}

      for(p2=p1;isalpha(*p2);p2++);

      if(*p2!=0 && strchr(" ,.?!'\"\n`:;()[]{}<>",*p2)==NULL) continue;

      sufwordlen=p2-p1;

      t=suffix_list(suf,suffixcnt,sizeof(suf[0]),(unsigned char*)p1);

      if(t<0) continue;

      string_modify3(p,p2-suf[t].olen,p2,(char*)suf[t].replace);

      p2=p2-suf[t].olen+strlen((char*)suf[t].replace);

   }

   p[MAX_LINELEN]=0;

}

void suffix(char *p, char *sdicname)

{

  suffix_dic(sdicname); if(suffixcnt>0) suffix_translate(p);

}