WebSVN – wimsdev – Diff – /trunk/wims/src/Misc/dicsort.c

  *  You should have received a copy of the GNU General Public License
  *  along with this program; if not, write to the Free Software
  *  Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  */
-        /* Sort dictionary */
+/* Sort dictionary */
 /*************** Customization: change values hereafter ****************/
-        /* limit of dictionary entries */
+/* limit of dictionary entries */
 #define entrylim 512*1024
-        /* limit of dictionary length */
+/* limit of dictionary length */
-#define diclim  32*1024*1024
+#define diclim 32*1024*1024
-        /* separation character */
+/* separation character */
 char sepchar=':', grpchar=0;
 /***************** Nothing should need change hereafter *****************/
 #include "../wims.h"
     p=malloc(n);
     if(p==NULL) exit(1);
     return p;
+}
-        /* Points to the end of the word */
+/* Points to the end of the word */
 char *find_word_end(char *p)
+{
     int i;
     for(i=0;!isspace(*p) && *p!=0 && i<MAX_LINELEN; p++,i++);
     return p;
+}
-        /* Strips leading spaces */
+/* Strips leading spaces */
 char *find_word_start(char *p)
+{
     int i;
     for(i=0; isspace(*p) && i<MAX_LINELEN; p++,i++);
     return p;
+}
-        /* strip trailing spaces; return string end. */
+/* strip trailing spaces; return string end. */
 char *strip_trailing_spaces(char *p)
+{
     char *pp;
     if(*p==0) return p;
     for(pp=p+strlen(p)-1; pp>=p && isspace(*pp); *(pp--)=0);
 void sortdic(void)
+{
     qsort(entry,entrycount,sizeof(entry[0]),compare);
+}
-        /* modify a string. Bufferlen must be ast least MAX_LINELEN */
+/* modify a string. Bufferlen must be ast least MAX_LINELEN */
 void string_modify(char *start, char *bad_beg, char *bad_end, char *good,...)
+{
     char buf[MAX_LINELEN+1];
     va_list vp;
     va_start(vp,good);
     vsnprintf(buf,sizeof(buf),good,vp); va_end(vp);
     if(strlen(start)-(bad_end-bad_beg)+strlen(buf)>=MAX_LINELEN)
-      return;   /* this is an error situation. */
+      return; /* this is an error situation. */
     strcat(buf,bad_end);
     ovlstrcpy(bad_beg,buf);
 }
-        /* change all spaces into ' ', and collapse multiple occurences */
+/* change all spaces into ' ', and collapse multiple occurences */
 void singlespace(char *p)
+{
     char *pp, *p2;
     for(pp=p;*pp;pp++) {
-        if(!isspace(*pp)) continue;
+      if(!isspace(*pp)) continue;
-        if(leaveline) {
+      if(leaveline) {
-            if(*pp==13) ovlstrcpy(pp,pp+1);
+          if(*pp==13) ovlstrcpy(pp,pp+1);
-            if(*pp=='\n') {
+          if(*pp=='\n') {
-                pp++;
+            pp++;
-                gopt: for(p2=pp; isspace(*p2) && *p2!='\n'; p2++);
+            gopt: for(p2=pp; isspace(*p2) && *p2!='\n'; p2++);
-                if(p2>pp) ovlstrcpy(pp,p2); pp--;
+            if(p2>pp) ovlstrcpy(pp,p2); pp--;
-            }
+          }
-            else {
+          else {
-                pp++; if(!isspace(*pp) || *pp=='\n') continue;
+            pp++; if(!isspace(*pp) || *pp=='\n') continue;
-                goto gopt;
+            goto gopt;
-            }
+          }
-        }
+      }
-        else {
+      else {
-            if(*pp!=' ') *pp=' ';
+          if(*pp!=' ') *pp=' ';
-            pp++; if(!isspace(*pp)) continue;
+          pp++; if(!isspace(*pp)) continue;
-            for(p2=pp;isspace(*p2);p2++);
+          for(p2=pp;isspace(*p2);p2++);
-            ovlstrcpy(pp,p2); pp--;
+          ovlstrcpy(pp,p2); pp--;
-        }
+      }
     }
 }
-        /* Prepare dictionary */
+/* Prepare dictionary */
 void prepare_dic(void)
+{
     int i;
     FILE *dicf;
     char *p1, *p2, *pp;
     long int flen;
     entrycount=0;
     dicf=fopen(dicname,"r"); if(dicf==NULL) return;
     fseek(dicf,0,SEEK_END);flen=ftell(dicf); fseek(dicf,0,SEEK_SET);
     if(flen>diclim) return;
     dicbuf=xmalloc(2*flen+1024);flen=fread(dicbuf,1,flen,dicf);
     fclose(dicf);
     if(flen>0 && flen<diclim) dicbuf[flen]=0;
     else return;
     for(i=0,p1=dicbuf;p1!=NULL && *p1!=0 && i<entrylim;p1=p2) {
-        p2=strchr(p1+1,'\n'); if(p2>p1) *p2++=0;
+      p2=strchr(p1+1,'\n'); if(p2>p1) *p2++=0;
-        pp=strchr(p1,sepchar); if(pp==NULL) continue;
+      pp=strchr(p1,sepchar); if(pp==NULL) continue;
-        *pp++=0;
+      *pp++=0;
-        strip_trailing_spaces(p1); strip_trailing_spaces(pp);
+      strip_trailing_spaces(p1); strip_trailing_spaces(pp);
-        singlespace(p1);
+      singlespace(p1);
-        p1=find_word_start(p1); pp=find_word_start(pp);
+      p1=find_word_start(p1); pp=find_word_start(pp);
-        if(*p1==0) continue;
+      if(*p1==0) continue;
-        entry[i].original=p1; entry[i].replace=pp; i++;
+      entry[i].original=p1; entry[i].replace=pp; i++;
+    }
     entrycount=i;
 }
 #include "suffix.c"
 void output(void)
+{
     int i;
     FILE *f;
     ocount=0;
     strcat(dicname,".sorted");
     f=fopen(dicname,"w"); if(f==NULL) return;
     for(i=0;i<entrycount;i++) {
-        if(i>0 && strcmp(entry[i].original,entry[i-1].original)==0
+      if(i>0 && strcmp(entry[i].original,entry[i-1].original)==0
-           && strcmp(entry[i].replace,entry[i-1].replace)==0)
+         && strcmp(entry[i].replace,entry[i-1].replace)==0)
-          continue;
+        continue;
-        if(grpchar!=0) {
+      if(grpchar!=0) {
-            if(i>0 && strcmp(entry[i].original,entry[i-1].original)==0)
+          if(i>0 && strcmp(entry[i].original,entry[i-1].original)==0)
-              fprintf(f,"%c%s",grpchar, entry[i].replace);
+            fprintf(f,"%c%s",grpchar, entry[i].replace);
-            else {
+          else {
-                if(i>0) fprintf(f,"\n");
+            if(i>0) fprintf(f,"\n");
-                fprintf(f,"%s%c%s",entry[i].original,sepchar,entry[i].replace);
+            fprintf(f,"%s%c%s",entry[i].original,sepchar,entry[i].replace);
-                ocount++;
+            ocount++;
-            }
+          }
+      }
-        }
-        else {
+      else {
-            fprintf(f,"%s%c%s\n",entry[i].original,sepchar,entry[i].replace);
+          fprintf(f,"%s%c%s\n",entry[i].original,sepchar,entry[i].replace);
-            ocount++;
+          ocount++;
-        }
+      }
+    }
     if(grpchar!=0) fprintf(f,"\n");
     fclose(f);
+}
 int main(int argc, char *argv[])
+{
     char *ss, *gr;
     if(argc<2) return -1;
     ss=getenv("dicsort_separator");
     if(ss!=NULL && *ss!=0) sepchar=*ss;
     gr=getenv("dicsort_grouping");
     if(gr!=NULL && *gr!=0) grpchar=*gr;
     snprintf(dicname,sizeof(dicname)-128,"%s",argv[1]); prepare_dic();
     if(argc>2) {
-        snprintf(suffixname,sizeof(suffixname),"%s",argv[2]);
+      snprintf(suffixname,sizeof(suffixname),"%s",argv[2]);
-        suffix_dic(suffixname); hassuffix=1;
+      suffix_dic(suffixname); hassuffix=1;
+    }
     else suffixname[0]=hassuffix=0;
     sortdic(); output();
     printf("%s: sorted %d entries.\n",dicname, ocount);
     return 0;

Subversion Repositories wimsdev

(root)/trunk/wims/src/Misc/dicsort.c – Rev 3718 → 7676