source: trunk/greenstone3-extensions/vishnu/src/ckindexer/index_cw.h@ 8189

#ifndef INDEX_CW_H
#define INDEX_CW_H

#define SUBDIRSIZE 1000
#define WORD_NOT_FOUND 0xFFFFFFFF

/* Structure to hold a the number of occurences of a word in a document */
/* Build an ordered tree based on string ordering                       */

#define TREEMAXDEPTH 16
typedef struct WordTreeFreqTag
{
    struct WordTreeFreqTag *less;
    struct WordTreeFreqTag *more;
    char   *word;
    short  count;
} WordTreeFreq;

typedef WordTreeFreq *WordTreeFreqPtr;

typedef struct DocDataTag
{
    size_t pos;
    size_t dfreq;
    short  wfreq;
}DocData;

typedef DocData *DocDataPtr;

typedef struct FreqPosTag
{
    unsigned long freq;
    unsigned long offset;
} FreqPos;

typedef FreqPos *FreqPosPtr;


void walkTree(FILE *fp, WordTreeFreqPtr theTree);
void printTreeToFile(char *workDir, long docNum, WordTreeFreqPtr wordFreqTree);


int createTreeFreqNode(char *wordBuff, WordTreeFreqPtr *theTree);
int addWordToWds(char *wordBuff, WordTreeFreqPtr *theTree);
void vapeFreqs( WordTreeFreqPtr theTree);
void createSubDir(char *workDir, long dirNum, char *pref);
void createDir(char *workDir, char *name);
void strlower(char *str);
void addToBuff(char *buff, char ch, int len);
long printToOut(FILE *fp, char *name, char *workDir, long docNum, char opt);

char getOpt(int argc, char **argv);
char *generateName(const char *dirname, const char *filename);
long pipeViaZcat(char *new_name, char *workDir,
                long docNum, char opt);
long regularFile(char *new_name, char *workDir,
                long docNum, char opt);
long traveldir(const char *dirname, char *workDir,
                int depth, long docNum, char opt);
void createIndexes(char *workDir, long maxDocNum);
void mergeFiles(char *workDir, long maxDocNum,int depth);
unsigned long  makeInteresting(char *workDir, long docNum);
void indexFiles(char *workDir, long maxDocNum, unsigned long wordCount);
long getWordAndCount(char *wordbuff,FILE *fp);
void getWord(char *wordbuff,FILE *fp);
int cmpDocData(const void *a,const void *b);

unsigned long ulMin(unsigned long a,unsigned long b);
size_t countTillEnd(FILE *fp, size_t recSize);
int fixLittlePointers(char *buff, 
                      char *wordsArray[],
                      char *digitsArray[],
                      int count,
                      size_t fsize);

int countWords(char *buff, size_t len);
void createDocFreqOrderedNdx(char *workDir,unsigned long wordCount);
void mergeTempFreqIndex(char *workDir,long tempCount);
void reorder(char *dir, long wordCount);
int cmpFreqPos(const void *a,const void *b);
size_t allocateEnough(FreqPosPtr *space, long num);
// HashPtr * buildTable(FILE *wordFp,FILE *freqFp, size_t wordCount);
#endif