source: main/trunk/greenstone2/common-src/src/gdbmedit/txt2db/txt2db.cpp@ 28089

/**********************************************************************
 *
 * txt2db.cpp -- 
 * A component of the Greenstone digital library software
 * from the New Zealand Digital Library Project at the 
 * University of Waikato, New Zealand.
 *
 * Copyright (C) 1999  The New Zealand Digital Library Project
 * 
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 *
 **********************************************************************/


#ifdef _MSC_VER
#include "autoconf.h"
#include "systems.h"
#include "gdbmconst.h"

extern "C" {
#include "gdbm.h"
}

#else
#include <gdbm.h>
#include <errno.h>
#endif

#include "gsdlconf.h"
#include "text_t.h"
#include <stdlib.h>
#include <cstring>

#if defined(GSDL_USE_OBJECTSPACE)
#  include <ospace\std\iostream>
#elif defined(GSDL_USE_IOS_H)
#  include <iostream.h>
#else
#  include <iostream>
#endif


void print_usage (char *program_name) {
  cerr << "usage: " << program_name << " [options] database-name" << endl << endl;
  cerr << "options:" << endl;
  cerr << " -append        append to existing database" << endl << endl;
}


int main (int argc, char *argv[]) {
  int block_size = 0;
  GDBM_FILE dbf;
  char c;
  text_t key;
  text_t value;
  text_t tmp;
  int num_dashes = 0;

  // sanity check
  if (argc != 2 && argc != 3) {
    print_usage (argv[0]);
    exit (0);
  }
  
  char *dbname;
  int append = 0;
  int delkey = 0;

  if (argc == 3) {
    if (strcmp (argv[1], "-append") == 0) {
      append = 1;
      dbname = argv[2];
    } else {
      cerr << argv[1] << " is not a valid option." << endl << endl;
      print_usage (argv[0]);
      exit (0);
    }
  } else dbname = argv[1];

  
  // open the database
  // note that GDBM_FAST is obsolete on newer versions of gdbm
  int read_write = GDBM_NEWDB | GDBM_FAST;
  if (append) read_write = GDBM_WRCREAT | GDBM_FAST;
  
#ifdef _MSC_VER
  dbf = gdbm_open (dbname, block_size, read_write, 00664, NULL, 1);
#else
  dbf = gdbm_open  (dbname, block_size, read_write, 00664, NULL);
#endif
  if (dbf == NULL) {
    cerr << argv[0] << ": Couldn't create/open '" << dbname << "'" << endl;
    cerr << "  " << gdbm_strerror(gdbm_errno) << endl;
    cerr << "  gdbm errno = " << gdbm_errno << endl;
#ifndef _MSC_VER
    cerr << "  OS errno = " << errno << endl;
    perror("gdbm_open failed: ");
#endif

    exit (-1);
  }
  
  cin.get(c);
  while (!cin.eof()) {
    num_dashes = 0;
    key = "";
    value = "";
    
    // Parse out 'key' from [key]\n

    // scan for first occurrence of [
    while (!cin.eof() && c != '[') cin.get(c);

    if (!cin.eof()) cin.get(c); // skip [

    // now look for closing ], building up 'key' as we go
    while (!cin.eof() && c != ']') {
      key.push_back ((unsigned char)c);
      cin.get(c);
    }

    if (!cin.eof()) {
      // most likely an eol char, but if '-', then signifies record
      // is to be deleted, not added
      cin.get(c); 
      if (c == '-') {   
    delkey = 1;
      }
      else {
    delkey = 0;
      }
    }
    while (!cin.eof() && (c == '\n' || c == '\r')) cin.get(c);
    
    // look for 70 dashes
    tmp = "";
    while (!cin.eof() && (num_dashes < 70)) {
      if (c == '\n') {
    tmp.push_back ((unsigned char)c);
    num_dashes = 0; 
    
      } else if (c == '\r') { 
    // Here we are able to process both Windows-specific text files 
    // (containing carriage-return, newline) and Linux text files 
    // (containing only newline characters) by ignoring the Windows' 
    // carriage-return altogether so that we produce a uniform database
    // file from either system's type of text file. 
    // If we don't ignore the carriage return here, txt.gz files
    // produced on Windows cause a GS library running on Linux to break.
    num_dashes = 0;

      } else if (c == '-') {
    tmp.push_back ((unsigned char)c);
    ++num_dashes;
    
      } else {
    value += tmp;
    value.push_back ((unsigned char)c);
    tmp = "";
    num_dashes = 0;
      }
      cin.get(c);
    }
    
    // if the key is not an empty string store this key-value pair
    if (!key.empty()) {
      // convert key to a datum datatype
      datum key_data;
      key_data.dptr = key.getcstr();
      if (key_data.dptr == NULL) {
    cerr << "NULL key_data.dptr" << endl;
    exit (0);
      }
      key_data.dsize = strlen(key_data.dptr);

      if (delkey) {
    // delete the given key
    if (gdbm_delete(dbf, key_data) < 0) {
      cerr << "gdbm_delete returned an error trying to delete key " << key << ": " << gdbm_strerror (gdbm_errno) <<endl;
    }
      }
      else {

    // add/append

    // convert value to a datum datatype
    datum value_data;
    value_data.dptr = value.getcstr();
    if (value_data.dptr == NULL) {
      cerr << "NULL value_data.dptr" << endl;
      exit (0);
    }
    value_data.dsize = strlen(value_data.dptr);
      
    // store the value
    if (gdbm_store (dbf, key_data, value_data, GDBM_REPLACE) < 0) {
      cerr << "gdbm_store returned an error" << endl;
      exit (0);
    }

    
    free(value_data.dptr);
      }

      free(key_data.dptr);
    }
  }
  
  gdbm_close (dbf);
  
  return 0;
}