source: main/trunk/greenstone2/perllib/dbutil/gdbm.pm@ 23102

Last change on this file since 23102 was 23102, checked in by davidb, 14 years ago

Attached :utf8 encoding to GDBM pipes to prevent double encoding problem with incremental buildcol.pl

File size: 4.0 KB
Line 
1###########################################################################
2#
3# dbutil::gdbm -- utility functions for writing to gdbm databases
4#
5# A component of the Greenstone digital library software
6# from the New Zealand Digital Library Project at the
7# University of Waikato, New Zealand.
8#
9# Copyright (C) 2009
10#
11# This program is free software; you can redistribute it and/or modify
12# it under the terms of the GNU General Public License as published by
13# the Free Software Foundation; either version 2 of the License, or
14# (at your option) any later version.
15#
16# This program is distributed in the hope that it will be useful,
17# but WITHOUT ANY WARRANTY; without even the implied warranty of
18# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19# GNU General Public License for more details.
20#
21# You should have received a copy of the GNU General Public License
22# along with this program; if not, write to the Free Software
23# Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
24#
25###########################################################################
26
27package dbutil::gdbm;
28
29use strict;
30
31use dbutil::gdbmtxtgz;
32
33# -----------------------------------------------------------------------------
34# GDBM IMPLEMENTATION
35# -----------------------------------------------------------------------------
36
37sub open_infodb_write_handle
38{
39 my $infodb_file_path = shift(@_);
40 my $opt_append = shift(@_);
41
42 my $txt2db_exe = &util::filename_cat($ENV{'GSDLHOME'},"bin",$ENV{'GSDLOS'}, "txt2db" . &util::get_os_exe());
43 my $infodb_file_handle = undef;
44 my $cmd = "\"$txt2db_exe\"";
45 if ((defined $opt_append) && ($opt_append eq "append")) {
46 $cmd .= " -append";
47 }
48 $cmd .= " \"$infodb_file_path\"";
49
50 if (!-e "$txt2db_exe")
51 {
52 print STDERR "Error: Unable to find $txt2db_exe\n";
53 return undef;
54 }
55
56 if(!open($infodb_file_handle, "| $cmd"))
57 {
58
59 print STDERR "Error: Failed to open pipe to $cmd\n";
60 print STDERR " $!\n";
61 return undef;
62 }
63
64 binmode($infodb_file_handle,":utf8");
65
66 return $infodb_file_handle;
67}
68
69
70
71sub close_infodb_write_handle
72{
73 my $infodb_handle = shift(@_);
74
75 close($infodb_handle);
76}
77
78
79sub get_infodb_file_path
80{
81 my $collection_name = shift(@_);
82 my $infodb_directory_path = shift(@_);
83
84 my $infodb_file_extension = ".gdb";
85 my $infodb_file_name = &util::get_dirsep_tail($collection_name) . $infodb_file_extension;
86 return &util::filename_cat($infodb_directory_path, $infodb_file_name);
87}
88
89
90sub read_infodb_file
91{
92 my $infodb_file_path = shift(@_);
93 my $infodb_map = shift(@_);
94
95 open (PIPEIN, "db2txt \"$infodb_file_path\" |")
96 || die "couldn't open pipe from db2txt \$infodb_file_path\"\n";
97
98 binmode(PIPEIN,":utf8");
99
100 my $infodb_line = "";
101 my $infodb_key = "";
102 my $infodb_value = "";
103 while (defined ($infodb_line = <PIPEIN>))
104 {
105 if ($infodb_line =~ /^\[([^\]]+)\]$/)
106 {
107 $infodb_key = $1;
108 }
109 elsif ($infodb_line =~ /^-{70}$/)
110 {
111 $infodb_map->{$infodb_key} = $infodb_value;
112 $infodb_key = "";
113 $infodb_value = "";
114 }
115 else
116 {
117 $infodb_value .= $infodb_line;
118 }
119 }
120
121 close (PIPEIN);
122}
123
124sub read_infodb_keys
125{
126 my $infodb_file_path = shift(@_);
127 my $infodb_map = shift(@_);
128
129 open (PIPEIN, "gdbmkeys \"$infodb_file_path\" |")
130 || die "couldn't open pipe from gdbmkeys \$infodb_file_path\"\n";
131
132 binmode(PIPEIN,":utf8");
133
134 my $infodb_line = "";
135 my $infodb_key = "";
136 my $infodb_value = "";
137 while (defined ($infodb_line = <PIPEIN>))
138 {
139 chomp $infodb_line; # remove end of line
140
141 $infodb_map->{$infodb_line} = 1;
142 }
143
144 close (PIPEIN);
145}
146
147sub write_infodb_entry
148{
149 # With infodb_handle already set up, works the same as _gdbm_txtgz version
150 &dbutil::gdbmtxtgz::write_infodb_entry(@_);
151}
152
153sub write_infodb_rawentry
154{
155 # With infodb_handle already set up, works the same as _gdbm_txtgz version
156 &dbutil::gdbmtxtgz::write_infodb_rawentry(@_);
157}
158
159
160sub delete_infodb_entry
161{
162 # With infodb_handle already set up, works the same as _gdbm_txtgz version
163 &dbutil::gdbmtxtgz::delete_infodb_entry(@_);
164}
165
166
167
1681;
Note: See TracBrowser for help on using the repository browser.