source: trunk/gsdl/perllib/ghtml.pm@ 3181

Last change on this file since 3181 was 3181, checked in by sjboddie, 22 years ago

Altered the getcharequiv() function so it now converts entities to raw
utf-8 characters. This should now work for entities like ∏ (i.e.
characters outside of the latin 1 character set).

  • Property svn:keywords set to Author Date Id Revision
File size: 12.8 KB
Line 
1###########################################################################
2#
3# ghtml.pm -- this used to be called html.pm but it clashed
4# with the existing html module under windows
5#
6# A component of the Greenstone digital library software
7# from the New Zealand Digital Library Project at the
8# University of Waikato, New Zealand.
9#
10# Copyright (C) 1999 New Zealand Digital Library Project
11#
12# This program is free software; you can redistribute it and/or modify
13# it under the terms of the GNU General Public License as published by
14# the Free Software Foundation; either version 2 of the License, or
15# (at your option) any later version.
16#
17# This program is distributed in the hope that it will be useful,
18# but WITHOUT ANY WARRANTY; without even the implied warranty of
19# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20# GNU General Public License for more details.
21#
22# You should have received a copy of the GNU General Public License
23# along with this program; if not, write to the Free Software
24# Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
25#
26###########################################################################
27
28package ghtml;
29
30use unicode;
31
32# htmlsafe(TEXT)
33#
34# Converts SGML meta characters in TEXT to entity references.
35#
36sub htmlsafe
37{
38 $_[0] =~ s/&/&/osg;
39 $_[0] =~ s/</&lt;/osg;
40 $_[0] =~ s/>/&gt;/osg;
41 $_[0] =~ s/\"/&quot;/osg;
42}
43
44# urlsafe(TEXT)
45#
46# Converts characters not allowed in a URL to their hex representation.
47#
48sub urlsafe
49{
50 $_[0] =~ s/[\x09\x20\x22\x3c\x3e\x5b\x5c\x5d\x5e\x60\x7b\x7c\x7d\x7e\?\=\&\+_\/]/sprintf("%%%2x", ord($&))/gse;
51}
52
53# dmsafe
54#
55# Converts characters which could make display.pl or html crack to their entity references.
56# Don't use this on dm macros as they will no longer be recognisable by dm (which
57# by the way, is the whole idea).
58# -- Rodger 12/1/98
59sub dmsafe {
60 my ($s) = $_[0];
61 $s =~ s/&/&amp;/osg; # for html
62 $s =~ s/</&lt;/osg; # for html
63 $s =~ s/>/&gt;/osg; # for html
64 $s =~ s/\_/&#095;/osg; # for dm (we have a convention of starting macros with _
65 $s =~ s/\"/&quot;/osg; # for html (don't want to be interpreted as a quote)
66 $s =~ s/\{/&#123;/osg; # for dm blocks
67 $s =~ s/\}/&#125;/osg; # for dm blocks
68 $s =~ s/\\/&#092;/osg; # for dm (dm removes naturally occurring backquotes)
69 return $s;
70}
71
72
73# named entry to the standard html font
74%charnetosf = ("Agrave"=> "192", "Aacute"=> "193", "Acirc" => "194", "Atilde"=> "195",
75 "Auml" => "196", "Aring" => "197", "AElig" => "198", "Ccedil"=> "199",
76 "Egrave"=> "200", "Eacute"=> "201", "Ecirc" => "202", "Euml" => "203",
77 "Igrave"=> "204", "Iacute"=> "205", "Icirc" => "206", "Iuml" => "207",
78 "ETH" => "208", "Ntilde"=> "209", "Ograve"=> "210", "Oacute"=> "211",
79 "Ocirc" => "212", "Otilde"=> "213", "Ouml" => "214",
80 "Oslash"=> "216", "Ugrave"=> "217", "Uacute"=> "218", "Ucirc" => "219",
81 "Uuml" => "220", "Yacute"=> "221", "THORN" => "222", "szlig" => "223",
82 "agrave"=> "224", "aacute"=> "225", "acirc" => "226", "atilde"=> "227",
83 "auml" => "228", "aring" => "229", "aelig" => "230", "ccedil"=> "231",
84 "egrave"=> "232", "eacute"=> "233", "ecirc" => "234", "euml" => "235",
85 "igrave"=> "236", "iacute"=> "237", "icirc" => "238", "iuml" => "239",
86 "eth" => "240", "ntidle"=> "241", "ograve"=> "242", "oacute"=> "243",
87 "ocirc" => "244", "otilde"=> "245", "ouml" => "246",
88 "oslash"=> "248", "ugrave"=> "249", "uacute"=> "250", "ucirc" => "251",
89 "uuml" => "252", "yacute"=> "253", "thorn" => "254", "yuml" => "255");
90
91%symnetosf = ("quot" => "34", "amp" => "38", "lt" => "60", "gt" => "62",
92 "nbsp" => "160", "iexcl" => "161", "cent" => "162", "pound" => "163",
93 "curren"=> "164", "yen" => "165", "brvbar"=> "166", "sect" => "167",
94 "uml" => "168", "copy" => "169", "ordf" => "170", "laquo" => "171",
95 "not" => "172", "shy" => "173", "reg" => "174", "macr" => "175",
96 "deg" => "176", "plusmn"=> "177", "sup2" => "178", "sup3" => "179",
97 "acute" => "180", "micro" => "181", "para" => "182", "middot"=> "183",
98 "cedil" => "184", "sup1" => "185", "ordm" => "186", "raquo" => "187",
99 "frac14"=> "188", "frac12"=> "189", "frac34"=> "190", "iquest"=> "191",
100 "times" => "215", "divide"=> "247");
101
102
103
104# standard font to plain text
105%sftotxt = ("32" => " ", "33" => "!", "34" => "\"", "35" => "\#", "36" => "\$",
106 "37" => "\%", "38" => "&", "39" => "'", "40" => "(", "41" => ")",
107 "42" => "*", "43" => "+", "44" => ",", "45" => "-", "46" => ".",
108 "47" => "/", "48" => "0", "49" => "1", "50" => "2", "51" => "3",
109 "52" => "4", "53" => "5", "54" => "6", "55" => "7", "56" => "8",
110 "57" => "9", "58" => ":", "59" => ";", "60" => "<", "61" => "=",
111 "62" => ">", "63" => "?", "64" => "\@", "65" => "A", "66" => "B",
112 "57" => "9", "58" => ":", "59" => ";", "61" => "=",
113 "63" => "?", "64" => "\@", "65" => "A", "66" => "B",
114 "67" => "C", "68" => "D", "69" => "E", "70" => "F", "71" => "G",
115 "72" => "H", "73" => "I", "74" => "J", "75" => "K", "76" => "L",
116 "77" => "M", "78" => "N", "79" => "O", "80" => "P", "81" => "Q",
117 "82" => "R", "83" => "S", "84" => "T", "85" => "U", "86" => "V",
118 "87" => "W", "88" => "X", "89" => "Y", "90" => "Z", "91" => "[",
119 "92" => "\\", "93" => "]", "94" => "^", "95" => "_", "96" => "`",
120 "97" => "a", "98" => "b", "99" => "c", "100" => "d", "101" => "e",
121 "102" => "f", "103" => "g", "104" => "h", "105" => "i", "106" => "j",
122 "107" => "k", "108" => "l", "109" => "m", "110" => "n", "111" => "o",
123 "112" => "p", "113" => "q", "114" => "r", "115" => "s", "116" => "t",
124 "117" => "u", "118" => "v", "119" => "w", "120" => "x", "121" => "y",
125 "122" => "z", "123" => "{", "124" => "|", "125" => "}", "126" => "~",
126 "130" => ",", "131" => "f", "132" => "\"", "133" => "...", "139" => "<",
127 "140" => "OE", "145" => "'", "146" => "'", "147" => "\"", "148" => "\"",
128 "149" => "o", "150" => "--", "151" => "-", "152" => "~", "153" => "TM",
129 "155" => ">", "156" => "oe", "159" => "Y", "160" => " ", "178" => "2",
130 "179" => "3", "185" => "1", "188" => "1/4", "189" => "1/2", "190" => "3/4",
131 "192" => "A", "193" => "A", "194" => "A", "195" => "A", "196" => "A",
132 "197" => "A", "198" => "AE", "199" => "C", "200" => "E", "201" => "E",
133 "202" => "E", "203" => "E", "204" => "I", "205" => "I", "206" => "I",
134 "207" => "I", "208" => "D", "209" => "N", "210" => "O", "211" => "O",
135 "212" => "O", "213" => "O", "214" => "O", "215" => "*", "216" => "O",
136 "217" => "U", "218" => "U", "219" => "U", "220" => "U", "221" => "Y",
137 "223" => "ss", "224" => "a", "225" => "a", "226" => "a", "227" => "a",
138 "228" => "a", "229" => "a", "230" => "ae", "231" => "c", "232" => "e",
139 "233" => "e", "234" => "e", "235" => "e", "236" => "i", "237" => "i",
140 "238" => "i", "239" => "i", "241" => "n", "242" => "o", "243" => "o",
141 "244" => "o", "245" => "o", "246" => "o", "247" => "/", "248" => "o",
142 "249" => "u", "250" => "u", "251" => "u", "252" => "u", "253" => "y",
143 "255" => "y", "8218" => ",");
144
145
146# returns the character as a raw utf-8 character. It assumes that the
147# & and ; have been stripped off the string.
148sub getcharequiv {
149 my ($entity, $convertsymbols) = @_;
150
151 # a numeric entity
152 if ($entity =~ /^\#0*(\d+)/) {
153 return &unicode::unicode2utf8([$1]);
154 }
155
156 # a named character entity
157 if (defined $charnetosf{$entity}) {
158 return &unicode::unicode2utf8([$charnetosf{$entity}]);
159 }
160
161 # a named symbol entity
162 if ($convertsymbols && defined $symnetosf{$entity}) {
163 return &unicode::unicode2utf8([$symnetosf{$entity}]);
164 }
165
166 return "&$entity;"; # unknown character
167}
168
169# convert character entities from named equivalents to html font
170sub convertcharentities {
171 # args: the text that you want to convert
172
173 $_[0] =~ s/&([^;]+);/&getcharequiv($1,0)/gse;
174}
175
176# convert any entities from named equivalents to html font
177sub convertallentities {
178 # args: the text that you want to convert
179
180 $_[0] =~ s/&([^;]+);/&getcharequiv($1,1)/gse;
181}
182
183sub html2txt {
184 # args: the text that you want converted to ascii,
185 # and whether to strip out sgml tags
186
187 # strip out sgml tags if needed
188 $_[0] =~ s/<[^>]>//g if $_[1];
189
190 # convert the char entities to the standard html font
191 &convertcharentities($_[0]);
192
193 # convert the html character set to a plain ascii character set
194 my $pos = 0;
195 while ($pos < length($_[0])) {
196 my $charnum = ord(substr($_[0], $pos, 1));
197 if ($charnum >= 32) { # only convert characters above #32
198 my $replacechars = " ";
199 $replacechars = $sftotxt{$charnum} if defined $sftotxt{$charnum};
200 substr($_[0], $pos, 1) = $replacechars;
201 $pos += length ($replacechars);
202
203 } else {
204 $pos ++;
205 }
206 }
207}
208
209
210# look for mime.types (eg in /etc, or apache/conf directories), or have a look
211# at <ftp://ftp.iana.org/in-notes/iana/assignments/media-types/> for defaults.
212sub guess_mime_type {
213 my ($filename) = @_;
214
215 my ($fileext) = $filename =~ /\.(\w+)$/;
216 return "unknown" unless defined $fileext;
217
218 my %mime_type = ("ai"=>"application/postscript", "aif"=>"audio/x-aiff",
219 "aifc"=>"audio/x-aiff", "aiff"=>"audio/x-aiff",
220 "au"=>"audio/basic", "avi"=>"video/x-msvideo",
221 "bcpio"=>"application/x-bcpio", "bin"=>"application/octet-stream",
222 "cdf"=>"application/x-netcdf", "class"=>"application/octet-stream",
223 "cpio"=>"application/x-cpio", "cpt"=>"application/mac-compactpro",
224 "csh"=>"application/x-csh", "dcr"=>"application/x-director",
225 "dir"=>"application/x-director", "dms"=>"application/octet-stream",
226 "doc"=>"application/msword", "dvi"=>"application/x-dvi",
227 "dxr"=>"application/x-director", "eps"=>"application/postscript",
228 "etx"=>"text/x-setext",
229 "exe"=>"application/octet-stream", "gif"=>"image/gif",
230 "gtar"=>"application/x-gtar", "hdf"=>"application/x-hdf",
231 "hqx"=>"application/mac-binhex40", "htm"=>"text/html",
232 "html"=>"text/html", "ice"=>"x-conference/x-cooltalk",
233 "ief"=>"image/ief", "jpe"=>"image/jpeg",
234 "jpeg"=>"image/jpeg", "jpg"=>"image/jpeg",
235 "kar"=>"audio/midi", "latex"=>"application/x-latex",
236 "lha"=>"application/octet-stream", "lzh"=>"application/octet-stream",
237 "man"=>"application/x-troff-man", "mcf"=>"image/vasa",
238 "me"=>"application/x-troff-me", "mid"=>"audio/midi",
239 "midi"=>"audio/midi", "mif"=>"application/x-mif",
240 "mov"=>"video/quicktime", "movie"=>"video/x-sgi-movie",
241 "mp2"=>"audio/mpeg", "mpe"=>"video/mpeg",
242 "mpeg"=>"video/mpeg", "mpg"=>"video/mpeg",
243 "mpga"=>"audio/mpeg", "ms"=>"application/x-troff-ms",
244 "nc"=>"application/x-netcdf", "oda"=>"application/oda",
245 "pbm"=>"image/x-portable-bitmap", "pdb"=>"chemical/x-pdb",
246 "pdf"=>"application/pdf", "pgm"=>"image/x-portable-graymap",
247 "png"=>"image/png", "pnm"=>"image/x-portable-anymap",
248 "ppm"=>"image/x-portable-pixmap",
249 "ppt"=>"application/vnd.ms-powerpoint",
250 "ps"=>"application/postscript", "qt"=>"video/quicktime",
251 "ra"=>"audio/x-realaudio", "ram"=>"audio/x-pn-realaudio",
252 "ras"=>"image/x-cmu-raster", "rgb"=>"image/x-rgb",
253 "roff"=>"application/x-troff", "rpm"=>"audio/x-pn-realaudio-plugin",
254 "rtf"=>"application/rtf", "rtx"=>"text/richtext",
255 "sgm"=>"text/x-sgml", "sgml"=>"text/x-sgml",
256 "sh"=>"application/x-sh", "shar"=>"application/x-shar",
257 "sit"=>"application/x-stuffit", "skd"=>"application/x-koan",
258 "skm"=>"application/x-koan", "skp"=>"application/x-koan",
259 "skt"=>"application/x-koan", "snd"=>"audio/basic",
260 "src"=>"application/x-wais-source", "sv4cpio"=>"application/x-sv4cpio",
261 "sv4crc"=>"application/x-sv4crc", "t"=>"application/x-troff",
262 "tar"=>"application/x-tar", "tcl"=>"application/x-tcl",
263 "tex"=>"application/x-tex", "texi"=>"application/x-texinfo",
264 "texinfo"=>"application/x-texinfo", "tif"=>"image/tiff",
265 "tiff"=>"image/tiff", "tr"=>"application/x-troff",
266 "tsv"=>"text/tab-separated-values", "txt"=>"text/plain",
267 "ustar"=>"application/x-ustar", "vcd"=>"application/x-cdlink",
268 "vrml"=>"x-world/x-vrml", "wav"=>"audio/x-wav",
269 "wrl"=>"x-world/x-vrml", "xbm"=>"image/x-xbitmap",
270 "xls"=>"application/vnd.ms-excel",
271 "xpm"=>"image/x-xpixmap", "xwd"=>"image/x-xwindowdump",
272 "xyz"=>"chemical/x-pdb", "zip"=>"application/zip");
273
274 return $mime_type{$fileext} if (defined $mime_type{$fileext});
275
276 return "unknown";
277}
278
279
2801;
Note: See TracBrowser for help on using the repository browser.