1 |
|
---|
2 | # plugin which processes an the BBC Sound archive exported in an ASCII format
|
---|
3 |
|
---|
4 | package BRSPlug;
|
---|
5 |
|
---|
6 | use BasPlug;
|
---|
7 | use ghtml;
|
---|
8 |
|
---|
9 | sub BEGIN
|
---|
10 | {
|
---|
11 | @ISA = ('BasPlug');
|
---|
12 | unshift (@INC, "$ENV{'GSDLCOLLECTDIR'}/perllib");
|
---|
13 | }
|
---|
14 |
|
---|
15 | %Exclude = ();
|
---|
16 |
|
---|
17 |
|
---|
18 | # Note: sext is short for scrollable text
|
---|
19 |
|
---|
20 | #field_id label disp_type crit_type width height brs_para
|
---|
21 | #----------------------------------------------------------------
|
---|
22 | #10 sport prdcr text text 30 1 T006
|
---|
23 | #1 text sext text 40 16 TEXT
|
---|
24 | #16 scol ref text text text 30 1 SCOL
|
---|
25 | #19 date text date 10 1 D001
|
---|
26 | #25 Item title text text 20 1 T001
|
---|
27 | #26 B/W Seqs text text 30 1 S001
|
---|
28 | #27 Medium text text 30 1 S002
|
---|
29 | #28 shot type text text 30 1 S003
|
---|
30 | #29 B/W Prog/Item text text 30 1 S004
|
---|
31 | #30 Seqs text text 10 1 S005
|
---|
32 | #31 Format text text 30 1 S006
|
---|
33 | #32 prog/item text text 30 1 S007
|
---|
34 | #35 reg libno text text 30 1 S008
|
---|
35 | #36 reg tape no text text 30 1 S009
|
---|
36 | #37 C Indicator text text 30 1 S010
|
---|
37 | #38 C Holder text text 30 1 T002
|
---|
38 | #39 cprd ind text text 30 1 S011
|
---|
39 | #40 cprd name text text 30 1 T003
|
---|
40 | #44 reference sext text 30 5 R001
|
---|
41 | #49 prog num text text 10 1 PRNO
|
---|
42 | #59 news title text text 30 1 T005
|
---|
43 | #65 cat num text text 10 1 CATN
|
---|
44 | #72 Record number text text 30 1 T007
|
---|
45 | #73 rx_date text date 10 1 S013
|
---|
46 | #74 Music performer text text 30 2 T008
|
---|
47 | #75 Composer text text 30 2 T009
|
---|
48 | #76 mono/stereo text text 30 1 S014
|
---|
49 | #77 music medium text text 30 1 S015
|
---|
50 | #82 Sound Tech text text 30 1 S016
|
---|
51 | #83 Music publisher text text 30 1 S017
|
---|
52 | #84 music tape text text 30 1 T012
|
---|
53 | #89 catalogue text text 3 1 CODE
|
---|
54 | #104 subcat text text 10 1 SUBC
|
---|
55 | #106 prog title text text 40 1 TTLE
|
---|
56 | #109 screen type text text 10 1 DOCT
|
---|
57 | #110 stock title text text 30 1 T013
|
---|
58 | #113 stock ln 4 text text 30 1 T015
|
---|
59 | #114 stock lib 1 text text 30 1 S020
|
---|
60 | #115 stock lib 2 text text 30 1 S021
|
---|
61 | #----------------------------------------------------------------
|
---|
62 |
|
---|
63 |
|
---|
64 | my @brs_field_table
|
---|
65 | = (
|
---|
66 | { field_name => "TTLE", field_id => 106, label => "Prog title",
|
---|
67 | disp_type => "text", crit_type => "text",
|
---|
68 | width => 40, height => 1 },
|
---|
69 | { field_name => "T001", field_id => 25, label => "Item title",
|
---|
70 | disp_type => "text", crit_type => "text",
|
---|
71 | width => 20, height => 1 },
|
---|
72 | { field_name => "T005", field_id => 59, label => "News title",
|
---|
73 | disp_type => "text", crit_type => "text",
|
---|
74 | width => 30, height => 1 },
|
---|
75 | { field_name => "T013", field_id => 110, label => "Stock title",
|
---|
76 | disp_type => "text", crit_type => "text",
|
---|
77 | width => 30, height => 1 },
|
---|
78 | { field_name => "T007", field_id => 72, label => "Record number",
|
---|
79 | disp_type => "text", crit_type => "text",
|
---|
80 | width => 30, height => 1 },
|
---|
81 | { field_name => "TEXT", field_id => 1, label => "Text",
|
---|
82 | disp_type => "scrl", crit_type => "text",
|
---|
83 | width => 40, height => 16 },
|
---|
84 |
|
---|
85 | { field_name => "T006", field_id => 10, label => "Sport prdcr",
|
---|
86 | disp_type => "text", crit_type => "text",
|
---|
87 | width => 30, height => 1 },
|
---|
88 | { field_name => "SCOL", field_id => 16, label => "Scol ref text",
|
---|
89 | disp_type => "text", crit_type => "text",
|
---|
90 | width => 30, height => 1 },
|
---|
91 | { field_name => "D001", field_id => 19, label => "Date",
|
---|
92 | disp_type => "text", crit_type => "date",
|
---|
93 | width => 10, height => 1 },
|
---|
94 | { field_name => "S001", field_id => 26, label => "B/W Seqs",
|
---|
95 | disp_type => "text", crit_type => "text",
|
---|
96 | width => 30, height => 1 },
|
---|
97 | { field_name => "S002", field_id => 27, label => "Medium",
|
---|
98 | disp_type => "text", crit_type => "text",
|
---|
99 | width => 30, height => 1 },
|
---|
100 | { field_name => "S003", field_id => 28, label => "Shot type",
|
---|
101 | disp_type => "text", crit_type => "text",
|
---|
102 | width => 30, height => 1 },
|
---|
103 | { field_name => "S004", field_id => 29, label => "B/W Prog/Item",
|
---|
104 | disp_type => "text", crit_type => "text",
|
---|
105 | width => 30, height => 1 },
|
---|
106 | { field_name => "S005", field_id => 30, label => "Seqs",
|
---|
107 | disp_type => "text", crit_type => "text",
|
---|
108 | width => 10, height => 1 },
|
---|
109 | { field_name => "S006", field_id => 31, label => "Format",
|
---|
110 | disp_type => "text", crit_type => "text",
|
---|
111 | width => 30, height => 1 },
|
---|
112 | { field_name => "S007", field_id => 32, label => "Prog/item",
|
---|
113 | disp_type => "text", crit_type => "text",
|
---|
114 | width => 30, height => 1 },
|
---|
115 | { field_name => "S008", field_id => 35, label => "Reg libno",
|
---|
116 | disp_type => "text", crit_type => "text",
|
---|
117 | width => 30, height => 1 },
|
---|
118 | { field_name => "S009", field_id => 36, label => "Reg tape no",
|
---|
119 | disp_type => "text", crit_type => "text",
|
---|
120 | width => 30, height => 1 },
|
---|
121 | { field_name => "S010", field_id => 37, label => "C Indicator",
|
---|
122 | disp_type => "text", crit_type => "text",
|
---|
123 | width => 30, height => 1 },
|
---|
124 | { field_name => "T002", field_id => 38, label => "C Holder",
|
---|
125 | disp_type => "text", crit_type => "text",
|
---|
126 | width => 30, height => 1 },
|
---|
127 | { field_name => "S011", field_id => 39, label => "Cprd ind",
|
---|
128 | disp_type => "text", crit_type => "text",
|
---|
129 | width => 30, height => 1 },
|
---|
130 | { field_name => "T003", field_id => 40, label => "Cprd name",
|
---|
131 | disp_type => "text", crit_type => "text",
|
---|
132 | width => 30, height => 1 },
|
---|
133 | { field_name => "R001", field_id => 44, label => "Reference",
|
---|
134 | disp_type => "scrl", crit_type => "text",
|
---|
135 | width => 30, height => 5 },
|
---|
136 | { field_name => "PRNO", field_id => 49, label => "Prog num",
|
---|
137 | disp_type => "text", crit_type => "text",
|
---|
138 | width => 10, height => 1 },
|
---|
139 | { field_name => "CATN", field_id => 65, label => "Cat num",
|
---|
140 | disp_type => "text", crit_type => "text",
|
---|
141 | width => 10, height => 1 },
|
---|
142 | { field_name => "S013", field_id => 73, label => "Rx_date",
|
---|
143 | disp_type => "text", crit_type => "date",
|
---|
144 | width => 10, height => 1 },
|
---|
145 | { field_name => "T008", field_id => 74, label => "Music performer",
|
---|
146 | disp_type => "text", crit_type => "text",
|
---|
147 | width => 30, height => 2 },
|
---|
148 | { field_name => "T009", field_id => 75, label => "Composer",
|
---|
149 | disp_type => "text", crit_type => "text",
|
---|
150 | width => 30, height => 2 },
|
---|
151 | { field_name => "S014", field_id => 76, label => "Mono/stereo",
|
---|
152 | disp_type => "text", crit_type => "text",
|
---|
153 | width => 30, height => 1 },
|
---|
154 | { field_name => "S015", field_id => 77, label => "Music medium",
|
---|
155 | disp_type => "text", crit_type => "text",
|
---|
156 | width => 30, height => 1 },
|
---|
157 | { field_name => "S016", field_id => 82, label => "Sound Tech",
|
---|
158 | disp_type => "text", crit_type => "text",
|
---|
159 | width => 30, height => 1 },
|
---|
160 | { field_name => "S017", field_id => 83, label => "Music publisher",
|
---|
161 | disp_type => "text", crit_type => "text",
|
---|
162 | width => 30, height => 1 },
|
---|
163 | { field_name => "T012", field_id => 84, label => "Music tape",
|
---|
164 | disp_type => "text", crit_type => "text",
|
---|
165 | width => 30, height => 1 },
|
---|
166 | { field_name => "CODE", field_id => 89, label => "Catalogue",
|
---|
167 | disp_type => "text", crit_type => "text",
|
---|
168 | width => 3, height => 1 },
|
---|
169 | { field_name => "SUBC", field_id => 104, label => "Subcat",
|
---|
170 | disp_type => "text", crit_type => "text",
|
---|
171 | width => 10, height => 1 },
|
---|
172 | { field_name => "DOCT", field_id => 109, label => "Screen type",
|
---|
173 | disp_type => "text", crit_type => "text",
|
---|
174 | width => 10, height => 1 },
|
---|
175 | { field_name => "T015", field_id => 113, label => "Stock ln 4",
|
---|
176 | disp_type => "text", crit_type => "text",
|
---|
177 | width => 30, height => 1 },
|
---|
178 | { field_name => "S020", field_id => 114, label => "Stock lib 1",
|
---|
179 | disp_type => "text", crit_type => "text",
|
---|
180 | width => 30, height => 1 },
|
---|
181 | { field_name => "S021", field_id => 115, label => "Stock lib 2",
|
---|
182 | disp_type => "text", crit_type => "text",
|
---|
183 | width => 30, height => 1 }
|
---|
184 | );
|
---|
185 |
|
---|
186 |
|
---|
187 | my @brs_title_list = ("TTLE", "T001", "T005", "T013", "T007", "RFTI");
|
---|
188 | my %cat_num_list = ();
|
---|
189 |
|
---|
190 | sub new {
|
---|
191 | my ($class) = @_;
|
---|
192 | my $self = new BasPlug ($class, @_);
|
---|
193 |
|
---|
194 | return bless $self, $class;
|
---|
195 | }
|
---|
196 |
|
---|
197 | sub get_default_process_exp {
|
---|
198 | my $self = shift (@_);
|
---|
199 |
|
---|
200 | # return q^(?i)\.brs$^;
|
---|
201 | return q^b.+^;
|
---|
202 | }
|
---|
203 |
|
---|
204 | my $brs_doc_count = 0;
|
---|
205 | my $brs_dot_count = 0;
|
---|
206 | my $brs_line_no = 0;
|
---|
207 |
|
---|
208 | sub brs_error
|
---|
209 | {
|
---|
210 | my ($file, $mess, $outhandle) = @_;
|
---|
211 |
|
---|
212 | print $outhandle "Malformed BRS recorded at line $brs_line_no in $file:\n";
|
---|
213 | print $outhandle " $mess\n";
|
---|
214 | }
|
---|
215 |
|
---|
216 | sub read_brs_record
|
---|
217 | {
|
---|
218 | my ($recordref, $file, $outhandle) = @_;
|
---|
219 |
|
---|
220 | my $extra_trigger = '\s*>';
|
---|
221 | my $text_divider = "-" x 78;
|
---|
222 | my $text_end = '^\.\.[^:]+:$';
|
---|
223 |
|
---|
224 | # Print "." to signify processing if enough records have been read in
|
---|
225 | $brs_doc_count++;
|
---|
226 | if (($brs_doc_count % 10) == 0)
|
---|
227 | {
|
---|
228 | print $outhandle ".";
|
---|
229 | $brs_dot_count++;
|
---|
230 | print $outhandle "\n" if (($brs_dot_count % 80) == 0);
|
---|
231 | }
|
---|
232 |
|
---|
233 | my $brs_rec = undef;
|
---|
234 | my $line = undef;
|
---|
235 |
|
---|
236 | # read in the record
|
---|
237 | my @brs_lines = split /\n/, $$recordref;
|
---|
238 |
|
---|
239 | while (scalar(@brs_lines)>0)
|
---|
240 | {
|
---|
241 | $line = shift(@brs_lines);
|
---|
242 | $line =~ s/\cM//g;
|
---|
243 |
|
---|
244 | $brs_line_no++;
|
---|
245 |
|
---|
246 | if ($line =~ m/^\.\.([^:]+):$/)
|
---|
247 | {
|
---|
248 | my $field_name = $1;
|
---|
249 |
|
---|
250 | if ($field_name eq "TEXT")
|
---|
251 | {
|
---|
252 | my $text_above = "";
|
---|
253 | my $text_extra = "";
|
---|
254 | my $text_below = "";
|
---|
255 |
|
---|
256 | my $add_mode = "above";
|
---|
257 |
|
---|
258 | while (scalar(@brs_lines)>0)
|
---|
259 | {
|
---|
260 | last if ($brs_lines[0] =~ m/$text_end/);
|
---|
261 |
|
---|
262 | $line = shift(@brs_lines);
|
---|
263 | $brs_line_no++;
|
---|
264 |
|
---|
265 | if ($line =~ m/^$text_divider/)
|
---|
266 | {
|
---|
267 | $add_mode = "below";
|
---|
268 | next;
|
---|
269 | }
|
---|
270 |
|
---|
271 | if ($line =~ m/^$extra_trigger/)
|
---|
272 | {
|
---|
273 | $text_extra .= "$line\n";
|
---|
274 | $add_mode = "below";
|
---|
275 | next;
|
---|
276 | }
|
---|
277 |
|
---|
278 | if ($line =~ m/^\.\.[^:]+:/)
|
---|
279 | {
|
---|
280 | if ($line =~ m/^\.\.TEXT/)
|
---|
281 | {
|
---|
282 | $add_mode = "above";
|
---|
283 | next;
|
---|
284 | }
|
---|
285 | else
|
---|
286 | {
|
---|
287 | brs_error($file, "Unexpected field $line", $outhandle);
|
---|
288 | # put field name back
|
---|
289 | unshift(@brs_lines, $line);
|
---|
290 | $brs_line_no--;
|
---|
291 | last;
|
---|
292 | }
|
---|
293 | }
|
---|
294 |
|
---|
295 | if ($line !~ m/^\s+(-){10,}$/)
|
---|
296 | {
|
---|
297 | if ($add_mode eq "above")
|
---|
298 | {
|
---|
299 | $text_above .= "$line ";
|
---|
300 | }
|
---|
301 | else
|
---|
302 | {
|
---|
303 | $text_below .= "$line ";
|
---|
304 | }
|
---|
305 | }
|
---|
306 | }
|
---|
307 |
|
---|
308 | $brs_rec->{TEXTA} .= $text_above if ($text_above ne "");
|
---|
309 | $brs_rec->{TEXTB} .= $text_below if ($text_below ne "");
|
---|
310 | $brs_rec->{TEXTE} .= $text_extra if ($text_extra ne "");
|
---|
311 | }
|
---|
312 | elsif ($field_name =~ /^RF/)
|
---|
313 | {
|
---|
314 | # read zz fields until end of record
|
---|
315 |
|
---|
316 | while (scalar(@brs_lines)>0)
|
---|
317 | {
|
---|
318 | my $line_ahead = $brs_lines[0];
|
---|
319 | last if ($line_ahead =~ m/^\.\.[^:]+:$/);
|
---|
320 |
|
---|
321 | $line = shift(@brs_lines);
|
---|
322 | $brs_line_no++;
|
---|
323 |
|
---|
324 | if (!defined($brs_rec->{$field_name}))
|
---|
325 | {
|
---|
326 | $brs_rec->{$field_name} = [$line];
|
---|
327 | }
|
---|
328 | else
|
---|
329 | {
|
---|
330 | push(@{$brs_rec->{$field_name}},$line);
|
---|
331 | }
|
---|
332 | }
|
---|
333 | }
|
---|
334 | else
|
---|
335 | {
|
---|
336 | my $field_entry = "";
|
---|
337 | while ($brs_lines[0] !~ m/^\.\.[^:]+:$/)
|
---|
338 | {
|
---|
339 | $field_entry .= shift(@brs_lines);
|
---|
340 | $brs_line_no++;
|
---|
341 | last if (scalar(@brs_lines)==0);
|
---|
342 | }
|
---|
343 |
|
---|
344 | if (!defined($brs_rec->{$field_name}))
|
---|
345 | {
|
---|
346 | $brs_rec->{$field_name} = $field_entry;
|
---|
347 | }
|
---|
348 | else
|
---|
349 | {
|
---|
350 | brs_error($file, "$field_name already defined.", $outhandle);
|
---|
351 | }
|
---|
352 | }
|
---|
353 | }
|
---|
354 | else
|
---|
355 | {
|
---|
356 | brs_error($file, "Malformed field: $line.", $outhandle);
|
---|
357 | }
|
---|
358 | }
|
---|
359 |
|
---|
360 | # format the programme number if required
|
---|
361 | &format_prognum($brs_rec);
|
---|
362 |
|
---|
363 | return ($brs_rec);
|
---|
364 | }
|
---|
365 |
|
---|
366 | my $brs_processed_count = 0;
|
---|
367 |
|
---|
368 | sub brs_full_record_in_html
|
---|
369 | {
|
---|
370 | my ($doc_obj,$cursection,$brs_rec) = @_;
|
---|
371 |
|
---|
372 | my $html_table = "";
|
---|
373 | my $table_line = "";
|
---|
374 | my $cell_count = 0;
|
---|
375 | my $long_lines = "";
|
---|
376 |
|
---|
377 | my $i;
|
---|
378 | for ($i=0; $i<=$#brs_field_table; $i++)
|
---|
379 | {
|
---|
380 | my $field_name = $brs_field_table[$i]->{'field_name'};
|
---|
381 | if (defined($brs_rec->{$field_name}))
|
---|
382 | {
|
---|
383 | my $field_label = $brs_field_table[$i]->{'label'};
|
---|
384 | my $field_value = $brs_rec->{$field_name};
|
---|
385 |
|
---|
386 | # these fields get their own line
|
---|
387 | if ($field_label =~ /^(Prog|Item|News|Stock) title$/) {
|
---|
388 | my $safe_value = $field_value;
|
---|
389 | &ghtml::urlsafe ($safe_value);
|
---|
390 | $long_lines .= "<tr valign=top><td><b>$field_label:</b></td><td colspan=5>";
|
---|
391 | $long_lines .= "<a href=\"_httpquerytitle_&q=$safe_value\">$field_value</a></td></tr>\n";
|
---|
392 | $long_lines .= "$field_value</td></tr>\n";
|
---|
393 |
|
---|
394 | } else {
|
---|
395 |
|
---|
396 | if (($cell_count>0) && ($cell_count%3 == 0))
|
---|
397 | {
|
---|
398 | $html_table .= "\n<tr valign=top>\n$table_line\n</tr>\n";
|
---|
399 | $table_line = "";
|
---|
400 | }
|
---|
401 | $cell_count++;
|
---|
402 | if ($field_name eq "D001") # a Dublin core style date
|
---|
403 | {
|
---|
404 | my @mon_convert
|
---|
405 | = ("Jan", "Feb", "Mar", "Apr", "May", "Jun",
|
---|
406 | "Jul", "Aug", "Sep", "Oct", "Nov", "Dec");
|
---|
407 |
|
---|
408 | my ($year,$monnum,$day)
|
---|
409 | = ($field_value =~ m/(\d{4})(\d{2})(\d{2})/);
|
---|
410 | my $moneng = $mon_convert[$monnum-1];
|
---|
411 |
|
---|
412 | $field_value = "$day $moneng $year";
|
---|
413 |
|
---|
414 | } elsif ($field_name eq "PRNO") {
|
---|
415 | my $safe_value = $field_value;
|
---|
416 | &ghtml::urlsafe ($safe_value);
|
---|
417 | $field_value = "<a href=\"_httpqueryprogname_&q=$safe_value\">$field_value</a>";
|
---|
418 |
|
---|
419 | } elsif ($field_name eq "CATN") {
|
---|
420 | my $safe_value = $field_value;
|
---|
421 | &ghtml::urlsafe ($safe_value);
|
---|
422 | $field_value = "<a href=\"_httpquerycatnum_&q=$safe_value\">$field_value</a>";
|
---|
423 |
|
---|
424 | } elsif ($field_name eq "T003") {
|
---|
425 | my $safe_value = $field_value;
|
---|
426 | &ghtml::urlsafe ($safe_value);
|
---|
427 | $field_value = "<a href=\"_httpqueryzzabn_&q=$safe_value\">$field_value</a>";
|
---|
428 | }
|
---|
429 |
|
---|
430 | $table_line .= "<td><b>$field_label:</b></td><td>$field_value</td>\n";
|
---|
431 | }
|
---|
432 | }
|
---|
433 | }
|
---|
434 |
|
---|
435 | if ($cell_count%3 != 0) {
|
---|
436 | $table_line .= "<td colspan=" . (3-($cell_count%3))*2 . "></td>";
|
---|
437 | }
|
---|
438 |
|
---|
439 | $html_table .= "\n<tr>\n$table_line\n</tr>\n";
|
---|
440 | $html_table = "<table>\n$long_lines$html_table\n</table>\n";
|
---|
441 |
|
---|
442 | $doc_obj->add_utf8_text($cursection, $html_table);
|
---|
443 | }
|
---|
444 |
|
---|
445 | sub process_brs_record
|
---|
446 | {
|
---|
447 | my ($processor, $brs_rec, $file, $outhandle) = @_;
|
---|
448 |
|
---|
449 | if (defined($brs_rec))
|
---|
450 | {
|
---|
451 |
|
---|
452 | # only include those records in the chosen subcats - these lines
|
---|
453 | # should be commented out to build the entire collection
|
---|
454 |
|
---|
455 | # National Sound Archive collection
|
---|
456 | # if (!defined ($brs_rec->{'SUBC'}) ||
|
---|
457 | # $brs_rec->{'SUBC'} !~ /^(RADCOMP|RADIOX|RADPROG|RADNEWS|BDSPROG|UNCATRAD|RADIOREF|WILDSOUND)$/) {
|
---|
458 | # return;
|
---|
459 | # }
|
---|
460 |
|
---|
461 | # British Film Institute collection
|
---|
462 | # if (!defined ($brs_rec->{'SUBC'}) ||
|
---|
463 | # $brs_rec->{'SUBC'} !~ /^(LONPROG|NEWS)$/) {
|
---|
464 | # return;
|
---|
465 | # }
|
---|
466 |
|
---|
467 | # "the rest" collection
|
---|
468 | if (!defined ($brs_rec->{'SUBC'}) ||
|
---|
469 | $brs_rec->{'SUBC'} =~ /^(LONPROG|NEWS|RADCOMP|RADIOX|RADPROG|RADNEWS|BDSPROG|UNCATRAD|RADIOREF|WILDSOUND)$/) {
|
---|
470 | return;
|
---|
471 | }
|
---|
472 |
|
---|
473 | # don't include the secret stuff ;-)
|
---|
474 | if (defined ($brs_rec->{'SUBC'}) && $brs_rec->{'SUBC'} eq "HISTORY") {
|
---|
475 | print STDERR "\nexcluding secret stuff - line $brs_line_no in $file\n";
|
---|
476 | return;
|
---|
477 | }
|
---|
478 |
|
---|
479 |
|
---|
480 | my $doc_obj = new doc ($file, "indexed_doc");
|
---|
481 | $brs_processed_count++;
|
---|
482 |
|
---|
483 | my $cursection = $doc_obj->get_top_section();
|
---|
484 |
|
---|
485 | my $found_match = "no";
|
---|
486 |
|
---|
487 | my $pot_title;
|
---|
488 | foreach $pot_title ( @brs_title_list )
|
---|
489 | {
|
---|
490 | if (defined ($brs_rec->{$pot_title}))
|
---|
491 | {
|
---|
492 | my $title = "";
|
---|
493 |
|
---|
494 | if ($pot_title =~ m/^zz/)
|
---|
495 | {
|
---|
496 | my $zz_join = join(" ", @{$brs_rec->{$pot_title}});
|
---|
497 | my @zz_split = split(" ", $zz_join);
|
---|
498 | map { $title .= "$_ " if ($_ !~ m/^xx/); } @zz_split;
|
---|
499 | }
|
---|
500 | else
|
---|
501 | {
|
---|
502 | $title = $brs_rec->{$pot_title};
|
---|
503 | }
|
---|
504 |
|
---|
505 | my $tl_ref = $doc_obj->get_metadata ($cursection, "Title");
|
---|
506 |
|
---|
507 | if (scalar(@$tl_ref==0))
|
---|
508 | {
|
---|
509 | $doc_obj->add_utf8_metadata ($cursection, "Title", $title);
|
---|
510 | }
|
---|
511 | else
|
---|
512 | {
|
---|
513 | my $exists = "no";
|
---|
514 |
|
---|
515 | map { $exists = "yes" if ($title eq $_); } @$tl_ref;
|
---|
516 | if ($exists eq "no")
|
---|
517 | {
|
---|
518 | $doc_obj->add_utf8_metadata($cursection, "Title", $title);
|
---|
519 | }
|
---|
520 | }
|
---|
521 | $found_match = "yes";
|
---|
522 | }
|
---|
523 | }
|
---|
524 | if ($found_match eq "no")
|
---|
525 | {
|
---|
526 | if (defined($brs_rec->{TEXTA}))
|
---|
527 | {
|
---|
528 | my $sub_title = substr($brs_rec->{TEXTA},0,60) . " ... ";
|
---|
529 | $doc_obj->add_utf8_metadata ($cursection, "Title", $sub_title);
|
---|
530 | }
|
---|
531 | elsif (defined($brs_rec->{TEXTB}))
|
---|
532 | {
|
---|
533 | my $sub_title = substr($brs_rec->{TEXTB},0,60) . " ... ";
|
---|
534 | $doc_obj->add_utf8_metadata ($cursection, "Title", $sub_title);
|
---|
535 | }
|
---|
536 | else
|
---|
537 | {
|
---|
538 | print $outhandle "\nNo title or text for record ending at line ";
|
---|
539 | print $outhandle $brs_line_no-1, " in $file\n";
|
---|
540 | }
|
---|
541 | }
|
---|
542 |
|
---|
543 | if (defined($brs_rec->{'T001'})) # item title
|
---|
544 | {
|
---|
545 | $doc_obj->add_utf8_metadata ($cursection, "ItemTitle", $brs_rec->{'T001'});
|
---|
546 | }
|
---|
547 |
|
---|
548 | if (defined($brs_rec->{'D001'})) # date
|
---|
549 | {
|
---|
550 | $doc_obj->add_utf8_metadata ($cursection, "Date", $brs_rec->{'D001'});
|
---|
551 | }
|
---|
552 | else
|
---|
553 | {
|
---|
554 | print $outhandle "\nNo date for record ending at line ";
|
---|
555 | print $outhandle $brs_line_no-1, " in $file\n";
|
---|
556 | }
|
---|
557 |
|
---|
558 | if (defined($brs_rec->{'PRNO'})) # programme number
|
---|
559 | {
|
---|
560 | $doc_obj->add_utf8_metadata ($cursection, "ProgNumber", $brs_rec->{'PRNO'});
|
---|
561 | }
|
---|
562 |
|
---|
563 | if (defined($brs_rec->{'CATN'})) # catalogue number
|
---|
564 | {
|
---|
565 | $doc_obj->add_utf8_metadata ($cursection, "CatNum", $brs_rec->{'CATN'});
|
---|
566 | }
|
---|
567 |
|
---|
568 | # RFAN, RFAB and T003 fields
|
---|
569 | if (defined($brs_rec->{'RFAB'}) || defined($brs_rec->{'RFAN'}) || defined($brs_rec->{'T003'}))
|
---|
570 | {
|
---|
571 | my $zzabn = "";
|
---|
572 | if (defined($brs_rec->{'RFAB'})) {
|
---|
573 | foreach my $a (@{$brs_rec->{'RFAB'}}) {
|
---|
574 | $a =~ s/[^a-zA-Z0-9]//g;
|
---|
575 | $zzabn .= " " . $a;
|
---|
576 | }
|
---|
577 | }
|
---|
578 | if (defined($brs_rec->{'RFAN'})) {
|
---|
579 | foreach my $a (@{$brs_rec->{'RFAN'}}) {
|
---|
580 | $a =~ s/[^a-zA-Z0-9]//g;
|
---|
581 | $zzabn .= " " . $a;
|
---|
582 | }
|
---|
583 | }
|
---|
584 | if (defined($brs_rec->{'T003'})) {
|
---|
585 | my $value = $brs_rec->{'T003'};
|
---|
586 | $value =~ s/[^a-zA-Z0-9]//g;
|
---|
587 | $zzabn .= " " . $value;
|
---|
588 | }
|
---|
589 | $doc_obj->add_utf8_metadata ($cursection, "zzabn", $zzabn);
|
---|
590 | }
|
---|
591 |
|
---|
592 | if (defined($brs_rec->{'RFN'}))
|
---|
593 | {
|
---|
594 | my $name;
|
---|
595 | foreach $name (@{$brs_rec->{'RFN'}})
|
---|
596 | {
|
---|
597 | $doc_obj->add_utf8_metadata ($cursection, "People", $name);
|
---|
598 | }
|
---|
599 | }
|
---|
600 |
|
---|
601 | brs_full_record_in_html($doc_obj,$cursection,$brs_rec);
|
---|
602 |
|
---|
603 | if (defined($brs_rec->{TEXTA}))
|
---|
604 | {
|
---|
605 |
|
---|
606 | my $desc_texta = "<h3>Description</h3>$brs_rec->{TEXTA}";
|
---|
607 | $doc_obj->add_utf8_text ($cursection, $desc_texta);
|
---|
608 |
|
---|
609 | if (defined($brs_rec->{TEXTE}))
|
---|
610 | {
|
---|
611 | my $raw_texte = $brs_rec->{TEXTE};
|
---|
612 | $raw_texte =~ s/^\s*>\s*/<li>/mg;
|
---|
613 |
|
---|
614 | my $test_empty = $raw_texte;
|
---|
615 | $test_empty =~ s/(<li>)+//g;
|
---|
616 |
|
---|
617 | if ($test_empty ne "")
|
---|
618 | {
|
---|
619 | my $desc_texte = $raw_texte;
|
---|
620 | $desc_texte =~ s/^<li>(.*)$/<li><i>$1<\/i>/mg;
|
---|
621 | $desc_texte = "<p>Additional:<ul>$desc_texte</ul>";
|
---|
622 | $doc_obj->add_utf8_text ($cursection, $desc_texte);
|
---|
623 | }
|
---|
624 | }
|
---|
625 | }
|
---|
626 |
|
---|
627 | if (defined($brs_rec->{TEXTB}))
|
---|
628 | {
|
---|
629 | my $desc_textb = "<h3>Comments</h3>$brs_rec->{TEXTB}";
|
---|
630 | $doc_obj->add_utf8_text($cursection, $desc_textb);
|
---|
631 | }
|
---|
632 |
|
---|
633 | my $full_text = "";
|
---|
634 | $full_text .= "$brs_rec->{TEXTA}\n" if (defined($brs_rec->{TEXTA}));
|
---|
635 | $full_text .= "$brs_rec->{TEXTE}\n" if (defined($brs_rec->{TEXTE}));
|
---|
636 | $full_text .= "$brs_rec->{TEXTB}\n" if (defined($brs_rec->{TEXTB}));
|
---|
637 |
|
---|
638 | my @zz_list = ( "RFPG", "RFLO", "RFN" );
|
---|
639 | my $zz;
|
---|
640 | foreach $zz ( @zz_list)
|
---|
641 | {
|
---|
642 | if (defined($brs_rec->{$zz}))
|
---|
643 | {
|
---|
644 | my $filtered_text = "";
|
---|
645 |
|
---|
646 | my $name;
|
---|
647 | foreach $name (@{$brs_rec->{$zz}})
|
---|
648 | {
|
---|
649 | my @split_zz = split(' ',$name);
|
---|
650 | map { $filtered_text .= "$_ " if ($_ =~ m/^xx/) } @split_zz
|
---|
651 | }
|
---|
652 |
|
---|
653 | $full_text .= "$filtered_text\n";
|
---|
654 | }
|
---|
655 | }
|
---|
656 |
|
---|
657 | # format zz fields (tail end of record)
|
---|
658 | my $zz_html = "<table>\n";
|
---|
659 |
|
---|
660 | my $pot_zz;
|
---|
661 | foreach $pot_zz (keys %{$brs_rec})
|
---|
662 | {
|
---|
663 | if ($pot_zz =~ m/^RF/)
|
---|
664 | {
|
---|
665 | my $zz = $pot_zz;
|
---|
666 | my $name;
|
---|
667 | foreach $name (@{$brs_rec->{$zz}})
|
---|
668 | {
|
---|
669 | if ($zz eq "RFN") {
|
---|
670 | my $safe_name = $name;
|
---|
671 | &ghtml::urlsafe ($safe_name);
|
---|
672 | $zz_html .= "<tr><td><b>$zz:</b></td><td><a href=\"_httpquerypeople_&q=$safe_name\">$name</a></td></tr>\n";
|
---|
673 | } elsif ($zz =~ /^RFA[BN]$/) {
|
---|
674 | my $safe_name = $name;
|
---|
675 | &ghtml::urlsafe ($safe_name);
|
---|
676 | $zz_html .= "<tr><td><b>$zz:</b></td><td><a href=\"_httpqueryzzabn_&q=$safe_name\">$name</a></td></tr>\n";
|
---|
677 |
|
---|
678 | } else {
|
---|
679 | $zz_html .= "<tr><td><b>$zz:</b></td><td>$name</td></tr>\n";
|
---|
680 | }
|
---|
681 | }
|
---|
682 | }
|
---|
683 | }
|
---|
684 | $zz_html .= "</table>\n";
|
---|
685 | $doc_obj->add_utf8_text($cursection, $zz_html);
|
---|
686 |
|
---|
687 | # add OID - we'll use the catalog number (hoping it's unique)
|
---|
688 | my $cat_num = $brs_rec->{'CATN'};
|
---|
689 | if (!defined $cat_num) {
|
---|
690 | print $outhandle "\n***** No catalogue number for record ending at line ";
|
---|
691 | print $outhandle $brs_line_no-1, " in $file - THIS RECORD WILL BE IGNORED\n";
|
---|
692 | foreach my $v (keys(%$brs_rec)) {
|
---|
693 | if (ref($brs_rec->{$v}) eq "ARRAY") {
|
---|
694 | foreach my $i (@{$brs_rec->{$v}}) {
|
---|
695 | print STDERR "$v -> $i\n";
|
---|
696 | }
|
---|
697 | } else {
|
---|
698 | print STDERR $v . " -> " . $brs_rec->{$v} . "\n";
|
---|
699 | }
|
---|
700 | }
|
---|
701 | return;
|
---|
702 | }
|
---|
703 | if (defined ($cat_num_list{$cat_num})) {
|
---|
704 | print $outhandle "WARNING: catalog number $cat_num used more than once\n";
|
---|
705 | }
|
---|
706 | $doc_obj->set_OID ("bbc" . $cat_num);
|
---|
707 | $cat_num_list{$cat_num} = 1;
|
---|
708 |
|
---|
709 | # process the document
|
---|
710 | $processor->process($doc_obj);
|
---|
711 | }
|
---|
712 | else
|
---|
713 | {
|
---|
714 | print $outhandle "BRS record empty\n";
|
---|
715 | }
|
---|
716 |
|
---|
717 | }
|
---|
718 |
|
---|
719 | sub read {
|
---|
720 | my $self = shift (@_);
|
---|
721 | my ($pluginfo, $base_dir, $file, $metadata, $processor, $maxdocs) = @_;
|
---|
722 | my $outhandle = $self->{'outhandle'};
|
---|
723 |
|
---|
724 | my $filename = &util::filename_cat($base_dir, $file);
|
---|
725 | # return 0 if $self->{'block_exp'} ne "" && $filename =~ /$self->{'block_exp'}/;
|
---|
726 | if ($filename !~ /$self->{'process_exp'}/ || !-f $filename) {
|
---|
727 | return undef;
|
---|
728 | }
|
---|
729 | # my $plugin_name = ref ($self);
|
---|
730 | $file =~ s/^[\/\\]+//; # $file often begins with / so we'll tidy it up
|
---|
731 |
|
---|
732 | # create a new document
|
---|
733 | # my $doc_obj = new doc ($filename, "indexed_doc");
|
---|
734 |
|
---|
735 | # read in file ($text will be in utf8)
|
---|
736 | # my $text = "";
|
---|
737 | # $self->read_file ($filename, \$text);
|
---|
738 |
|
---|
739 | # if ($text !~ /\w/) {
|
---|
740 | # print $outhandle "$plugin_name: ERROR: $file contains no text\n" if $self->{'verbosity'};
|
---|
741 | # return 0;
|
---|
742 | # }
|
---|
743 |
|
---|
744 | # text is always plain ascii
|
---|
745 | undef $/;
|
---|
746 | open (FILE, $filename) || die;
|
---|
747 | my $text = <FILE>;
|
---|
748 | close FILE;
|
---|
749 | $/ = "\n";
|
---|
750 |
|
---|
751 |
|
---|
752 | # include any metadata passed in from previous plugins
|
---|
753 | # note that this metadata is associated with the top level section
|
---|
754 | # $self->extra_metadata ($doc_obj, $doc_obj->get_top_section(), $metadata);
|
---|
755 |
|
---|
756 | print $outhandle "BBC Sound Archive Plug for BRS format: processing $file\n"
|
---|
757 | if $self->{'verbosity'} > 1;
|
---|
758 |
|
---|
759 | # reset line number count
|
---|
760 | $brs_line_no = 0;
|
---|
761 |
|
---|
762 | my @records = split /\*\*\* BRS DOCUMENT BOUNDARY \*\*\*\s+/, $text;
|
---|
763 | $text = "";
|
---|
764 |
|
---|
765 | foreach $record (@records) {
|
---|
766 | next if $record !~ /\w/; # first record will be empty
|
---|
767 | my $brs_rec = &read_brs_record(\$record, $file, $self->{'outhandle'});
|
---|
768 | &process_brs_record ($processor, $brs_rec, $file, $self->{'outhandle'});
|
---|
769 | }
|
---|
770 |
|
---|
771 | print $outhandle "\nNumber of BRS records = $brs_doc_count\n";
|
---|
772 | print $outhandle "Number of BRS records processed = $brs_processed_count\n";
|
---|
773 |
|
---|
774 | return 1; # processed the file
|
---|
775 | }
|
---|
776 |
|
---|
777 | sub end {
|
---|
778 | my $self = shift (@_);
|
---|
779 | my ($processor) = @_;
|
---|
780 |
|
---|
781 | $processor->close_file_output() if defined $processor;
|
---|
782 | }
|
---|
783 |
|
---|
784 | sub format_prognum {
|
---|
785 | my ($brs_rec) = @_;
|
---|
786 |
|
---|
787 | return unless defined $brs_rec->{'PRNO'};
|
---|
788 |
|
---|
789 | my $old_num = $brs_rec->{'PRNO'};
|
---|
790 |
|
---|
791 | if (defined $brs_rec->{'magazine'}) {
|
---|
792 | if ($brs_rec->{'PRNO'} =~ /^\S\S /) { # space at position 3
|
---|
793 | if ($brs_rec->{'magazine'} =~ /(\d+)/) {
|
---|
794 | # algorithm A
|
---|
795 | my $magnumber = $1;
|
---|
796 | $brs_rec->{'PRNO'} =~ /(\S\S) (\S\S)(\S+)/;
|
---|
797 | $brs_rec->{'PRNO'} = $2 . $1 . $3 . $magnumber;
|
---|
798 | } else {
|
---|
799 | # common algorithm
|
---|
800 | $brs_rec->{'PRNO'} =~ /(\S\S) (\S\S)(\S+)/;
|
---|
801 | $brs_rec->{'PRNO'} = $2 . $1 . $3;
|
---|
802 | }
|
---|
803 | }
|
---|
804 | } else {
|
---|
805 | if ($brs_rec->{'PRNO'} =~ /^\S\S / && $brs_rec->{'PRNO'} !~ /:/) { # space at position 3 and no colon
|
---|
806 | # common algorithm
|
---|
807 | $brs_rec->{'PRNO'} =~ /(\S\S) (\S\S)(\S+)/;
|
---|
808 | $brs_rec->{'PRNO'} = $2 . $1 . $3;
|
---|
809 | } elsif ($brs_rec->{'PRNO'} =~ /^(\S):(\S\S) (\S\S)(\S+)/) { # colon at position 2 and space at position 5
|
---|
810 | # algorithm B
|
---|
811 | $brs_rec->{'PRNO'} = $3 . $2 . $4 . $1;
|
---|
812 | }
|
---|
813 | }
|
---|
814 |
|
---|
815 | # if ($brs_rec->{'PRNO'} ne $old_num) {
|
---|
816 | # print STDERR "\n$old_num ... " . $brs_rec->{'PRNO'} . "\n";
|
---|
817 | # }
|
---|
818 | }
|
---|
819 |
|
---|
820 | 1;
|
---|