source: gs2-extensions/video/trunk/perllib/plugins/VideoPlugin.pm@ 22487

Last change on this file since 22487 was 22487, checked in by max, 14 years ago

Fix a bug (getting video duration from ffmpeg)
Re-enable the 25fps fallback for now
File size: 30.9 KB
Line 
1######################################################################
2#
3# VideoPlugin.pm -- plugin for processing video files
4# A component of the Greenstone digital library software
5# from the New Zealand Digital Library Project at the
6# University of Waikato, New Zealand.
7#
8# Copyright (C) 1999 New Zealand Digital Library Project
9#
10# This program is free software; you can redistribute it and/or modify
11# it under the terms of the GNU General Public License as published by
12# the Free Software Foundation; either version 2 of the License, or
13# (at your option) any later version.
14#
15# This program is distributed in the hope that it will be useful,
16# but WITHOUT ANY WARRANTY; without even the implied warranty of
17# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18# GNU General Public License for more details.
19#
20# You should have received a copy of the GNU General Public License
21# along with this program; if not, write to the Free Software
22# Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
23#
24###########################################################################
25
26# -- Largely modeled on how ImagePlugin works
27# -- Can convert to audio as well as video
28
29package VideoPlugin;
30
31use strict;
32no strict 'refs'; # allow filehandles to be variables and viceversa
33no strict 'subs';
34
35use XMLParser;
36use gsprintf;
37
38use MultimediaPlugin;
39use VideoConverter;
40use ReadXMLFile;
41
42sub BEGIN {
43 @VideoPlugin::ISA = ('MultimediaPlugin', 'VideoConverter', 'ReadXMLFile');
44}
45
46
47my $arguments =
48 [ { 'name' => "process_exp",
49 'desc' => "{BasePlugin.process_exp}",
50 'type' => "regexp",
51 'deft' => &get_default_process_exp(),
52 'reqd' => "no" } ];
53
54
55my $options = { 'name' => "VideoPlugin",
56 'desc' => "{VideoPlugin.desc}",
57 'abstract' => "no",
58 'inherits' => "yes",
59 'args' => $arguments };
60
61sub new {
62 my ($class) = shift (@_);
63 my ($pluginlist,$inputargs,$hashArgOptLists) = @_;
64 push(@$pluginlist, $class);
65
66 push(@{$hashArgOptLists->{"ArgList"}},@{$arguments});
67 push(@{$hashArgOptLists->{"OptList"}},$options);
68
69 new VideoConverter($pluginlist, $inputargs, $hashArgOptLists);
70 my $self = new MultimediaPlugin($pluginlist, $inputargs, $hashArgOptLists);
71
72 if ($self->{'info_only'}) {
73 # don't worry about creating the XML parser as all we want is the
74 # list of plugin options
75 return bless $self, $class;
76 }
77
78
79 # create XML::Parser object for parsing keyframe files (produced by hive)
80 my $parser = new XML::Parser('Style' => 'Stream',
81 'Pkg' => 'VideoPlugin',
82 'PluginObj' => $self,
83 'Namespaces' => 1, # strip out namespaces
84 'Handlers' => {'Char' => \&Char,
85 'XMLDecl' => \&XMLDecl,
86 'Entity' => \&Entity,
87 'Doctype' => \&Doctype,
88 'Default' => \&Default
89 });
90
91 $self->{'parser'} = $parser;
92
93
94 return bless $self, $class;
95}
96
97
98
99sub begin {
100 my $self = shift (@_);
101 my ($pluginfo, $base_dir, $processor, $maxdocs) = @_;
102
103 $self->SUPER::begin(@_);
104 $self->VideoConverter::begin(@_);
105}
106
107
108sub init {
109 my $self = shift (@_);
110 my ($verbosity, $outhandle, $failhandle) = @_;
111
112 $self->SUPER::init(@_);
113 $self->VideoConverter::init(@_);
114}
115
116
117sub get_default_process_exp {
118 my $self = shift (@_);
119
120 return q^(?i)\.(mpe?g|flv|mov|qt|wmv|vob|avi|mp4|m4v|ts)$^;
121}
122
123
124sub extract_keyframes
125{
126 my $self = shift (@_);
127 my ($doc_obj,$originalfilename,$filename) = @_;
128
129 my $section = $doc_obj->get_top_section();
130
131 my $output_dir = $self->{'cached_dir'};
132 my $ivideo_root = $self->{'cached_file_root'};
133
134 # Generate the keyframes with ffmpeg and hive
135 my $ifilename = $originalfilename || $filename;
136 my ($keyframe_cmd,$okeyframe_filename) = $self->keyframe_cmd($ifilename);
137
138 my $keyframe_options = { @{$self->{'ffmpeg_monitor'}},
139 'message_prefix' => "Keyframe",
140 'message' => "Extracting keyframes" };
141
142 $self->run_cached_general_cmd($keyframe_cmd,
143 $ifilename,$okeyframe_filename,
144 $keyframe_options);
145 $self->parse_shot_xml();
146
147 my $keep_keyframe_timeline = $self->{'keep_keyframe_timeline'};
148 $self->associate_keyframes($doc_obj,$section,$keep_keyframe_timeline);
149
150}
151
152
153
154sub extract_thumbnail
155{
156 my $self = shift (@_);
157 my ($doc_obj,$filename,$convertto_regenerated,$thumbnailtype,
158 $thumbnail_width, $thumbnail_height) = @_;
159
160 my $section = $doc_obj->get_top_section();
161
162 my $output_dir = $self->{'cached_dir'};
163 my $ivideo_root = $self->{'cached_file_root'};
164
165 my $verbosity = $self->{'verbosity'};
166 my $outhandle = $self->{'outhandle'};
167
168
169 # Generate the thumbnail with convert, a la ImagePlugin
170
171 my $thumbnailfile = &util::filename_cat($output_dir,"$ivideo_root-thumbnail.$thumbnailtype");
172
173 my $optionally_run_general_cmd = "run_uncached_general_cmd";
174 if ($self->{'enable_cache'}) {
175 $optionally_run_general_cmd
176 = ($convertto_regenerated) ? "regenerate_general_cmd" : "run_cached_general_cmd";
177 }
178
179### print STDERR "**** creating thumbnail: $thumbnail_width x $thumbnail_height\n";
180 my $ofilename = $self->get_ovideo_filename($self->{'enable_streaming'});
181 my ($thumb_cmd ,$othumb_filename)
182 = $self->keyframe_thumbnail_cmd($ofilename,$thumbnailfile,$thumbnail_width,$thumbnail_height);
183
184 my $thumb_options = { 'verbosity' => $verbosity,
185 'outhandle' => $outhandle,
186 'message_prefix' => "Thumbnail",
187 'message' => "Generating thumbnail" };
188
189 my ($thumb_regenerated,$thumb_result,$thumb_had_error)
190 = $self->$optionally_run_general_cmd($thumb_cmd,$ofilename,$thumbnailfile,$thumb_options);
191
192 # Add the thumbnail as an associated file ...
193 if (-e "$thumbnailfile") {
194 $doc_obj->associate_file("$thumbnailfile", "thumbnail.$thumbnailtype",
195 "image/$thumbnailtype",$section);
196 $doc_obj->add_metadata ($section, "ThumbType", $thumbnailtype);
197 $doc_obj->add_metadata ($section, "Thumb", "thumbnail.$thumbnailtype");
198
199 $doc_obj->add_utf8_metadata ($section, "thumbicon", "<img src=\"_httpprefix_/collect/[collection]/index/assoc/[assocfilepath]/[Thumb]\" width=[ThumbWidth] height=[ThumbHeight]>");
200### $doc_obj->add_utf8_metadata ($section, "thumbicon", "<img src=\"_httpprefix_/collect/[collection]/index/assoc/[assocfilepath]/[Thumb]\">");
201 }
202
203 # Extract Thumnail metadata from convert output
204 if ($thumb_result =~ m/[0-9]+x[0-9]+=>([0-9]+)x([0-9]+)/) {
205 $doc_obj->add_metadata ($section, "ThumbWidth", $1);
206 $doc_obj->add_metadata ($section, "ThumbHeight", $2);
207 }
208 else {
209 # Two reasons for getting to here:
210 # 1.thumbnail was generated by ffmpeg, not imagemagick convert
211 # 2.thumbnail was cached, so imagemagick convert was not run
212 # Either way, the solution is the same:
213 # => run "identify $thumbnailfile" and parse result
214 $thumb_result = `identify \"$thumbnailfile\" 2>&1`;
215
216 if ($thumb_result =~ m/([0-9]+)x([0-9]+)/) {
217 $doc_obj->add_metadata ($section, "ThumbWidth", $1);
218 $doc_obj->add_metadata ($section, "ThumbHeight", $2);
219 }
220 }
221}
222
223
224sub extract_keyframes_montage
225{
226 my $self = shift (@_);
227 my ($doc_obj,$filename,$thumbnailtype) = @_;
228
229 my $section = $doc_obj->get_top_section();
230
231 my $output_dir = $self->{'cached_dir'};
232 my $ivideo_root = $self->{'cached_file_root'};
233
234
235 # Generate the mosaic with 'montage'
236 my $montagefile = &util::filename_cat($output_dir,"$ivideo_root\_montage.$thumbnailtype");
237
238 my ($montage_cmd,$omontage_filename)
239 = $self->keyframe_montage_cmd($filename,$montagefile);
240
241 my $montage_options = { 'message_prefix' => "Montage",
242 'message' => "Generating montage" };
243
244 my ($montage_result,$montage_had_error)
245 = $self->run_general_cmd($montage_cmd,$montage_options);
246
247 # Add the montage as an associated file ...
248 if (-e "$montagefile") {
249 $doc_obj->associate_file("$montagefile", "montage.$thumbnailtype",
250 "image/$thumbnailtype",$section);
251 $doc_obj->add_metadata ($section, "MontageType", $thumbnailtype);
252 $doc_obj->add_metadata ($section, "Montage", "montage.$thumbnailtype");
253
254 $doc_obj->add_utf8_metadata ($section, "montageicon", "<img src=\"_httpprefix_/collect/[collection]/index/assoc/[assocfilepath]/[Montage]\" >");
255 }
256}
257
258
259
260sub extract_screenview
261{
262 my $self = shift (@_);
263 my ($doc_obj,$filename,$convertto_regenerated, $screenviewtype, $screenview_width,$screenview_height) = @_;
264
265 my $section = $doc_obj->get_top_section();
266
267 my $output_dir = $self->{'cached_dir'};
268 my $ivideo_root = $self->{'cached_file_root'};
269
270 my $optionally_run_general_cmd = "run_uncached_general_cmd";
271 if ($self->{'enable_cache'}) {
272 $optionally_run_general_cmd
273 = ($convertto_regenerated) ? "regenerate_general_cmd" : "run_cached_general_cmd";
274 }
275 # make the screenview image
276
277 my $screenviewfilename = &util::filename_cat($output_dir,"$ivideo_root-screenview.$screenviewtype");
278
279
280 my ($screenview_cmd,$oscreenview_filename)
281 = $self->keyframe_thumbnail_cmd($filename,$screenviewfilename,$screenview_width,$screenview_height);
282
283 my $screenview_options = { 'message_prefix' => "Screenview",
284 'message' => "Generating screenview image" };
285
286
287 my ($screenview_regenerated,$screenview_result,$screenview_had_error)
288 = $self->$optionally_run_general_cmd($screenview_cmd,
289 $filename,$screenviewfilename,
290 $screenview_options);
291
292
293 # get screenview dimensions, size and type
294 if ($screenview_result =~ m/[0-9]+x[0-9]+=>([0-9]+)x([0-9]+)/) {
295 $doc_obj->add_metadata ($section, "ScreenWidth", $1);
296 $doc_obj->add_metadata ($section, "ScreenHeight", $2);
297 }
298 else {
299 $doc_obj->add_metadata ($section, "ScreenWidth", $screenview_width);
300 $doc_obj->add_metadata ($section, "ScreenHeight", $screenview_height);
301 }
302
303 #add the screenview as an associated file ...
304 if (-e "$screenviewfilename") {
305 $doc_obj->associate_file("$screenviewfilename", "screenview.$screenviewtype",
306 "image/$screenviewtype",$section);
307 $doc_obj->add_metadata ($section, "ScreenType", $screenviewtype);
308 $doc_obj->add_metadata ($section, "Screen", "screenview.$screenviewtype");
309
310 $doc_obj->add_utf8_metadata ($section, "screenicon", "<img src=\"_httpprefix_/collect/[collection]/index/assoc/[assocfilepath]/[Screen]\" width=[ScreenWidth] height=[ScreenHeight]>");
311 } else {
312 my $outhandle = $self->{'outhandle'};
313 print $outhandle "VideoPlugin: couldn't find \"$screenviewfilename\"\n";
314 }
315}
316
317
318# Create the keyframes, thumbnail and screenview images, and discover
319# the Video's size, width, and height using the ffmpeg utility.
320
321sub run_convert {
322 my $self = shift (@_);
323 my $base_dir = shift (@_);
324 my $filename = shift (@_); # filename with full path
325 my $file = shift (@_); # filename without path
326 my $doc_obj = shift (@_);
327
328 my $section = $doc_obj->get_top_section();
329
330 my $verbosity = $self->{'verbosity'};
331 my $outhandle = $self->{'outhandle'};
332
333 # check the filename is okay
334 return 0 if ($file eq "" || $filename eq "");
335
336 my $minimumsize = $self->{'minimumsize'};
337 if (defined $minimumsize && (-s $filename < $minimumsize)) {
338 print $outhandle "VideoPlugin: \"$filename\" too small, skipping\n"
339 if ($verbosity > 1);
340 }
341
342 my ($video_type, $video_width, $video_height, $video_duration, $durationDisplay, $video_size,
343 $vcodec,$vrate,$vfps,$atype,$afreq,$achan,$arate)
344 = &VideoConverter::identify($filename, $outhandle, $verbosity);
345
346 if ($video_duration =~ m/^(\d\d):(\d\d):(\d\d)\.(\d\d)$/) {
347 $video_duration = $1*3600 + $2*60 + $3 + ($4/10.0);
348 }
349
350 if ($vfps eq "unknown") {
351 print $outhandle "Unknown framerate, defaulting to 25 frames per second.\n";
352 $vfps = 25;
353 }
354
355 #my ($dur_hour,$dur_min,$dur_sec)
356 #= ($video_duration =~ m/(\d+):(\d+):(\d+\.\d+)/);
357 #my $total_dur_secs = $dur_hour*3600 + $dur_min*60 + $dur_sec;
358
359 my $total_dur_secs = $video_duration / 1000;
360
361 $self->{'video-fps'} = $vfps;
362 $self->{'num-total-frames'} = $total_dur_secs * $vfps;
363 #print STDERR "****\nTotal_dur_secs= $total_dur_secs vfps= $vfps\n****\n";
364
365 # Convert the video to a new type (if required).
366 my $converttotype = $self->{'converttotype'};
367 my $converttosize = $self->{'converttosize'};
368
369 # shorten duration prcessed for experimentation purposes
370 my $exp_duration = undef;
371
372 my $excerpt_duration = $self->{'excerpt_duration'};
373
374 if ((defined $excerpt_duration) && ($excerpt_duration ne "")) {
375 $exp_duration = $excerpt_duration;
376 my ($hh,$mm,$ss,$ms);
377
378 if ($exp_duration =~ m/^(\d\d):(\d\d):(\d\d)\.?(\d)$/) {
379 $hh = $1;
380 $mm = $2;
381 $ss = $3;
382 $ms = $4;
383 }
384 else {
385 # assume value is in seconds
386 $hh = 0;
387 $mm = 0;
388 $ss = $exp_duration;
389 $ms = 0;
390 }
391
392 my $excerpt_dur_in_secs = $hh * 3600 + $mm * 60 + $ss;
393
394 if ($excerpt_dur_in_secs < $total_dur_secs) {
395 $self->{'num-total-frames'} = $excerpt_dur_in_secs * $vfps; # override calculation for full length duration
396 }
397 else {
398 # clip is already shorter than requested video excerpt duration
399 # set exp_duration back to undefined
400 $exp_duration = undef;
401 }
402 }
403
404
405 if (defined $exp_duration)
406 {
407 print $outhandle "Only encoding first $exp_duration of video.\n";
408 $self->{'exp_duration'} = $exp_duration;
409 }
410
411 my $ascii_only_filenames = $self->{'use_ascii_only_filenames'};
412 $self->init_cache_for_file($filename);
413
414 my $originalfilename = undef;
415 my $type = "unknown";
416
417 my $output_dir = $self->{'cached_dir'};
418 my $ivideo_root = $self->{'cached_file_root'};
419
420 my $convertto_regenerated = 0;
421 if (($converttotype ne "" && $filename =~ m/$converttotype$/i) ||
422 (($converttosize ne "" && $converttosize ne $video_width) || ($converttosize ne "" && $converttosize ne $video_height))) {
423 if ($converttotype eq "") {
424 # in this block because the video width x height different to original
425 # => set (for this call to run_convert only) converttotype
426 # to input file extension
427 ($converttotype) = ($filename =~ m/\.(.*?)$/);
428 }
429
430 $originalfilename = $filename;
431
432 $file = "$ivideo_root.$converttotype";
433 $filename = &util::filename_cat($output_dir,$file);
434
435 my $s_opt = $self->optional_frame_scale($converttosize,$video_width,$video_height);
436 my $exp_duration = $self->{'exp_duration'};
437 my $t_opt = (defined $exp_duration) ? "-t $exp_duration" : "";
438
439 my $main_opts = "-y $t_opt $s_opt";
440
441
442 my $originalfilename_gsdlenv = $self->gsdlhome_independent($originalfilename);
443 my $filename_gsdlenv = $self->gsdlhome_independent($filename);
444
445
446 my $convertto_command = "ffmpeg $main_opts -i \"$originalfilename_gsdlenv\"";
447 $convertto_command .= " -ar 22050" if ($converttotype eq "flv");
448 $convertto_command .= " -y \"$filename_gsdlenv\"";
449
450 my $convertto_result;
451 my $convertto_error;
452
453 my $convertto_options = { @{$self->{'ffmpeg_monitor'}},
454 'message_prefix' => "Convert to",
455 'message' => "Converting video to $converttotype" };
456
457 ($convertto_regenerated,$convertto_result,$convertto_error)
458 = $self->run_cached_general_cmd($convertto_command,
459 $originalfilename,$filename,
460 $convertto_options);
461
462 $type = $converttotype;
463 }
464
465
466 # Add the video metadata
467
468 my $file_unicode = pack("U0C*", map { ord($_) } split(//,$file)); # force explicitly to unicode
469
470 $file_unicode =~ s/\x{2018}|\x{2019}|\x{201C}|\x{201D}//g; # remove smart quotes as cause problem in URL for video server
471 $file_unicode =~ s/\x{2013}/\-/g; # change en-dash to '-' as again causes problems for video server
472
473## print STDERR "**** file metadata = ", &gsprintf::debug_unicode_string($file_unicode), "\n";
474
475
476 # split filename on char if specified
477 if (0) {
478# don't do any more
479# if ($file_unicode =~ m/\-/) {
480
481 my @file_split = split(/\s*\-\s*/,$file_unicode);
482 my $creator = shift @file_split;
483 my $title = shift @file_split;
484
485 $title =~ s/\..*?$//;
486 $title =~ s/^(.)/\u$1/;
487
488 $doc_obj->add_utf8_metadata($section,"Title",$title);
489
490 my @creator_split = split(/\s+and\s+/,$creator);
491 foreach my $c (@creator_split) {
492 $doc_obj->add_utf8_metadata($section,"Creator",$c);
493 }
494 }
495
496 $file = $file_unicode;
497 my $filemeta = $self->filename_to_utf8_metadata($file);
498 my $filemeta_url_safe = $self->url_safe($filemeta);
499
500 $doc_obj->add_utf8_metadata ($section, "Video", $filemeta_url_safe);
501
502 # Also want to set filename as 'Source' metadata to be
503 # consistent with other plugins
504 # $doc_obj->add_utf8_metadata ($section, "Source", $filemeta_url_safe);
505
506
507 if ($video_type ne " ") {
508 $type = $video_type;
509 }
510
511 $doc_obj->add_metadata ($section, "FileFormat", $type);
512 $doc_obj->add_metadata ($section, "FileSize", $video_size);
513
514 $doc_obj->add_metadata ($section, "VideoType", $video_type);
515 $doc_obj->add_metadata ($section, "VideoWidth", $video_width);
516 $doc_obj->add_metadata ($section, "VideoHeight", $video_height);
517 $doc_obj->add_metadata ($section, "VideoDuration", $video_duration);
518 $doc_obj->add_metadata ($section, "VideoSize", $video_size);
519
520 $doc_obj->add_metadata ($section, "VideoCodec", $vcodec);
521 $doc_obj->add_metadata ($section, "VideoFPS", $vfps);
522
523 $doc_obj->add_metadata ($section, "AudioType", $atype);
524 $doc_obj->add_metadata ($section, "AudioFreq", $afreq);
525 $doc_obj->add_metadata ($section, "AudioChannels", $achan);
526 $doc_obj->add_metadata ($section, "AudioRate", $arate);
527
528 $doc_obj->add_utf8_metadata ($section, "srclink",
529 "<a href=\"_httpprefix_/collect/[collection]/index/assoc/[assocfilepath]/[Video]\">");
530 $doc_obj->add_utf8_metadata ($section, "/srclink", "</a>");
531 $doc_obj->add_metadata ($section, "srcicon", "[VideoType]");
532
533
534 # Add the original file as an associated file
535 if ($self->{'keep_original_video'} eq "true") {
536 $doc_obj->associate_file($filename,$file,"video/$type",$section);
537 }
538
539
540 if ($self->{'extract_keyframes'}) {
541 $self->extract_keyframes($doc_obj,$originalfilename,$filename);
542 }
543
544 my $streamable_regenerated = 0;
545
546 # Create a VP6+MP3 streaming ready video file with FFMpeg
547 if ($self->{'enable_streaming'} eq "flv") {
548 $streamable_regenerated
549 = $self->enable_full_streaming($doc_obj,
550 $originalfilename,$filename,
551 $convertto_regenerated,
552 $video_width,$video_height);
553 }
554
555 # Create an H264+ACC streaming ready video file with Handbrake
556 if ($self->{'enable_streaming'} eq "mp4") {
557 $streamable_regenerated
558 = $self->enable_h264_streaming($doc_obj,
559 $originalfilename,$filename,
560 $convertto_regenerated,
561 $video_width,$video_height);
562 }
563
564 my $thumbnailsize = $self->{'thumbnailsize'} || 100;
565 my $thumbnailtype = $self->{'thumbnailtype'} || 'jpg';
566
567
568 if ($self->{'create_thumbnail'} eq "true") {
569
570 my $thumbnail_width;
571 my $thumbnail_height;
572
573 if ($video_width>$video_height) {
574 my $scale_ratio = $video_height / $video_width;
575 $thumbnail_width = $thumbnailsize;
576 $thumbnail_height = int($thumbnailsize * $scale_ratio);
577 }
578 else {
579 my $scale_ratio = $video_width / $video_height;
580 $thumbnail_width = int($thumbnailsize * $scale_ratio);
581 $thumbnail_height = $thumbnailsize;
582 }
583
584 # for some video formats, extracted size needs to be multiple of 2
585 $thumbnail_width = int($thumbnail_width/2) * 2;
586 $thumbnail_height = int($thumbnail_height/2) * 2;
587
588 $self->extract_thumbnail($doc_obj,$filename,$convertto_regenerated,
589 $thumbnailtype,
590 $thumbnail_width,$thumbnail_height);
591 }
592
593 if ($self->{'extract_keyframes'}) {
594 $self->extract_keyframes_montage($doc_obj,$filename,$thumbnailtype);
595 }
596
597 my $screenviewsize = $self->{'screenviewsize'};
598 my $screenviewtype = $self->{'screenviewtype'} || 'jpeg';
599
600 # Make a screen-sized version of the picture if requested
601 if ($self->{'create_screenview'} eq "true") {
602
603 # To do: if the actual image smaller than the screenview size,
604 # we should use the original !
605
606 my $screenview_width;
607 my $screenview_height;
608
609 if ($video_width>$video_height) {
610 my $scale_ratio = $video_height / $video_width;
611 $screenview_width = $screenviewsize;
612 $screenview_height = int($screenviewsize * $scale_ratio);
613 }
614 else {
615 my $scale_ratio = $video_width / $video_height;
616 $screenview_width = int($screenviewsize * $scale_ratio);
617 $screenview_height = $screenviewsize;
618 }
619
620
621 # for some video formats, extracted size needs to be multiple of 2
622 $screenview_width = int($screenview_width/2) * 2;
623 $screenview_height = int($screenview_height/2) * 2;
624
625 $self->extract_screenview($doc_obj,$filename, $convertto_regenerated,
626 $screenviewtype,
627 $screenview_width,$screenview_height);
628 }
629
630 return $type;
631}
632
633
634
635
636sub read_into_doc_obj {
637 my $self = shift (@_);
638 my ($pluginfo, $base_dir, $file, $block_hash, $metadata, $processor, $maxdocs, $total_count, $gli) = @_;
639
640 $self->{'media_type'} = "video";
641
642 my ($rv,$doc_obj) = $self->SUPER::read_into_doc_obj(@_);
643
644 if ($rv != 1) {
645 return ($rv,$doc_obj);
646 }
647
648 my $enable_streaming
649 = ($self->{'enable_flv_streaming'} || $self->{'enable_mp4_streaming'})
650 ? 1 : 0;
651
652 if (($enable_streaming) && ($self->{'extract_keyframes'})) {
653 my $section = $doc_obj->get_top_section();
654 my $oflash_filename = $self->{'oflash_filename'};
655 my ($streamkeyframes_cmd,$ostreamkeyframes_filename)
656 = $self->streamkeyframes_cmd($oflash_filename,$doc_obj,$section);
657
658 my $verbosity = $self->{'verbosity'};
659
660 my $streamkeyframes_options = { @{$self->{'flvtool2_monitor'}},
661 'message_prefix' => "Stream Keyframes",
662 'message' => "Reprocessing video stream to add keyframes on timeline" };
663
664 $self->run_general_cmd($streamkeyframes_cmd,$streamkeyframes_options);
665 }
666
667 my ($filename_full_path, $filename_no_path) = &util::get_full_filenames($base_dir, $file);
668 my $section = $doc_obj->get_top_section();
669
670 $self->title_fallback($doc_obj,$section,$filename_no_path);
671
672 $self->{'media_type'} = undef;
673
674 return ($rv,$doc_obj);
675}
676
677
678
679
680sub output_distributed_keyframes
681{
682 my ($self) = shift @_;
683 my ($timeline,$num_dist_frames) = @_;
684
685 my $num_total_frames = $self->{'num-total-frames'};
686
687 my $keep_timeline = {};
688
689 my $frame_delta;
690 if ($num_dist_frames eq "all") {
691 $frame_delta = undef;
692 }
693 else {
694 $frame_delta = $num_total_frames/$num_dist_frames;
695 }
696
697 my $closest_to = $frame_delta;
698 my $prev_t = 0;
699
700# print STDERR "*** num total frames = $num_total_frames\n";
701# print STDERR "*** frame delta = $frame_delta\n";
702
703 my $keep_keyframe_num = 1;
704
705 foreach my $curr_t (sort { $a <=> $b } keys %$timeline)
706 {
707# print STDERR "*** curr_t = $curr_t\n";
708
709 my $timeline_rec = undef;
710
711 if (!defined $closest_to) {
712 $timeline_rec = $timeline->{$curr_t};
713 $keep_timeline->{$curr_t} = $timeline_rec;
714 }
715 elsif ($curr_t>$closest_to) {
716 # decide if previous t (prev_t_ or current t (curr_t) is closest
717
718 my $prev_t_dist = $closest_to - $prev_t;
719 my $curr_t_dist = $curr_t - $closest_to;
720
721 if ($curr_t_dist <= $prev_t_dist)
722 {
723 $timeline_rec = $timeline->{$curr_t};
724 $keep_timeline->{$curr_t} = $timeline_rec;
725
726 }
727 else
728 {
729 $timeline_rec = $timeline->{$prev_t};
730 $keep_timeline->{$prev_t} = $timeline_rec;
731 }
732
733 $closest_to += $frame_delta;
734 }
735
736 if (defined $timeline_rec) {
737
738 my $name = $timeline_rec->{'name'};
739 my $timestamp = $timeline_rec->{'timestamp'};
740 my $thumb = $timeline_rec->{'thumb'};
741 my $keyframe_num = $timeline_rec->{'keyframenum'};
742
743
744 print CUEOUT " <metatag event=\"onCuePoint\" overwrite=\"true\">\n";
745 print CUEOUT " <name>$name</name>\n";
746 print CUEOUT " <timestamp>$timestamp</timestamp>\n";
747 print CUEOUT " <parameters>\n";
748 print CUEOUT " <thumb>$thumb</thumb>\n";
749 print CUEOUT " <keyframeNum>$keyframe_num</keyframeNum>\n";
750 print CUEOUT " <keepKeyframeNum>$keep_keyframe_num</keepKeyframeNum>\n";
751 print CUEOUT " </parameters>\n";
752 print CUEOUT " <type>navigation</type>\n";
753 print CUEOUT " </metatag>\n";
754
755# my $testtime = $timestamp+1000;
756# print CUEOUT " <metatag event=\"onCuePoint\" overwrite=\"true\">\n";
757# print CUEOUT " <name>Test $name</name>\n";
758# print CUEOUT " <timestamp>$testtime</timestamp>\n";
759# print CUEOUT " <parameters>\n";
760# print CUEOUT " <thumb>$thumb</thumb>\n";
761# print CUEOUT " <secnum>1</secnum>\n";
762# print CUEOUT " <subsecnum>0</subsecnum>\n";
763# print CUEOUT " </parameters>\n";
764# print CUEOUT " <type>event</type>\n";
765# print CUEOUT " </metatag>\n";
766
767 $keep_keyframe_num++;
768
769 }
770 $prev_t = $curr_t;
771 }
772
773 $self->{'keep_keyframe_timeline'} = $keep_timeline;
774}
775
776
777sub StartDocument {$_[0]->{'PluginObj'}->xml_start_document(@_);}
778sub XMLDecl {$_[0]->{'PluginObj'}->xml_xmldecl(@_);}
779sub Entity {$_[0]->{'PluginObj'}->xml_entity(@_);}
780sub Doctype {$_[0]->{'PluginObj'}->xml_doctype(@_);}
781sub StartTag {$_[0]->{'PluginObj'}->xml_start_tag(@_);}
782sub EndTag {$_[0]->{'PluginObj'}->xml_end_tag(@_);}
783sub Text {$_[0]->{'PluginObj'}->xml_text(@_);}
784sub PI {$_[0]->{'PluginObj'}->xml_pi(@_);}
785sub EndDocument {$_[0]->{'PluginObj'}->xml_end_document(@_);}
786sub Default {$_[0]->{'PluginObj'}->xml_default(@_);}
787
788
789# This Char function overrides the one in XML::Parser::Stream to overcome a
790# problem where $expat->{Text} is treated as the return value, slowing
791# things down significantly in some cases.
792sub Char {
793 use bytes; # Necessary to prevent encoding issues with XML::Parser 2.31+
794 $_[0]->{'Text'} .= $_[1];
795 return undef;
796}
797
798sub xml_start_document {
799 my $self = shift(@_);
800 my ($expat, $name, $sysid, $pubid, $internal) = @_;
801
802}
803
804# Called for XML declarations
805sub xml_xmldecl {
806 my $self = shift(@_);
807 my ($expat, $version, $encoding, $standalone) = @_;
808}
809
810# Called for XML entities
811sub xml_entity {
812 my $self = shift(@_);
813 my ($expat, $name, $val, $sysid, $pubid, $ndata) = @_;
814}
815
816
817# Called for DOCTYPE declarations - use die to bail out if this doctype
818# is not meant for this plugin
819sub xml_doctype {
820 my $self = shift(@_);
821 my ($expat, $name, $sysid, $pubid, $internal) = @_;
822
823 # This test used to be done in xml_start_document
824 # Moved to here as seems more logical
825
826 if ($name !~ "seg") {
827 die "VideoPlugin: Root tag $name does not match expected <seg>";
828 }
829}
830
831
832sub xml_start_tag {
833 my $self = shift(@_);
834 my ($expat, $element) = @_;
835
836 my %attr = %_;
837
838 if ($element eq "seg") {
839 $self->{'keyframe_index'} = 0;
840 $self->{'keyframe_fnames'} = [];
841 $self->{'keyframe_timeline'} = {};
842
843 #$self->{'flowplayer_thumblist'} = "thumbs: \\[";
844
845 my $output_dir = $self->{'cached_dir'};
846 my $cue_filename = &util::filename_cat($output_dir,"on_cue.xml");
847
848 open(CUEOUT,">$cue_filename")
849 || die "Unable to open $cue_filename: $!\n";
850 print CUEOUT "<tags>\n";
851 }
852 elsif ($element eq "trans") {
853 my $trans_type = $attr{'type'};
854 my $pre_frame_num = $attr{'preFNum'};
855 my $post_frame_num = $attr{'postFNum'};
856
857 my $avg_frame_num = int(($pre_frame_num+$post_frame_num)/2.0)+1;
858
859 my $output_dir = $self->{'cached_dir'};
860 my $ivideo_root = $self->{'cached_file_root'};
861
862 my $keyframe_index = $self->{'keyframe_index'};
863
864 my $fps = $self->{'video-fps'};
865
866 if ($keyframe_index==0)
867 {
868 # hive actually generates one extra keyframe at the start,
869 # which is half way between frame 0 and the frist pre_frame
870
871 my $thumb_file = sprintf("%s_%04d.jpg",$ivideo_root,$keyframe_index);
872 my $thumb_filename = &util::filename_cat($output_dir,$thumb_file);
873 push(@{$self->{'keyframe_fnames'}},$thumb_file);
874
875 my $half_frame_num = $pre_frame_num/2.0;
876 my $time_msec = ($half_frame_num / $fps) * 1000;
877
878# print CUEOUT " <metatag event=\"onCuePoint\" overwrite=\"true\">\n";
879# print CUEOUT " <name>Keyframe $keyframe_index</name>\n";
880# print CUEOUT " <timestamp>$time_msec</timestamp>\n";
881# print CUEOUT " <parameters>\n";
882# print CUEOUT " <thumb>$thumb_file</thumb>\n";
883# print CUEOUT " </parameters>\n";
884# print CUEOUT " <type>navigation</type>\n";
885# print CUEOUT " </metatag>\n";
886
887
888 my $timeline_rec = { 'name'=> "Keyframe $keyframe_index",
889 'keyframeindex' => $keyframe_index,
890 'timestamp' => $time_msec,
891 'thumb' => $thumb_file,
892 'keyframenum' => $keyframe_index};
893
894 $self->{'keyframe_timeline'}->{$half_frame_num}=$timeline_rec;
895 }
896
897 $keyframe_index++;
898
899 my $thumb_file = sprintf("%s_%04d.jpg",$ivideo_root,$keyframe_index);
900 my $thumb_filename = &util::filename_cat($output_dir,$thumb_file);
901 push(@{$self->{'keyframe_fnames'}},$thumb_file);
902
903 my $time_msec = (($avg_frame_num) / $fps) * 1000;
904 my $time_sec = (($avg_frame_num)/ $fps);
905
906# print CUEOUT " <metatag event=\"onCuePoint\" overwrite=\"true\">\n";
907# print CUEOUT " <name>Keyframe $keyframe_index</name>\n";
908# print CUEOUT " <timestamp>$time_msec</timestamp>\n";
909# print CUEOUT " <parameters>\n";
910# print CUEOUT " <thumb>$thumb_file</thumb>\n";
911# print CUEOUT " </parameters>\n";
912# print CUEOUT " <type>navigation</type>\n";
913# print CUEOUT " </metatag>\n";
914
915
916 my $timeline_rec = { 'name'=> "Keyframe $keyframe_index",
917 'keyframeindex' => $keyframe_index,
918 'timestamp' => $time_msec,
919 'thumb' => $thumb_file,
920 'keyframenum' => $keyframe_index};
921
922 $self->{'keyframe_timeline'}->{$avg_frame_num}=$timeline_rec;
923
924 # $self->{'flowplayer_thumblist'} .= "\\{ thumbNail: '$thumb_file', time: $time_sec \\},";
925
926 $self->{'keyframe_index'} = $keyframe_index;
927 }
928}
929
930sub xml_end_tag {
931 my $self = shift(@_);
932 my ($expat, $element) = @_;
933
934 if ($element eq "seg") {
935
936 $self->output_distributed_keyframes($self->{'keyframe_timeline'},$self->{'keep_keyframes'});
937
938
939 print CUEOUT "</tags>\n";
940 close(CUEOUT);
941
942 #$self->{'flowplayer_thumblist'} .= "\\]";
943 }
944}
945
946
947
948
949
950# Called just before start or end tags with accumulated non-markup text in
951# the $_ variable.
952sub xml_text {
953 my $self = shift(@_);
954 my ($expat) = @_;
955}
956
957# Called for processing instructions. The $_ variable will contain a copy
958# of the pi.
959sub xml_pi {
960 my $self = shift(@_);
961 my ($expat, $target, $data) = @_;
962}
963
964# Called at the end of the XML document.
965sub xml_end_document {
966 my $self = shift(@_);
967 my ($expat) = @_;
968
969 # ****
970 # $self->close_document();
971}
972
973
974# Called for any characters not handled by the above functions.
975sub xml_default {
976 my $self = shift(@_);
977 my ($expat, $text) = @_;
978}
979
980
9811;
982
983
984
985
986
987
988
989
990
991
992
Note: See TracBrowser for help on using the repository browser.