Changeset 34804 for gs3-extensions

Timestamp:

2021-02-03T22:43:17+13:00 (3 years ago)

Author:

davidb

Message:

Plugin code extended to extract AV values from CSV file and associate it with doc as JSON data

Location:

gs3-extensions/mars-src/trunk

Files:

• bin/script/csv-extract-av-to-json.pl (added)
• perllib/plugins/EssentiaPlugin.pm (modified) (2 diffs)
• perllib/plugins/pEssentiaExtractor.pm (modified) (1 diff)

gs3-extensions/mars-src/trunk/perllib/plugins/EssentiaPlugin.pm

@@ -119 +119 @@
     my $outhandle = $self->{'outhandle'};
     my ($filename_full_path, $filename_no_path) = &util::get_full_filenames($base_dir, $file);
-
+    
     my $top_section = $doc_obj->get_top_section();
 
@@ -143 +143 @@
                  $hpcp_mime_type, $top_section);
 
+    # Arousal + Valence (AV)
+    my $av_filename_full_path = $filename_full_path;
+    $av_filename_full_path =~ s/\..*?$/_essentiafeatures_frames_AV.csv/;
+    
+    my $av_features_filename = $self->extract_av_features($av_filename_full_path);
+    my ($av_features_ext) = ($av_features_filename =~ m/\.([^.]+)$/);
 
-
+    my $av_mime_type = ($av_features_ext eq "json") ? "application/json" : "text/plain";
+    $doc_obj->associate_file($av_features_filename, "av.$features_ext", 
+                 $av_mime_type, $top_section);  
     }
 

gs3-extensions/mars-src/trunk/perllib/plugins/pEssentiaExtractor.pm

@@ -331 +331 @@
     return ($target_file_path);
 }
-    
+
+
+    
+sub extract_av_features
+{
+    my $self = shift(@_);
+    my $source_file_path = shift(@_);
+    my $convert_options  = shift(@_) || "";
+
+    my $outhandle = $self->{'outhandle'};
+    my $verbosity = $self->{'verbosity'};
+
+    my $source_file_no_path = &File::Basename::basename($source_file_path);
+    
+    $self->init_cache_for_file($source_file_path);
+
+    # Determine the full name and path of the output file
+    my $target_file_type="json";
+    my $target_file_path;
+
+    if ($self->{'enable_cache'}) {
+    my $cached_dir = $self->{'cached_dir'};
+    my $file_root = $self->{'cached_file_root'};
+
+    my $target_file = "$file_root-av.$target_file_type";
+
+    $target_file_path = &util::filename_cat($cached_dir,$target_file);
+    }
+    else {
+    $target_file_path = &util::get_tmp_filename($target_file_type);
+    }
+
+    my $essentia_output_directory = $self->{'essentia_output_directory'};
+    
+    my $av_cmd = "csv-extract-av-to-json.pl $convert_options \"$source_file_path\" \"$target_file_path\"";
+    
+    # Test the execution path
+    print("EXECUTION CMD: $av_cmd\n");
+    
+    my $print_info = { 'message_prefix' => "AV",
+               'message'        => "Extracting Arousal+Valence (AV) features from $source_file_no_path" };
+    
+    my ($regenerated,$result,$had_error) 
+    = $self->autorun_general_cmd($av_cmd,$source_file_path,$target_file_path,$print_info);
+    
+
+    return ($target_file_path);
+}