source: main/trunk/model-sites-dev/heritage-nz/collect/reports-2019/perllib/plugins/CSVFieldSeparator.pm@ 33020

##########################################################################
#
# CSVFieldSeparator -- helper plugin that 'auto' works out what the 
#                      comma-separated field character is
#
# A component of the Greenstone digital library software
# from the New Zealand Digital Library Project at the 
# University of Waikato, New Zealand.
#
# Copyright (C) 2019 New Zealand Digital Library Project
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
#
###########################################################################

package CSVFieldSeparator;

use PrintInfo;

use strict;
no strict 'refs'; # make an exception so we can use variables as filehandles

BEGIN {
    @CSVFieldSeparator::ISA = ('PrintInfo');
}

my $arguments = 
    [ 
      { 'name' => "csv_field_separator",
    'desc' => "{CSVFieldSeparator.csv_field_separator}",
    'type' => "string",
    'deft' => "auto",
    'reqd' => "no" },
      { 'name' => "metadata_value_separator",
    'desc' => "{CSVFieldSeparator.metadata_value_separator}",
    'type' => "string",
    'deft' => "",
    'reqd' => "no" }
    ];

my $options = { 'name' => "CSVFieldSeparator",
        'desc' => "{CSVFieldSeparator.desc}",
        'abstract' => "yes",
        'inherits' => "yes",
        'args' => $arguments };

sub new {
    my ($class) = shift (@_);
    my ($pluginlist,$inputargs,$hashArgOptLists) = @_;
    push(@$pluginlist, $class);

    push(@{$hashArgOptLists->{"ArgList"}},@{$arguments});
    push(@{$hashArgOptLists->{"OptList"}},$options);

    my $self = new PrintInfo($pluginlist, $inputargs, $hashArgOptLists, 1);
  
    return bless $self, $class;

}


sub resolve_auto
{
    my ($self) = shift @_;
    my ($line,$plugin_name) = @_;
 
    my $outhandle = $self->{'outhandle'};
    my $verbosity = $self->{'verbosity'};

    # count number of char matches for common separates such as ',' ';' '\t' and '|'
    my $comma_count = () = ($line =~ m/,/g);
    my $separate_char = ",";
    my $max_count = $comma_count; 
    
    my $semicolon_count = () = ($line =~ m/\;/g);
    if ($semicolon_count > $max_count) {
    $separate_char = ";";
    $max_count = $semicolon_count;
    }

    my $tab_count       = () = ($line =~ m/\t/g);
    if ($tab_count > $max_count) {
    $separate_char = "\t";
    $max_count = $tab_count;
    }

    my $pipe_count      = () = ($line =~ m/\|/g);
    if ($pipe_count > $max_count) {
    $separate_char = "|";
    $max_count = $pipe_count;
    }
    
    if ($outhandle) {
    print $outhandle "$plugin_name: Auto selecting '$separate_char' as -separate_char\n" if ($verbosity) > 1;
    }

    return $separate_char;
}

1;