DSXchange

Code: Select all

sed -e '/\(.*,\)\{25\}/ p' -e 'd' myfile.csv > toomany.csv

Code: Select all

sed -e '/\(.*,\)\{25\}/ d' myfile.csv > justright.csv

Code: Select all

#!/usr/bin/perl -w

my $count = 0;
my $comma_count = 0; # used for the number of commas found in row
my $good_cnt = 0;  # replace this with the total number of commas for a good row
my $bad_comma = 10;  # replace this with the positional count for which #comma is bad above for for each line involved
my $line = '';
my $element = '';
my @array = '';

my $file = "$ARGV[0]";
my $outfile = "fixed_" . "$file";

open (IN, "< $file") || die "Could not open $file for reading!\n";
open (OUT, "> $outfile") || die "Could not open $outfile for writing!\n";

while ($line = <IN>)
{
    chomp $line;    
    $comma_count = tr/\,//c; # counts the number of commas on a line
    
    $count = -1; #perl counts starting at zero, so need to be one less to match array
    if ($comma_count > $good_cnt)
    {
        @array = split (/\,/,$line);
        $line = ''; # can reuse this now that array has the values
        
        foreach $element(@array)
        {
            $count++;
            if ($count == $bad_comma)
            {
                $line = "$line"; # no comma - effectively joins errored field
            } else
            {
                $line = "$line,";
            }
        }
        chop $line; # remove the final comma
    }
    print OUT "$line\n";
}

close IN;
close OUT;