Truseq_merge_unique_filelist.pl

#!/usr/bin/perl -w
use strict;
# unique "Truseq" style fasta/fq reads, output fasta
die "Usage: $0    \"output_name\"   \"fasta-file-list\"   " if (@ARGV < 2);
my $fileout=$ARGV[0];
my $header="newid";    # newid or batch1 for example
my $filelist=$ARGV[1];
my %uniq;
my %SEQ;
my %Sample;
open OUT,">".$fileout;
open OUT2,">".$fileout."_expr";
open INf,"$filelist";
my $fileNR=0;
my @Filelist="";
while(<INf>) {
    chomp;
    $Filelist[$fileNR]=$_;
    $fileNR++;
}
close INf;
for(my $i=0; $i<$fileNR; $i++) {
    open IN,$Filelist[$i];
    if ($Filelist[$i] eq "") { next;}
    print "reading file : ",$Filelist[$i],"\n";
    while(<IN>) {
        chomp;
        if (m/^>/) {
            my $id=$_;
            #$id=~s/^>//;
            my $seq=<IN>;
            chomp $seq;
            my @a=split(/\_/,$id);
            # >Truseq_F4.RiboZero_ACAGTGA_DJG6PNM1_230_1_1101_18024_2222/1__3828
            my $count=1;
            if ($id=~m/\_\_/) {
                my @b=split(/\_\_/,$id);
                if (scalar(@b) > 1) {
                    my @c=split(/\//,$b[-1]);
                    if (($c[-1] !~ m/\./) and ($c[-1] !~ m/\_/) and ($c[-1] !~ m/\D/)) { $count=$c[-1]; }
                }
            }
            if (exists $uniq{$seq}) {
                $uniq{$seq}{$a[1]}+=$count;
                $SEQ{$seq}+=$count;
            }
            else {
                $uniq{$seq}{$a[1]}=$count;
                $SEQ{$seq}=$count;
            }
            $Sample{$a[1]}+=$count;
        }
        elsif (m/^@/) {
            my $id=$_;
            #$id=~s/^@//;
            my $seq=<IN>;
            chomp $seq;
            my @a=split(/\_/,$id);
            # >Truseq_F4.RiboZero_ACAGTGA_DJG6PNM1_230_1_1101_18024_2222/1__3828
            my $count=1;
            if ($id=~m/\_\_/) {
                my @b=split(/\_\_/,$id);
                if (scalar(@b) > 1) {
                    my @c=split(/\//,$b[-1]);
                    if (($c[-1] !~ m/\./) and ($c[-1] !~ m/\_/) and ($c[-1] !~ m/\D/)) { $count=$c[-1]; }
                }
            }
            if (exists $uniq{$seq}) {
                $uniq{$seq}{$a[1]}+=$count;
                $SEQ{$seq}+=$count;
            }
            else {
                $uniq{$seq}{$a[1]}=$count;
                $SEQ{$seq}=$count;
            }
            $Sample{$a[1]}+=$count;
            $seq=<IN>;
            $seq=<IN>;
        }
    }
}


my $count=0;
my $info=$header;
foreach my $sample (sort keys %Sample) {
    $info=$info."\t".$sample;
}
print OUT2 $info,"\n";

foreach my $seq (sort{$SEQ{$b} <=> $SEQ{$a}} keys %SEQ) {
    $count++;
    my $sum_exp=0;
    my $expr="";
    foreach my $sample (sort keys %Sample) {
        if (exists $uniq{$seq}{$sample}) {
            $sum_exp+=$uniq{$seq}{$sample};
            if ($expr eq "") {$expr=$uniq{$seq}{$sample};}
            else {$expr=$expr."\t".$uniq{$seq}{$sample};}
        }
        else {
            if ($expr eq "") {$expr=0;}
            else {$expr=$expr."\t0";}
        }
    }
    my $id=$header."-".$count."__".$sum_exp;
    print OUT ">".$id,"\n",$seq,"\n";
    print OUT2 $id,"\t",$expr,"\n";
}