#!/home/passala/miniconda3/envs/Genomealign/bin/perl =head1 NAME bp_fetch.pl - fetches sequences from bioperl indexed databases =head1 SYNOPSIS bp_fetch.pl swiss:ROA1_HUMAN bp_fetch.pl net::genbank:JX295726 bp_fetch.pl net::genpept:ROA1_HUMAN bp_fetch.pl ace::myserver.somewhere.edu,21000:X56676 bp_fetch.pl -fmt GCG swiss:ROA1_HUMAN =head1 DESCRIPTION Fetches sequences using the DB access systems in Bioperl. The most common use of this is to bp_fetch sequences from bioperl indices built using bpindex.pl, or to fetch sequences from the NCBI website The format for retrieving sequences is delibrately like the GCG/EMBOSS format like the following: db:name with the potential of putting in a 'meta' database type, being meta::db:name The meta information can be one of three types local - local indexed flat file database net - networked http: based database ace - ACeDB database This information defaults to 'local' for database names with no meta db information =head1 OPTIONS -fmt - Output format Fasta (default), EMBL, Raw, swiss or GCG -acc - string is an accession number, not an id. options only for expert use -dir - directory to find the index files (overrides BIOPERL_INDEX environment variable) -type - type of DBM file to open (overrides BIOPERL_INDEX_TYPE environment variable) =head1 ENVIRONMENT bp_index and bp_fetch coordinate where the databases lie using the environment variable BIOPERL_INDEX. This can be overridden using the -dir option. The index type (SDBM or DB_File or another index file) is controlled by the BIOPERL_INDEX_TYPE variable. This defaults to SDBM_File =head1 USING IT YOURSELF bp_fetch is a wrapper around the bioperl modules which support the Bio::DB::BioSeqI abstract interface. These include: Author Code James Gilbert - Fasta indexer, Abstract indexer Aaron Mackay - GenBank and GenPept DB access Ewan Birney - EMBL .dat indexer Many people - SeqIO code These modules can be used directly, which is far better than using this script as a system call or a pipe to read from. Read the source code for bp_fetch to see how it is used. =head1 EXTENDING IT bp_fetch uses a number of different modules to provide access to databases. Any module which subscribes to the Bio::DB::BioSeqI interface can be used here. For flat file indexers, this is best done by extending Bio::Index::Abstract, as is done in Bio::Index::EMBL and Bio::Index::Fasta. For access to other databases you will need to roll your own interface. For new output formats, you need to add a new SeqIO module. The easiest thing is to look at Bio::SeqIO::Fasta and figure out how to hack it for your own format (call it something different obviously). =head1 FEEDBACK =head2 Mailing Lists User feedback is an integral part of the evolution of this and other Bioperl modules. Send your comments and suggestions preferably to the Bioperl mailing list. Your participation is much appreciated. bioperl-l@bioperl.org - General discussion http://bioperl.org/wiki/Mailing_lists - About the mailing lists =head2 Reporting Bugs Report bugs to the Bioperl bug tracking system to help us keep track of the bugs and their resolution. Bug reports can be submitted via the web: https://github.com/bioperl/bioperl-live/issues =head1 AUTHOR Ewan Birney Ebirney@ebi.ac.ukE =cut use strict; use warnings; use Getopt::Long; use Bio::Index::EMBL; use Bio::Index::Fasta; use Bio::Index::GenBank; use Bio::Index::SwissPfam; use Bio::Index::Swissprot; use Bio::SeqIO; # # Start processing the command line # my $dir = $ENV{'BIOPERL_INDEX'}; my $type = $ENV{'BIOPERL_INDEX_TYPE'}; my $fmt = 'Fasta'; my $useacc = 0; my $ret = GetOptions('d|dir=s' => \$dir, 'f|fmt=s' => \$fmt , 't|type=s' => \$type , 'acc!' => \$useacc); # # print pod documentation if we have no arguments # exec('perldoc',$0) unless @ARGV; my ($isnet,$db,$dbobj,$id,$seq,$seqio,$out,$meta); # # Reset the type if needed # if( $type ) { $Bio::Index::Abstract::USE_DBM_TYPE = $type; } # # Build at run time the SeqIO output # if ( $fmt !~ /swisspfam|pfam/ ) { $out = Bio::SeqIO->new(-fh => \*STDOUT , -format => $fmt); } # # Main loop over remaining arguments # for my $arg ( @ARGV ) { $_= $arg; # strip out meta:: if there if ( /^(\w+)::/ ) { $meta = $1; s/^(\w+):://; } else { $meta = 'local'; } # parse to db:id /^(\S+)\:(\S+)$/ || do { warn "$_ is not parsed as db:name\n"; next; }; ($db,$id) = split/:/,$_,2; # # the eval block catches exceptions if they occur # in the code in the block. The exception goes in $@ # eval { SWITCH : { $_ = $meta; /^net$/ && do { if ( $db =~ /genbank/i ) { require Bio::DB::GenBank; $dbobj = Bio::DB::GenBank->new(-format => $fmt); } elsif ( $db =~ /genpept/i ) { require Bio::DB::GenPept; $dbobj = Bio::DB::GenPept->new(); } elsif ( $db =~ /embl/i ) { require Bio::DB::EMBL; $dbobj = Bio::DB::EMBL->new(); } else { die "Net database $db not available"; } last SWITCH; }; /^ace$/ && do { # yank in Bio::DB::Ace at runtime eval { require Bio::DB::Ace; }; if ( $@ ) { die "Unable to load Bio::DB::Ace for ace::$db\n\n$@\n"; } # db is server,port my ($server,$port); $db =~ /(\S+)\,(\d+)/ || die "$db is not server.name,port for acedb database"; $server = $1; $port = $2; # print STDERR "Connecting to $server,$port\n"; $dbobj = Bio::DB::Ace->new(-host => $server, -port => $port); last SWITCH; }; /^local$/ && do { if ( !$dir ) { die "\nNo directory specified for index\nDirectory must be specified by the environment variable BIOPERL_INDEX or --dir option\ngo bp_index with no arguments for more help\n\n"; } # # $db gets re-blessed to the correct index when # it is made from the abstract class. Cute eh? # $dbobj = Bio::Index::Abstract->new("$dir/$db"); last SWITCH; }; die "Meta database $meta is not valid"; } }; # end of eval to get db if ( $@ ) { warn("Database $db in $arg is not loadable. Skipping\n\nError $@"); next; } # # We expect the databases to adhere to the BioSeqI # the sequence index databases and the GenBank/GenPept do already # if ( $dbobj->isa("Bio::Index::SwissPfam") ) { my $seq = $dbobj->fetch($id); if ( $seq ) { my $started; while ( <$seq> ) { last if ( /^\s+$/ ); print; } } else { warn("Cannot find $id\n"); } next; } if ( ! $dbobj->isa('Bio::DB::RandomAccessI') ) { warn("$db in $arg does not inherit from Bio::DB::RandomAccessI, so is not expected to work under the DB guidlines. Going to try it anyway"); } eval { if ( $useacc == 0 ) { $seq = $dbobj->get_Seq_by_id($id); } else { $seq = $dbobj->get_Seq_by_acc($id); } }; if ( $@ ) { warn("Sequence $id in Database $db in $arg is not loadable. Skipping.\n\nError $@"); next; } elsif ( !defined $seq ) { warn("Sequence $id in Database $db is not present\n"); next; } $out->write_seq($seq); }