# HG changeset patch
# User drosofff
# Date 1431466949 14400
# Node ID c1d17d173128654015cd0a38adbf394dd7f46358
# Parent  4b34f2b5c14e9384d8d7f9dbd6936da4bd3b2c57
Uploaded

diff -r 4b34f2b5c14e -r c1d17d173128 retrieve_fasta_from_NCBI.py
--- a/retrieve_fasta_from_NCBI.py	Mon Apr 13 18:17:08 2015 -0400
+++ b/retrieve_fasta_from_NCBI.py	Tue May 12 17:42:29 2015 -0400
@@ -150,6 +150,8 @@
         req = urllib2.Request(url, data)
         response = urllib2.urlopen(req)
         fasta = response.read()
+        if "Resource temporarily unavailable" in fasta:
+            return '' # to reiterate the failed download
         if self.dbname != "pubmed":
             assert fasta.startswith(">"), fasta
         fasta = self.sanitiser(self.dbname, fasta) #
@@ -212,8 +214,10 @@
                 end = min(count, start+batch_size)
                 batch = uids_list[start:end]
                 self.epost(self.dbname, ",".join(batch))
-                self.logger.info("retrieving batch %d" % ((start / batch_size) + 1))
-                mfasta = self.efetch(self.dbname, self.query_key, self.webenv)
+                mfasta = ''
+                while not mfasta:
+                    self.logger.info("retrieving batch %d" % ((start / batch_size) + 1))
+                    mfasta = self.efetch(self.dbname, self.query_key, self.webenv)
                 out.write(mfasta + '\n')