# HG changeset patch # User scottx611x # Date 1461686238 14400 # Node ID 587e15ea0c0d7af48d564e7978e152265d2639f6 # Parent 28fcdf5550c083d9c049a4c6f337f2a5d880a8bd edited data_manager.py diff -r 28fcdf5550c0 -r 587e15ea0c0d data_manager_gene_annotation/data_manager/data_manager.py --- a/data_manager_gene_annotation/data_manager/data_manager.py Tue Apr 26 11:41:16 2016 -0400 +++ b/data_manager_gene_annotation/data_manager/data_manager.py Tue Apr 26 11:57:18 2016 -0400 @@ -16,15 +16,21 @@ args = parser.parse_args() def url_download(url, workdir): + if not os.path.exists(workdir): + os.makedirs(workdir) file_path = os.path.join(workdir, 'download.dat') - f = open(file_path, 'w+') - f.close() if not os.path.exists(workdir): os.makedirs(workdir) src = None dst = None + hdr = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11', + 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8', + 'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.3', + 'Accept-Encoding': 'none', + 'Accept-Language': 'en-US,en;q=0.8', + 'Connection': 'keep-alive'} try: - req = urllib2.Request(url) + req = urllib2.Request(url, headers=hdr) src = urllib2.urlopen(req) dst = open(file_path, 'wb') while True: @@ -33,8 +39,8 @@ dst.write(chunk) else: break - except Exception, e: - print >>sys.stderr, str(e) + except Exception as e: + print e, "FUCK" finally: if src: src.close()