Mercurial > repos > scottx611x > data_manager_gene_annotation_fetcher
changeset 2:587e15ea0c0d draft
edited data_manager.py
| author | scottx611x |
|---|---|
| date | Tue, 26 Apr 2016 11:57:18 -0400 |
| parents | 28fcdf5550c0 |
| children | 76e00d174906 |
| files | data_manager_gene_annotation/data_manager/data_manager.py |
| diffstat | 1 files changed, 11 insertions(+), 5 deletions(-) [+] |
line wrap: on
line diff
--- a/data_manager_gene_annotation/data_manager/data_manager.py Tue Apr 26 11:41:16 2016 -0400 +++ b/data_manager_gene_annotation/data_manager/data_manager.py Tue Apr 26 11:57:18 2016 -0400 @@ -16,15 +16,21 @@ args = parser.parse_args() def url_download(url, workdir): + if not os.path.exists(workdir): + os.makedirs(workdir) file_path = os.path.join(workdir, 'download.dat') - f = open(file_path, 'w+') - f.close() if not os.path.exists(workdir): os.makedirs(workdir) src = None dst = None + hdr = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11', + 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8', + 'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.3', + 'Accept-Encoding': 'none', + 'Accept-Language': 'en-US,en;q=0.8', + 'Connection': 'keep-alive'} try: - req = urllib2.Request(url) + req = urllib2.Request(url, headers=hdr) src = urllib2.urlopen(req) dst = open(file_path, 'wb') while True: @@ -33,8 +39,8 @@ dst.write(chunk) else: break - except Exception, e: - print >>sys.stderr, str(e) + except Exception as e: + print e, "FUCK" finally: if src: src.close()