comparison xenaGetDataset.py @ 41:02b0824c7d60

Download data from any hub in the federated xena platform
author jingchunzhu <jingchunzhu@gmail.com>
date Mon, 27 Jul 2015 10:05:22 -0700
parents 8bb037f88ed2
children 3167c1a26101
comparison
equal deleted inserted replaced
40:fd24e220f240 41:02b0824c7d60
7 7
8 def main(): 8 def main():
9 parser = argparse.ArgumentParser() 9 parser = argparse.ArgumentParser()
10 parser.add_argument("dataHub", type=str) 10 parser.add_argument("dataHub", type=str)
11 parser.add_argument("datasetId", type=str) 11 parser.add_argument("datasetId", type=str)
12 parser.add_argument("metadatafile", type=str) 12 #parser.add_argument("metadatafile", type=str)
13 parser.add_argument("datafile", type=str) 13 parser.add_argument("datafile", type=str)
14 args = parser.parse_args() 14 args = parser.parse_args()
15 15
16 datasetUrlHost = re.sub("/proj/", "/download/", args.dataHub) 16 datasetUrlHost = re.sub("/proj/", "/download/", args.dataHub)
17 datasetIdTokens = re.split("/", args.datasetId) 17 datasetIdTokens = re.split("/", args.datasetId)
18 datasetUrl = datasetUrlHost + "/" + "/".join(datasetIdTokens[1:]) 18 datasetUrl = datasetUrlHost + "/" + "/".join(datasetIdTokens[1:])
19 print datasetUrl 19 print datasetUrl
20 """
20 metadataUrl = datasetUrl + ".json" 21 metadataUrl = datasetUrl + ".json"
21 mm = urllib2.urlopen(metadataUrl) 22 mm = urllib2.urlopen(metadataUrl)
22 with open(args.metadatafile, "w") as metadata: 23 with open(args.metadatafile, "w") as metadata:
23 metadata.write(mm.read()) 24 metadata.write(mm.read())
24 mm.close() 25 mm.close()
26 """
25 dd = urllib2.urlopen(datasetUrl) 27 dd = urllib2.urlopen(datasetUrl)
26 with open(args.datafile, "w") as data: 28 with open(args.datafile, "w") as data:
27 data.write(dd.read()) 29 data.write(dd.read())
28 dd.close() 30 dd.close()
29 31