annotate armdb_mirgene.py @ 26:015ffd888251 draft

Uploaded
author glogobyte
date Sun, 05 Dec 2021 12:50:10 +0000
parents 36bf556e7a9e
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
18
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
1 import subprocess
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
2 import argparse
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
3 import time
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
4 import urllib.request
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
5 from multiprocessing import Process, Queue
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
6
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
7 #--------------------------------------------Arguments-----------------------------------------------
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
8 subprocess.call(['mkdir', 'out'])
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
9 parser = argparse.ArgumentParser()
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
10 parser.add_argument("-pos", "--positions", help="number of additional nucleotides", action="store")
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
11 parser.add_argument("-tool_dir", "--tool_directory", help="tool directory path", action="store")
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
12 parser.add_argument("-sym", "--symbol", help="organism symbol",action="store")
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
13 args = parser.parse_args()
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
14
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
15 #------------------------------------Read Fasta files from MirGene-----------------------------------
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
16
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
17 def read_url(path):
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
18
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
19 data = urllib.request.urlopen(path).read()
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
20 data1 = data.decode('utf-8')
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
21 data1 = data1.split("\n")
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
22 del data1[-1]
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
23 q.put(data1)
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
24
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
25 #-------------------------------------Generation of Custom Arms--------------------------------------
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
26
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
27 def custom_arms_mirgene(mat_mirna,pri_mirna):
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
28 mat_ext=[]
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
29 for i in range(0,len(mat_mirna),2):
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
30 if args.symbol in mat_mirna[i]:
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
31 mat_seq=mat_mirna[i+1]
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
32
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
33 for j in range(0,len(pri_mirna),2):
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
34 if mat_mirna[i].split("_")[0] == pri_mirna[j].split("_")[0]:
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
35 temp_ext = pri_mirna[j+1].split(mat_seq)
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
36 mat_ext.append([mat_mirna[i],temp_ext[0][-int(args.positions):]+mat_seq+temp_ext[1][0:int(args.positions)]])
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
37
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
38 print(str(args.positions)+" positions shifted")
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
39 return(mat_ext)
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
40
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
41 #----------------------------------------Export of Fasta files ---------------------------------------
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
42
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
43 def write_custom_arms(list,name,c):
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
44
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
45 f = open(name, "w")
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
46 for x in list:
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
47 if c==1:
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
48 f.write(x[0]+'\n')
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
49 f.write(x[1]+'\n')
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
50 else:
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
51 f.write(x+'\n')
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
52
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
53 #==================================================================================================================================
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
54
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
55 if __name__=='__main__':
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
56
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
57 starttime = time.time()
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
58 print(args.symbol)
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
59 q = Queue()
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
60
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
61 # Read of all Fasta files
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
62 mat_url = 'https://mirgenedb.org/fasta/ALL?mat=1'
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
63 p = [Process(target=read_url(mat_url))]
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
64 star_url = 'https://mirgenedb.org/fasta/ALL?star=1'
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
65 p.extend([Process(target=read_url(star_url))])
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
66 pri_url = 'https://mirgenedb.org/static/data/ALL/ALL--pri-30-30.fas'
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
67 p.extend([Process(target=read_url(pri_url))])
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
68 [x.start() for x in p]
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
69 [x.join() for x in p]
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
70
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
71 mat_mirna=q.get()
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
72 star_mirna=q.get()
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
73 pri_mirna=q.get()
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
74
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
75 # Replace U with T in seqeunces
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
76 mat_mirna.extend(star_mirna)
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
77 for i in range(1,len(mat_mirna),2):
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
78 mat_mirna[i]=mat_mirna[i].replace("U","T")
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
79
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
80 #Generation of Custom Arms
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
81 mat_ext=custom_arms_mirgene(mat_mirna,pri_mirna)
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
82
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
83 #Export of all Fasta files
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
84 p1 = [Process(target=write_custom_arms(mat_mirna,"shifted_mirnas.bed",0))]
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
85 p1.extend([Process(target=write_custom_arms(pri_mirna,"original_mirnas.bed",0))])
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
86 p1.extend([Process(target=write_custom_arms(mat_ext,"new_ref.fa",1))])
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
87 [x.start() for x in p1]
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
88 [x.join() for x in p1]
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
89
36bf556e7a9e Uploaded
glogobyte
parents:
diff changeset
90 print('Runtime: {} seconds'.format(round(time.time() - starttime,2)))