annotate elastic_tool.Rmd @ 0:28ce9fcb06c7 draft

planemo upload
author mingchen0919
date Mon, 26 Mar 2018 00:09:35 -0400
parents
children 1aeef205e648
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
1 ---
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
2 title: 'Dynamic tool'
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
3 output: html_document
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
4 ---
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
5
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
6 <style>
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
7 pre code, pre, code {
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
8 white-space: pre !important;
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
9 overflow-x: scroll !important;
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
10 word-break: keep-all !important;
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
11 word-wrap: initial !important;
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
12 }
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
13 </style>
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
14
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
15 ```{r setup, include=FALSE, warning=FALSE, message=FALSE}
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
16 knitr::opts_chunk$set(error = TRUE)
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
17 ```
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
18
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
19 ## User input
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
20
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
21 ```{r, echo=FALSE}
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
22 ##-------- build script files -----------
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
23
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
24 # build script file: script.sh
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
25 df = read.table(paste0(Sys.getenv('REPORT_FILES_PATH'), '/options_and_arguments.txt'),
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
26 sep = '|', header = TRUE)
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
27
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
28 # prepend A_TOOL_OUTPUT_PATH
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
29 if (nrow(df[df$type == 'path_relative_to_a_tool', ]) > 0) {
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
30 for (i in 1:nrow(df[df$type == 'path_relative_to_a_tool', ])) {
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
31 root_path = readLines(df[df$type == 'path_relative_to_a_tool', ][i, 'path_type'])[1]
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
32 df[df$type == 'path_relative_to_a_tool', ][i, 'value'] = paste(root_path,
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
33 df[df$type == 'path_relative_to_a_tool', ][i, 'value'],
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
34 sep = '/')
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
35 }
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
36 }
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
37
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
38 # get tool name
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
39 tool_name = df[df$type == 'tool_name', 'value']
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
40 # build script for displaying help messages (this probably should be tool specific)
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
41 write(paste0(tool_name, ' -h'),
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
42 file = paste0(Sys.getenv('REPORT_FILES_PATH'), '/help.sh'))
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
43
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
44 knitr::kable(df)
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
45
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
46 # if the number of option/argument pairs is larger than 0, build script file
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
47 df2 = df[df$type != 'tool_name', ]
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
48 if (nrow(df2) > 0) {
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
49 # write tool name as the first line of the script.sh
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
50 # before running the job, cd into the ${REPORT_FILES_PATH} directory
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
51 write(paste0(tool_name, ' \\'),
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
52 paste0(Sys.getenv('REPORT_FILES_PATH'), '/script.sh'))
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
53 df2 = df[df$type != 'tool_name', ]
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
54 write(paste(' ', df2$flag, df2$value, '\\', sep = ' '),
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
55 file = paste0(Sys.getenv('REPORT_FILES_PATH'), '/script.sh'),
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
56 append = TRUE )
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
57 # remember that after writing option/argument lines to the script.sh, the last line
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
58 # has an extra newline character '\' which causes a problem. We can either remove that extra
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
59 # '\' or add a new line to the end. We choose to add a new line.
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
60
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
61 # add an extra line to the end to redirect stdout to stdout.txt and stderr to stderr.txt
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
62 write(' > ${REPORT_FILES_PATH}/stdout.txt 2>${REPORT_FILES_PATH}/stderr.txt',
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
63 paste0(Sys.getenv('REPORT_FILES_PATH'), '/script.sh'), append = TRUE)
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
64 } else {
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
65 # if no option/argument input, simply display the help message
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
66 write(paste0(tool_name, ' -h'),
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
67 file = paste0(Sys.getenv('REPORT_FILES_PATH'), '/script.sh'))
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
68 }
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
69
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
70 ```
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
71
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
72
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
73 ```{bash, echo=FALSE}
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
74 ## code to open help documentation
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
75 sh ${REPORT_FILES_PATH}/help.sh > ${TOOL_HELP_DOC}
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
76 ```
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
77
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
78
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
79 ```{r, echo=FALSE}
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
80 # create paths before running the job script
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
81 df_paths = df[df$type == 'path_relative_to_this_tool', ]
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
82
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
83 if (nrow(df_paths) > 0) {
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
84 for (i in 1:nrow(df_paths)) {
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
85 path = paste0(Sys.getenv('REPORT_FILES_PATH'), '/', df_paths[i, 'value'])
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
86 path_type = df_paths[i, 'path_type']
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
87
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
88 # create file paths
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
89 if ((path_type == 'file_path') & !file.exists(path)) {
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
90 dir_path = paste(head(strsplit(path, '/')[[1]], -1), collapse = '/' )
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
91 if (!dir.exists(dir_path)) {
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
92 dir.create(dir_path, recursive = TRUE)
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
93 }
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
94 file.create(path)
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
95 }
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
96
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
97 # create dir paths
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
98 if ((path_type == 'dir_path') & !dir.exists(path)) {
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
99 dir.create(path, recursive = TRUE)
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
100 }
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
101 }
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
102 }
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
103 ```
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
104
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
105
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
106 ```{bash, echo=FALSE}
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
107 # run job script
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
108 # it's important to run the job within the REPORT_FILES_PATH
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
109 cd ${REPORT_FILES_PATH} && sh script.sh
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
110 ```
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
111
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
112
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
113
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
114 ```{bash, results='asis', echo=FALSE}
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
115 echo '## Job script'
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
116 echo ''
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
117 echo ''
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
118 echo '```bash'
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
119 cat ${REPORT_FILES_PATH}/script.sh
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
120 echo '```'
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
121 ```
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
122
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
123
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
124 ```{r, echo=FALSE}
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
125 ## obtain REPORT_FILES_PAHT and save it to a galaxy output.
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
126 database_root = paste(head(strsplit(Sys.getenv('TOOL_LOG'), '/')[[1]], -1), collapse = '/')
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
127 tool_output_dir_id = tail(strsplit(Sys.getenv('REPORT_FILES_PATH'), '/')[[1]], 1)
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
128 tool_output_dir = paste0(database_root, '/', tool_output_dir_id)
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
129 write(tool_output_dir, Sys.getenv('TOOL_OUTPUT_DIR'))
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
130 ```
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
131
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
132
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
133 ```{r, results='asis', echo=FALSE}
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
134 cat('##All output files')
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
135 cat('\n\n')
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
136 all_files = list.files(path = Sys.getenv('REPORT_FILES_PATH'),
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
137 full.names = TRUE,
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
138 recursive = TRUE)
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
139
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
140 for (f in sub(Sys.getenv('REPORT_FILES_PATH'), '.', all_files) ) {
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
141 cat('* [', f, '](', f, ')\n')
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
142 }
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
143 cat('\n')
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
144 ```
28ce9fcb06c7 planemo upload
mingchen0919
parents:
diff changeset
145