annotate 0.5.0/bin/create_mqc_data_table.py @ 0:3c767f9cfd88 draft default tip

planemo upload
author galaxytrakr
date Fri, 29 May 2026 13:37:56 +0000
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
1 #!/usr/bin/env python
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
2
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
3 import os
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
4 import sys
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
5 from textwrap import dedent
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
6
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
7 import yaml
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
8
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
9
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
10 def main():
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
11 """
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
12 Takes a tab-delimited text file with a mandatory header
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
13 column and generates an HTML table.
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
14 """
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
15
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
16 args = sys.argv
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
17 if len(args) < 2 or len(args) >= 4:
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
18 print(
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
19 f"\nAt least one argument specifying the *.tblsum file is required.\n"
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
20 + "No more than 2 command-line arguments should be passed.\n"
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
21 )
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
22 exit(1)
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
23
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
24 table_sum_on = str(args[1]).lower()
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
25 table_sum_on_file = table_sum_on + ".tblsum.txt"
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
26 cell_colors = f"{table_sum_on}.cellcolors.yml"
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
27
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
28 if len(args) == 3:
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
29 description = str(args[2])
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
30 else:
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
31 description = "The results table shown here is a collection from all samples."
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
32
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
33 if os.path.exists(cell_colors) and os.path.getsize(cell_colors) > 0:
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
34 with open(cell_colors, "r") as cc_yml:
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
35 cell_colors = yaml.safe_load(cc_yml)
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
36 else:
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
37 cell_colors = dict()
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
38
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
39 if not (
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
40 os.path.exists(table_sum_on_file) and os.path.getsize(table_sum_on_file) > 0
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
41 ):
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
42 exit(0)
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
43
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
44 with open(table_sum_on_file, "r") as tbl:
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
45 header = tbl.readline()
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
46 header_cols = header.strip().split("\t")
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
47
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
48 html = [
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
49 dedent(
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
50 f"""<script type="text/javascript">
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
51 $(document).ready(function () {{
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
52 $('#cpipes-process-custom-res-{table_sum_on}').DataTable({{
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
53 scrollX: true,
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
54 fixedColumns: true, dom: 'Bfrtip',
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
55 buttons: [
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
56 'copy',
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
57 {{
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
58 extend: 'print',
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
59 title: 'CPIPES: MultiQC Report: {table_sum_on}'
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
60 }},
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
61 {{
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
62 extend: 'excel',
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
63 filename: '{table_sum_on}_results',
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
64 }},
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
65 {{
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
66 extend: 'csv',
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
67 filename: '{table_sum_on}_results',
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
68 }}
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
69 ]
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
70 }});
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
71 }});
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
72 </script>
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
73 <div class="table-responsive">
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
74 <style>
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
75 #cpipes-process-custom-res tr:nth-child(even) {{
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
76 background-color: #f2f2f2;
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
77 }}
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
78 </style>
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
79 <table class="table" style="width:100%" id="cpipes-process-custom-res-{table_sum_on}">
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
80 <thead>
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
81 <tr>"""
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
82 )
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
83 ]
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
84
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
85 for header_col in header_cols:
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
86 html.append(
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
87 dedent(
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
88 f"""
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
89 <th> {header_col} </th>"""
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
90 )
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
91 )
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
92
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
93 html.append(
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
94 dedent(
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
95 """
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
96 </tr>
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
97 </thead>
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
98 <tbody>"""
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
99 )
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
100 )
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
101
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
102 for row in tbl:
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
103 html.append("<tr>\n")
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
104 data_cols = row.strip().split("\t")
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
105 if len(header_cols) != len(data_cols):
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
106 print(
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
107 f"\nWARN: Number of header columns ({len(header_cols)}) and data "
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
108 + f"columns ({len(data_cols)}) are not equal!\nWill append empty columns!\n"
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
109 )
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
110 if len(header_cols) > len(data_cols):
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
111 data_cols += (len(header_cols) - len(data_cols)) * " "
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
112 print(len(data_cols))
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
113 else:
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
114 header_cols += (len(data_cols) - len(header_cols)) * " "
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
115
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
116 html.append(
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
117 dedent(
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
118 f"""
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
119 <td><samp>{data_cols[0]}</samp></td>
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
120 """
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
121 )
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
122 )
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
123
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
124 for data_col in data_cols[1:]:
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
125 data_col_w_color = f"""<td>{data_col}</td>
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
126 """
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
127 if (
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
128 table_sum_on in cell_colors.keys()
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
129 and data_col in cell_colors[table_sum_on].keys()
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
130 ):
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
131 data_col_w_color = f"""<td style="background-color: {cell_colors[table_sum_on][data_col]}">{data_col}</td>
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
132 """
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
133 html.append(dedent(data_col_w_color))
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
134 html.append("</tr>\n")
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
135 html.append("</tbody>\n")
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
136 html.append("</table>\n")
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
137 html.append("</div>\n")
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
138
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
139 mqc_yaml = {
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
140 "id": f"{table_sum_on.upper()}_collated_table",
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
141 "section_name": f"{table_sum_on.upper()}",
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
142 "section_href": f"https://github.com/CFSAN-Biostatistics/nowayout",
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
143 "plot_type": "html",
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
144 "description": f"{description}",
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
145 "data": ("").join(html),
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
146 }
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
147
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
148 with open(f"{table_sum_on.lower()}_mqc.yml", "w") as html_mqc:
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
149 yaml.dump(mqc_yaml, html_mqc, default_flow_style=False)
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
150
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
151
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
152 if __name__ == "__main__":
3c767f9cfd88 planemo upload
galaxytrakr
parents:
diff changeset
153 main()