annotate 1.0.0/bin/create_mqc_data_table.py @ 0:801b85b03a17 draft default tip

planemo upload
author galaxytrakr
date Thu, 28 May 2026 20:31:42 +0000
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
1 #!/usr/bin/env python
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
2
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
3 import os
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
4 import sys
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
5 from textwrap import dedent
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
6
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
7 import yaml
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
8
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
9
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
10 def main():
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
11 """
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
12 Takes a tab-delimited text file with a mandatory header
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
13 column and generates an HTML table.
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
14 """
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
15
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
16 args = sys.argv
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
17 if len(args) < 2 or len(args) >= 4:
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
18 print(
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
19 f"\nAt least one argument specifying the *.tblsum file is required.\n"
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
20 + "No more than 2 command-line arguments should be passed.\n"
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
21 )
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
22 exit(1)
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
23
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
24 table_sum_on = str(args[1]).lower()
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
25 table_sum_on_file = table_sum_on + ".tblsum.txt"
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
26 cell_colors = f"{table_sum_on}.cellcolors.yml"
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
27
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
28 if len(args) == 3:
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
29 description = str(args[2])
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
30 else:
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
31 description = "The results table shown here is a collection from all samples."
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
32
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
33 if os.path.exists(cell_colors) and os.path.getsize(cell_colors) > 0:
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
34 with open(cell_colors, "r") as cc_yml:
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
35 cell_colors = yaml.safe_load(cc_yml)
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
36 else:
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
37 cell_colors = dict()
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
38
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
39 if not (os.path.exists(table_sum_on_file) and os.path.getsize(table_sum_on_file) > 0):
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
40 exit(0)
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
41
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
42 with open(table_sum_on_file, "r") as tbl:
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
43 header = tbl.readline()
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
44 header_cols = header.strip().split("\t")
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
45
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
46 html = [
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
47 dedent(
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
48 f"""<script type="text/javascript">
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
49 $(document).ready(function () {{
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
50 $('#cpipes-process-custom-res-{table_sum_on}').DataTable({{
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
51 scrollX: true,
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
52 fixedColumns: true, dom: 'Bfrtip',
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
53 buttons: [
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
54 'copy',
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
55 {{
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
56 extend: 'print',
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
57 title: 'CPIPES: MultiQC Report: {table_sum_on}'
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
58 }},
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
59 {{
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
60 extend: 'excel',
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
61 filename: '{table_sum_on}_results',
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
62 }},
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
63 {{
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
64 extend: 'csv',
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
65 filename: '{table_sum_on}_results',
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
66 }}
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
67 ]
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
68 }});
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
69 }});
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
70 </script>
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
71 <div class="table-responsive">
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
72 <style>
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
73 #cpipes-process-custom-res tr:nth-child(even) {{
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
74 background-color: #f2f2f2;
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
75 }}
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
76 </style>
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
77 <table class="table" style="width:100%" id="cpipes-process-custom-res-{table_sum_on}">
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
78 <thead>
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
79 <tr>"""
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
80 )
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
81 ]
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
82
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
83 for header_col in header_cols:
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
84 html.append(
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
85 dedent(
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
86 f"""
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
87 <th> {header_col} </th>"""
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
88 )
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
89 )
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
90
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
91 html.append(
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
92 dedent(
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
93 """
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
94 </tr>
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
95 </thead>
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
96 <tbody>"""
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
97 )
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
98 )
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
99
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
100 for row in tbl:
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
101 html.append("<tr>\n")
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
102 data_cols = row.strip().split("\t")
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
103 if len(header_cols) != len(data_cols):
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
104 print(
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
105 f"\nWARN: Number of header columns ({len(header_cols)}) and data "
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
106 + f"columns ({len(data_cols)}) are not equal!\nWill append empty columns!\n"
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
107 )
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
108 if len(header_cols) > len(data_cols):
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
109 data_cols += (len(header_cols) - len(data_cols)) * " "
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
110 print(len(data_cols))
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
111 else:
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
112 header_cols += (len(data_cols) - len(header_cols)) * " "
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
113
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
114 html.append(
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
115 dedent(
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
116 f"""
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
117 <td><samp>{data_cols[0]}</samp></td>
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
118 """
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
119 )
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
120 )
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
121
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
122 for data_col in data_cols[1:]:
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
123 data_col_w_color = f"""<td>{data_col}</td>
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
124 """
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
125 if (
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
126 table_sum_on in cell_colors.keys()
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
127 and data_col in cell_colors[table_sum_on].keys()
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
128 ):
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
129 data_col_w_color = f"""<td style="background-color: {cell_colors[table_sum_on][data_col]}">{data_col}</td>
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
130 """
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
131 html.append(dedent(data_col_w_color))
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
132 html.append("</tr>\n")
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
133 html.append("</tbody>\n")
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
134 html.append("</table>\n")
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
135 html.append("</div>\n")
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
136
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
137 mqc_yaml = {
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
138 "id": f"{table_sum_on.upper()}_collated_table",
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
139 "section_name": f"{table_sum_on.upper()}",
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
140 "section_href": f"https://github.com/CFSAN-Biostatistics/bettercallsal",
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
141 "plot_type": "html",
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
142 "description": f"{description}",
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
143 "data": ("").join(html),
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
144 }
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
145
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
146 with open(f"{table_sum_on.lower()}_mqc.yml", "w") as html_mqc:
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
147 yaml.dump(mqc_yaml, html_mqc, default_flow_style=False)
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
148
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
149
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
150 if __name__ == "__main__":
801b85b03a17 planemo upload
galaxytrakr
parents:
diff changeset
151 main()