kkonganti@101: #!/usr/bin/env python kkonganti@101: kkonganti@101: import os kkonganti@101: import argparse kkonganti@101: import logging as log kkonganti@101: import pandas as pd kkonganti@101: import numpy as np kkonganti@101: from Bio import SeqIO kkonganti@101: kkonganti@101: kkonganti@101: def main(): kkonganti@101: # READ IN ARGUMENTS kkonganti@101: desc = """ kkonganti@101: This script is part of the centriflaken pipeline: It processes centrifuge kkonganti@101: output and produces either a filtered FASTQ or a text file of FASTQ IDs based kkonganti@101: on the supplied taxa/bug kkonganti@101: """ kkonganti@101: parser = argparse.ArgumentParser(prog='process_centrifuge_output.py', description=desc) kkonganti@101: parser.add_argument("-v", dest='verbose', action="store_true", help="For more verbose output") kkonganti@101: parser.add_argument("-i", dest='input_fastq', required=False, kkonganti@101: help="Path to input FASTQ file (same as input to centrifuge). If not mentioned, \ kkonganti@101: a text file of sequence IDs are produced instead of a FASTQ file") kkonganti@101: parser.add_argument("-t", dest='taxa_filtered_fastq_file', required=True, kkonganti@101: help="Path to output FASTQ or output text file filtered by the taxa specified") kkonganti@101: parser.add_argument("-r", dest='cent_report', required=True, help="Path to centrifuge report") kkonganti@101: parser.add_argument("-o", dest='cent_output', required=True, help="Path to centrifuge output") kkonganti@101: parser.add_argument("-b", dest='bug', required=True, kkonganti@101: help="Name or fragment of name of the bug by which reads are extracted") kkonganti@101: args = parser.parse_args() kkonganti@101: kkonganti@101: # MORE INFO IF VERBOSE kkonganti@101: if args.verbose: kkonganti@101: log.basicConfig(format="%(levelname)s: %(message)s", level=log.DEBUG) kkonganti@101: else: kkonganti@101: log.basicConfig(format="%(levelname)s: %(message)s") kkonganti@101: kkonganti@101: # ASSIGN VARIABLES kkonganti@101: input_fastq = args.input_fastq kkonganti@101: taxa_filtered_fastq_file = args.taxa_filtered_fastq_file kkonganti@101: cent_report = args.cent_report kkonganti@101: cent_output = args.cent_output kkonganti@101: bug = args.bug kkonganti@101: report_col_list = ["name", "taxID"] kkonganti@101: output_col_list = ["taxID", "readID"] kkonganti@101: kkonganti@101: # Match and filter taxa names and ids from centrifuge report file kkonganti@101: report_df = pd.read_csv(cent_report, delimiter="\t", usecols=report_col_list) kkonganti@101: report_df['name'] = report_df['name'].str.lower() kkonganti@101: filt_report_df = report_df[report_df['name'].str.contains(bug.lower())] kkonganti@101: #print("\nMatching taxa names and ids:\n",filt_report_df) kkonganti@101: taxID_list = filt_report_df['taxID'] kkonganti@101: kkonganti@101: # Match the above tax ids to read ids from centrifuge output file and deduplicate kkonganti@101: output_df = pd.read_csv(cent_output, delimiter="\t", usecols=output_col_list) kkonganti@101: filt_output_df = output_df.loc[output_df['taxID'].isin(taxID_list)] kkonganti@101: readID_list = filt_output_df['readID'] kkonganti@101: readID_dedup_list = np.unique(readID_list) kkonganti@101: TF=open(taxa_filtered_fastq_file, "w") kkonganti@101: kkonganti@101: if (not input_fastq): kkonganti@101: # print("\nFILTERED READ ID LIST:\n", readID_dedup_list) kkonganti@101: for ID in readID_dedup_list: kkonganti@101: TF.write(f"{ID}\n") kkonganti@101: else: kkonganti@101: # Extract filtered reads from input fastq and write to output fastq kkonganti@101: print ("Indexing reads..") kkonganti@101: rec = SeqIO.index(input_fastq,"fastq") kkonganti@101: for i in readID_dedup_list: kkonganti@101: if i in rec: kkonganti@101: SeqIO.write(rec[i], TF, "fastq") kkonganti@101: kkonganti@101: TF.close() kkonganti@101: kkonganti@101: if __name__ == "__main__": kkonganti@101: main()