jpayne@68: package fileIO;
jpayne@68: import java.io.BufferedReader;
jpayne@68: import java.io.File;
jpayne@68: import java.io.InputStream;
jpayne@68: import java.io.InputStreamReader;
jpayne@68: import java.util.ArrayList;
jpayne@68: 
jpayne@68: import shared.Shared;
jpayne@68: import shared.Timer;
jpayne@68: import shared.Tools;
jpayne@68: 
jpayne@68: 
jpayne@68: public class TextFile {
jpayne@68: 	
jpayne@68: 	
jpayne@68: 	public static void main(String[] args){
jpayne@68: 		TextFile tf=new TextFile(args.length>0 ? args[0] : "stdin", false);
jpayne@68: 		int first=0;
jpayne@68: 		long last=100;
jpayne@68: 		boolean speedtest=false;
jpayne@68: 		if(args.length>1){
jpayne@68: 			if(args[1].equalsIgnoreCase("speedtest")){
jpayne@68: 				speedtest=true;
jpayne@68: 				first=0;
jpayne@68: 				last=Long.MAX_VALUE;
jpayne@68: 			}else{
jpayne@68: 				first=Integer.parseInt(args[1]);
jpayne@68: 				last=first+100;
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 		if(args.length>2){
jpayne@68: 			last=Integer.parseInt(args[2]);
jpayne@68: 		}
jpayne@68: 		speedtest(tf, first, last, !speedtest);
jpayne@68: 		
jpayne@68: //		long lines=0;
jpayne@68: //		long bytes=0;
jpayne@68: //		if(args.length>1){
jpayne@68: //			first=Integer.parseInt(args[1]);
jpayne@68: //			last=first+100;
jpayne@68: //		}
jpayne@68: //		if(args.length>2){
jpayne@68: //			last=Integer.parseInt(args[2]);
jpayne@68: //		}
jpayne@68: //		
jpayne@68: //		for(int i=0; i<first; i++){tf.readLine();}
jpayne@68: //		for(int i=first; i<last; i++){
jpayne@68: //			String s=tf.readLine();
jpayne@68: //			if(s==null){break;}
jpayne@68: //
jpayne@68: //			lines++;
jpayne@68: //			bytes+=s.length();
jpayne@68: //			System.out.println(s);
jpayne@68: ////			System.out.println(Arrays.toString(s.getBytes()));
jpayne@68: //		}
jpayne@68: //		
jpayne@68: //		System.err.println("\n");
jpayne@68: //		System.err.println("Lines: "+lines);
jpayne@68: //		System.err.println("Bytes: "+bytes);
jpayne@68: //		tf.close();
jpayne@68: //		tf.reset();
jpayne@68: //		tf.close();
jpayne@68: //		
jpayne@68: ////		for(int i=first; i<last; i++){
jpayne@68: ////			String s=tf.readLine();
jpayne@68: ////			if(s==null){break;}
jpayne@68: ////
jpayne@68: ////			lines++;
jpayne@68: ////			bytes+=s.length();
jpayne@68: ////			System.out.println(s);
jpayne@68: ////		}
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	private static void speedtest(TextFile tf, long first, long last, boolean reprint){
jpayne@68: 		Timer t=new Timer();
jpayne@68: 		long lines=0;
jpayne@68: 		long bytes=0;
jpayne@68: 		for(long i=0; i<first; i++){tf.nextLine();}
jpayne@68: 		if(reprint){
jpayne@68: 			for(long i=first; i<last; i++){
jpayne@68: 				String s=tf.nextLine();
jpayne@68: 				if(s==null){break;}
jpayne@68: 
jpayne@68: 				lines++;
jpayne@68: 				bytes+=s.length();
jpayne@68: 				System.out.println(s);
jpayne@68: 			}
jpayne@68: 			
jpayne@68: 			System.err.println("\n");
jpayne@68: 			System.err.println("Lines: "+lines);
jpayne@68: 			System.err.println("Bytes: "+bytes);
jpayne@68: 		}else{
jpayne@68: 			for(long i=first; i<last; i++){
jpayne@68: 				String s=tf.nextLine();
jpayne@68: 				if(s==null){break;}
jpayne@68: 				lines++;
jpayne@68: 				bytes+=s.length();
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 		t.stop();
jpayne@68: 		
jpayne@68: 		if(!reprint){
jpayne@68: 			System.err.println(Tools.timeLinesBytesProcessed(t, lines, bytes, 8));
jpayne@68: 		}
jpayne@68: 	}
jpayne@68: 
jpayne@68: 	public TextFile(String name){this(name, false);}
jpayne@68: 	
jpayne@68: 	public TextFile(FileFormat ff){
jpayne@68: 		file=new File(ff.name());
jpayne@68: 		allowSubprocess=ff.allowSubprocess();
jpayne@68: 		name=ff.name();
jpayne@68: 		
jpayne@68: 		br=open();
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public TextFile(String fname, boolean allowSubprocess_){
jpayne@68: 		fname=fname.replace('\\', '/');
jpayne@68: 		file=new File(fname);
jpayne@68: 		allowSubprocess=allowSubprocess_;
jpayne@68: 		name=fname;
jpayne@68: 		
jpayne@68: 		br=open();
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public static final String[] toStringLines(FileFormat ff){
jpayne@68: 		TextFile tf=new TextFile(ff);
jpayne@68: 		String[] lines=tf.toStringLines();
jpayne@68: 		tf.close();
jpayne@68: 		return lines;
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public static final String[] toStringLines(String fname){
jpayne@68: 		TextFile tf=new TextFile(fname);
jpayne@68: 		String[] lines=tf.toStringLines();
jpayne@68: 		tf.close();
jpayne@68: 		return lines;
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	/** Generate an array of the lines in this TextFile */
jpayne@68: 	public final String[] toStringLines(){
jpayne@68: 		
jpayne@68: 		String s=null;
jpayne@68: 		ArrayList<String> list=new ArrayList<String>(4096);
jpayne@68: 		
jpayne@68: 		for(s=nextLine(); s!=null; s=nextLine()){
jpayne@68: 			list.add(s);
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		return list.toArray(new String[list.size()]);
jpayne@68: 		
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public final long countLines(){
jpayne@68: 		
jpayne@68: 		String s=null;
jpayne@68: 		long count=0;
jpayne@68: 		
jpayne@68: 		for(s=nextLine(); s!=null; s=nextLine()){count++;}
jpayne@68: 		
jpayne@68: 		reset();
jpayne@68: 		
jpayne@68: 		return count;
jpayne@68: 		
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public static String[][] doublesplitTab(String[] lines, boolean trim){
jpayne@68: 		String[][] lines2=new String[lines.length][];
jpayne@68: 		for(int i=0; i<lines.length; i++){
jpayne@68: 			if(trim){
jpayne@68: 				lines2[i]=lines[i].trim().split("\t", -1);
jpayne@68: 			}else{
jpayne@68: 				lines2[i]=lines[i].split("\t", -1);
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 		return lines2;
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	
jpayne@68: 	public static String[][] doublesplitWhitespace(String[] lines, boolean trim){
jpayne@68: 		String[][] lines2=new String[lines.length][];
jpayne@68: 		for(int i=0; i<lines.length; i++){
jpayne@68: 			if(trim){
jpayne@68: 				lines2[i]=lines[i].trim().split("\\p{javaWhitespace}+");
jpayne@68: 			}else{
jpayne@68: 				lines2[i]=lines[i].split("\\p{javaWhitespace}+");
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 		return lines2;
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public final void reset(){
jpayne@68: 		close();
jpayne@68: 		br=open();
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public boolean exists(){
jpayne@68: 		return name.equals("stdin") || name.startsWith("stdin.") || name.startsWith("jar:") || file.exists(); //TODO Ugly and unsafe hack for files in jars
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public final boolean close(){
jpayne@68: 		if(!open){return false;}
jpayne@68: 		open=false;
jpayne@68: 		assert(br!=null);
jpayne@68: 		
jpayne@68: 		errorState|=ReadWrite.finishReading(is, name, allowSubprocess, br, isr);
jpayne@68: 		
jpayne@68: 		br=null;
jpayne@68: 		is=null;
jpayne@68: 		isr=null;
jpayne@68: 		lineNum=-1;
jpayne@68: 		return false;
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public String nextLine(){
jpayne@68: 		return readLine(true);
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public final String readLine(){
jpayne@68: 		return readLine(true);
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public final String readLine(boolean skipBlank){
jpayne@68: 		String currentLine=null;
jpayne@68: 		
jpayne@68: 		
jpayne@68: 		//Note:  Disabling this block seems to speed things up maybe 5%.
jpayne@68: //		boolean ready=false;
jpayne@68: //		try {
jpayne@68: //			ready=br.ready();
jpayne@68: //		} catch (IOException e) {
jpayne@68: //			// TODO Auto-generated catch block
jpayne@68: //			e.printStackTrace();
jpayne@68: //		}
jpayne@68: //		if(!ready){return null;}
jpayne@68: 		
jpayne@68: 		if(!open || br==null){
jpayne@68: 			if(Shared.WINDOWS){System.err.println("Attempting to read from a closed file: "+name);}
jpayne@68: 			return null;
jpayne@68: 		}
jpayne@68: 		try{
jpayne@68: 			lineNum++;
jpayne@68: 			currentLine=br.readLine();
jpayne@68: //			System.out.println(lineNum+":\t"+currentLine);
jpayne@68: 		}catch(Exception e){
jpayne@68: 			System.err.println("Oops! Bad read in file "+name+" at line "+lineNum);
jpayne@68: 			System.err.println(""+open+", "+(br==null));
jpayne@68: 			try {
jpayne@68: 				File f=new File(name);
jpayne@68: 				System.err.println("path and length: \t"+f.getAbsolutePath()+"\t"+f.length());
jpayne@68: 			} catch (Exception e1) {
jpayne@68: 				//e1.printStackTrace();
jpayne@68: 			}
jpayne@68: 			throw new RuntimeException(e);
jpayne@68: 		}
jpayne@68: 		if(currentLine==null){return null;}
jpayne@68: //		System.out.println("Read "+line);
jpayne@68: 		
jpayne@68: //		currentLine=currentLine.trim();
jpayne@68: 		
jpayne@68: 		//Note! This may generate a new String for every line and thus be slow.
jpayne@68: //		if(currentLine.trim().length()==0){return readLine();} //Skips blank lines
jpayne@68: 		if(skipBlank && (currentLine.length()==0 ||
jpayne@68: 				(Character.isWhitespace(currentLine.charAt(0)) &&
jpayne@68: 						(Character.isWhitespace(currentLine.charAt(currentLine.length()-1)))) &&
jpayne@68: 						currentLine.trim().length()==0)){
jpayne@68: 			return readLine(skipBlank); //Skips blank lines
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		return currentLine;
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	private final BufferedReader open(){
jpayne@68: 		
jpayne@68: 		if(open){
jpayne@68: 			throw new RuntimeException("Attempt to open already-opened TextFile "+name);
jpayne@68: 		}
jpayne@68: 		open=true;
jpayne@68: 		
jpayne@68: 		is=ReadWrite.getInputStream(name, true, allowSubprocess);
jpayne@68: 		isr=new InputStreamReader(is);
jpayne@68: 		
jpayne@68: 		BufferedReader b=new BufferedReader(isr, 32768);
jpayne@68: 		
jpayne@68: 		return b;
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public boolean isOpen(){return open;}
jpayne@68: 
jpayne@68: 	private boolean open=false;
jpayne@68: 	public boolean errorState=false;
jpayne@68: 	
jpayne@68: 	public final String name;
jpayne@68: 	public File file;
jpayne@68: 	private final boolean allowSubprocess;
jpayne@68: 	
jpayne@68: 	public InputStream is;
jpayne@68: 	public InputStreamReader isr;
jpayne@68: 	public BufferedReader br;
jpayne@68: 	
jpayne@68: 	public long lineNum=-1;
jpayne@68: 
jpayne@68: 	public static boolean verbose=false;
jpayne@68: 	
jpayne@68: }