jpayne@68: package fun;
jpayne@68: 
jpayne@68: import java.io.File;
jpayne@68: import java.io.IOException;
jpayne@68: import java.io.InputStream;
jpayne@68: import java.io.PrintStream;
jpayne@68: import java.util.ArrayList;
jpayne@68: import java.util.Arrays;
jpayne@68: import java.util.Locale;
jpayne@68: import java.util.Random;
jpayne@68: 
jpayne@68: import fileIO.ByteFile;
jpayne@68: import fileIO.ByteStreamWriter;
jpayne@68: import fileIO.FileFormat;
jpayne@68: import fileIO.QuickFile;
jpayne@68: import fileIO.ReadWrite;
jpayne@68: import fileIO.TextFile;
jpayne@68: import shared.Parse;
jpayne@68: import shared.Parser;
jpayne@68: import shared.PreParser;
jpayne@68: import shared.Shared;
jpayne@68: import shared.Timer;
jpayne@68: import shared.Tools;
jpayne@68: import stream.FastaReadInputStream;
jpayne@68: import structures.ByteBuilder;
jpayne@68: 
jpayne@68: /**
jpayne@68:  * @author Brian Bushnell
jpayne@68:  * @date December 6, 2017
jpayne@68:  *
jpayne@68:  */
jpayne@68: public class DiskBench {
jpayne@68: 	
jpayne@68: 	public static void main(String[] args){
jpayne@68: 		//Start a timer immediately upon code entrance.
jpayne@68: 		Timer t=new Timer();
jpayne@68: 		
jpayne@68: 		//Create an instance of this class
jpayne@68: 		DiskBench x=new DiskBench(args);
jpayne@68: 		
jpayne@68: 		//Run the object
jpayne@68: 		x.process(t);
jpayne@68: 		
jpayne@68: 		//Close the print stream if it was redirected
jpayne@68: 		Shared.closeStream(x.outstream);
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public DiskBench(String[] args){
jpayne@68: 		
jpayne@68: 		{//Preparse block for help, config files, and outstream
jpayne@68: 			PreParser pp=new PreParser(args, getClass(), false);
jpayne@68: 			args=pp.args;
jpayne@68: 			outstream=pp.outstream;
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		ReadWrite.USE_PIGZ=ReadWrite.USE_UNPIGZ=true;
jpayne@68: 		ReadWrite.MAX_ZIP_THREADS=Shared.threads();
jpayne@68: 		
jpayne@68: 		Parser parser=new Parser();
jpayne@68: 		parser.overwrite=true;
jpayne@68: 		for(int i=0; i<args.length; i++){
jpayne@68: 			String arg=args[i];
jpayne@68: 			String[] split=arg.split("=");
jpayne@68: 			String a=split[0].toLowerCase();
jpayne@68: 			String b=split.length>1 ? split[1] : null;
jpayne@68: 
jpayne@68: 			if(a.equals("path")){
jpayne@68: 				path=b;
jpayne@68: 				if(path==null){path="";}
jpayne@68: 				else if(!path.endsWith("/")){path=path+"/";}
jpayne@68: 			}else if(a.equals("lines")){
jpayne@68: 				maxLines=Long.parseLong(b);
jpayne@68: 				if(maxLines<0){maxLines=Long.MAX_VALUE;}
jpayne@68: 			}else if(a.equals("data") || a.equals("size")){
jpayne@68: 				data=Parse.parseKMG(b);
jpayne@68: 			}else if(a.equals("passes")){
jpayne@68: 				passes=Integer.parseInt(b);
jpayne@68: 			}else if(a.equals("verbose")){
jpayne@68: 				verbose=Parse.parseBoolean(b);
jpayne@68: 			}else if(a.equals("gzip")){
jpayne@68: 				verbose=Parse.parseBoolean(b);
jpayne@68: 			}else if(a.equals("mode")){
jpayne@68: 				assert(b!=null) : "Bad parameter: "+arg;
jpayne@68: 				if(Tools.isDigit(b.charAt(0))){mode=Integer.parseInt(b);}
jpayne@68: 				else if("read".equalsIgnoreCase(b) || "r".equalsIgnoreCase(b)){mode=READ;}
jpayne@68: 				else if("write".equalsIgnoreCase(b) || "w".equalsIgnoreCase(b)){mode=WRITE;}
jpayne@68: 				else if("readwrite".equalsIgnoreCase(b) || "rw".equalsIgnoreCase(b)){mode=READWRITE;}
jpayne@68: 				else{assert(false) : "Bad mode: "+arg;}
jpayne@68: 			}else if(a.equals("read") || a.equals("r")){
jpayne@68: 				mode=READ;
jpayne@68: 			}else if(a.equals("write") || a.equals("w")){
jpayne@68: 				mode=WRITE;
jpayne@68: 			}else if(a.equals("readwrite") || a.equals("rw")){
jpayne@68: 				mode=READWRITE;
jpayne@68: 			}else if(a.equals("printtid")){
jpayne@68: 				printTid=Parse.parseBoolean(b);
jpayne@68: 			}else if(a.equals("processbis")){
jpayne@68: 				processBis=Parse.parseBoolean(b);
jpayne@68: 			}else if(a.equals("preread")){
jpayne@68: 				preRead=Parse.parseBoolean(b);
jpayne@68: 			}
jpayne@68: 			
jpayne@68: 			else if(a.equals("method")){
jpayne@68: 				assert(b!=null) : "Bad parameter: "+arg;
jpayne@68: 				if(Tools.isDigit(b.charAt(0))){method=Integer.parseInt(b);}
jpayne@68: 				else if("BYTEFILE".equalsIgnoreCase(b) || "bf".equalsIgnoreCase(b)){method=BYTEFILE;}
jpayne@68: 				else if("TEXTFILE".equalsIgnoreCase(b) || "tf".equalsIgnoreCase(b)){method=TEXTFILE;}
jpayne@68: 				else if("QUICKFILE".equalsIgnoreCase(b) || "qf".equalsIgnoreCase(b)){method=QUICKFILE;}
jpayne@68: 				else if("BUFFEREDINPUTSTREAM".equalsIgnoreCase(b) || "bis".equalsIgnoreCase(b)){method=BUFFEREDINPUTSTREAM;}
jpayne@68: 				else if("FILEINPUTSTREAM".equalsIgnoreCase(b) || "fis".equalsIgnoreCase(b)){method=FILEINPUTSTREAM;}
jpayne@68: 				else if("BUFFEREDINPUTSTREAM2".equalsIgnoreCase(b) || "bis2".equalsIgnoreCase(b)){method=BUFFEREDINPUTSTREAM2;}
jpayne@68: 				else if("FILEINPUTSTREAM2".equalsIgnoreCase(b) || "fis2".equalsIgnoreCase(b)){method=FILEINPUTSTREAM2;}
jpayne@68: 				else{assert(false) : "Bad mode: "+arg;}
jpayne@68: 			}
jpayne@68: 			else if("BYTEFILE".equalsIgnoreCase(a) || "bf".equalsIgnoreCase(a)){method=BYTEFILE;}
jpayne@68: 			else if("TEXTFILE".equalsIgnoreCase(a) || "tf".equalsIgnoreCase(a)){method=TEXTFILE;}
jpayne@68: 			else if("QUICKFILE".equalsIgnoreCase(a) || "qf".equalsIgnoreCase(a)){method=QUICKFILE;}
jpayne@68: 			else if("BUFFEREDINPUTSTREAM".equalsIgnoreCase(a) || "bis".equalsIgnoreCase(a)){method=BUFFEREDINPUTSTREAM;}
jpayne@68: 			else if("FILEINPUTSTREAM".equalsIgnoreCase(a) || "fis".equalsIgnoreCase(a)){method=FILEINPUTSTREAM;}
jpayne@68: 			else if("BUFFEREDINPUTSTREAM2".equalsIgnoreCase(a) || "bis2".equalsIgnoreCase(a)){method=BUFFEREDINPUTSTREAM2;}
jpayne@68: 			else if("FILEINPUTSTREAM2".equalsIgnoreCase(a) || "fis2".equalsIgnoreCase(a)){method=FILEINPUTSTREAM2;}
jpayne@68: 			else if("buffer".equalsIgnoreCase(a) || "bufferlen".equalsIgnoreCase(a)){
jpayne@68: 				bufferlen=(int)Parse.parseKMGBinary(b);
jpayne@68: 			}
jpayne@68: 			
jpayne@68: 			else if(parser.parse(arg, a, b)){
jpayne@68: 				//do nothing
jpayne@68: 			}else{
jpayne@68: 				outstream.println("Unknown parameter "+args[i]);
jpayne@68: 				assert(false) : "Unknown parameter "+args[i];
jpayne@68: 				//				throw new RuntimeException("Unknown parameter "+args[i]);
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		{//Process parser fields
jpayne@68: 			overwrite=parser.overwrite;
jpayne@68: 			threads=Shared.threads();
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		assert(FastaReadInputStream.settingsOK());
jpayne@68: 		
jpayne@68: 		if(!ByteFile.FORCE_MODE_BF2){
jpayne@68: 			ByteFile.FORCE_MODE_BF2=false;
jpayne@68: 			ByteFile.FORCE_MODE_BF1=true;
jpayne@68: 		}
jpayne@68: 
jpayne@68: 		File pfile=new File(path);
jpayne@68: 		if(!pfile.exists()){pfile.mkdirs();}
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	class WriteThread extends Thread{
jpayne@68: 		
jpayne@68: 		public WriteThread(String fname_, long size_){
jpayne@68: 			fname=fname_;
jpayne@68: 			size=size_;
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		@Override
jpayne@68: 		public void run(){
jpayne@68: 			t=new Timer();
jpayne@68: 			written=writeRandomData(fname, size, t, overwrite);
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		String fname;
jpayne@68: 		long size;
jpayne@68: 		long written=0;
jpayne@68: 		Timer t;
jpayne@68: 		
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	public static long writeRandomData(final String fname, final long size, final Timer t, final boolean overwrite){
jpayne@68: 		if(t!=null){t.start();}
jpayne@68: 		long written=0;
jpayne@68: 		final Random randy=Shared.threadLocalRandom();
jpayne@68: 		FileFormat ffout=FileFormat.testOutput(fname, FileFormat.TEXT, null, true, overwrite, false, false);
jpayne@68: 		ByteStreamWriter bsw=new ByteStreamWriter(ffout);
jpayne@68: 		bsw.start();
jpayne@68: 		final ByteBuilder bb=new ByteBuilder(66000);
jpayne@68: 		final int shift=6;
jpayne@68: 		final int shiftsPerRand=32/shift;
jpayne@68: 		assert(shiftsPerRand>0);
jpayne@68: 		final long limit=size-20-shiftsPerRand*1000;
jpayne@68: 		while(written<limit){
jpayne@68: 			for(int i=0; i<1000; i+=shiftsPerRand){
jpayne@68: 				int x=randy.nextInt();
jpayne@68: 				for(int j=0; j<shiftsPerRand; j++){
jpayne@68: 					byte b=(byte)(33+x&63);
jpayne@68: 					bb.append(b);
jpayne@68: 					x>>=shift;
jpayne@68: 				}
jpayne@68: 			}
jpayne@68: //			for(int i=0; i<1000; i+=shiftsPerRand){
jpayne@68: //				long x=randy.nextLong();
jpayne@68: //				for(int j=0; j<shiftsPerRand; j++){
jpayne@68: //					byte b=(byte)(33+x&63);
jpayne@68: //					bb.append(b);
jpayne@68: //					x>>=shift;
jpayne@68: //				}
jpayne@68: //			}
jpayne@68: 			bb.nl();
jpayne@68: 			written+=bb.length;
jpayne@68: 			bsw.print(bb);
jpayne@68: 			bb.clear();
jpayne@68: 		}
jpayne@68: 		while(written<size-1){
jpayne@68: 			bb.append((byte)(33+(randy.nextInt()&63)));
jpayne@68: 			written++;
jpayne@68: 		}
jpayne@68: 		bb.nl();
jpayne@68: 		written+=bb.length;
jpayne@68: 		bsw.print(bb);
jpayne@68: 		bb.clear();
jpayne@68: 		bsw.poisonAndWait();
jpayne@68: 		File f=new File(fname);
jpayne@68: 		long diskSize=(f.length());
jpayne@68: 		if(t!=null){t.stop();}
jpayne@68: 		return diskSize;
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	class ReadThread extends Thread{
jpayne@68: 		
jpayne@68: 		public ReadThread(String fname_, int tid_){
jpayne@68: 			fname=fname_;
jpayne@68: 			tid=tid_;
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		@Override
jpayne@68: 		public void run(){
jpayne@68: 			t=new Timer();
jpayne@68: 			FileFormat ffin=FileFormat.testInput(fname, FileFormat.TEXT, null, false, false, false);
jpayne@68: 			
jpayne@68: 			if(method==BYTEFILE){
jpayne@68: 				runBf(ffin);
jpayne@68: 			}else if(method==QUICKFILE){
jpayne@68: 				runQf(ffin);
jpayne@68: 			}else if(method==TEXTFILE){
jpayne@68: 				runTf(ffin);
jpayne@68: 			}else if(method==BUFFEREDINPUTSTREAM){
jpayne@68: 				runBis(ffin, true);
jpayne@68: 			}else if(method==FILEINPUTSTREAM){
jpayne@68: 				runBis(ffin, false);
jpayne@68: 			}else if(method==BUFFEREDINPUTSTREAM2){
jpayne@68: 				runBis2(ffin, true);
jpayne@68: 			}else if(method==FILEINPUTSTREAM2){
jpayne@68: 				runBis2(ffin, false);
jpayne@68: 			}
jpayne@68: 			if(printTid){System.err.print(tid+",");}
jpayne@68: 			t.stop();
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		private void runBf(FileFormat ffin){
jpayne@68: 			ByteFile bf=ByteFile.makeByteFile(ffin);
jpayne@68: 			for(byte[] line=bf.nextLine(); line!=null; line=bf.nextLine()){
jpayne@68: 				read+=line.length+1;
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		private void runQf(FileFormat ffin){
jpayne@68: 			QuickFile qf=new QuickFile(ffin);
jpayne@68: 			for(byte[] line=qf.nextLine(); line!=null; line=qf.nextLine()){
jpayne@68: 				read+=line.length+1;
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		private void runTf(FileFormat ffin){
jpayne@68: 			TextFile tf=new TextFile(ffin);
jpayne@68: 			for(String line=tf.nextLine(); line!=null; line=tf.nextLine()){
jpayne@68: 				read+=line.length()+1;
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		private void runBis(FileFormat ffin, boolean bufferedStream){
jpayne@68: 			
jpayne@68: 			final byte[] buffer=new byte[bufferlen];
jpayne@68: 			InputStream is=ReadWrite.getInputStream(ffin.name(), bufferedStream, false);
jpayne@68: 			
jpayne@68: 			for(int r=1; r>0; ){
jpayne@68: 				r=0;
jpayne@68: 				try {
jpayne@68: 					r=is.read(buffer);
jpayne@68: 					if(r>0){read+=r;}
jpayne@68: 					
jpayne@68: 					if(processBis){
jpayne@68: 						int last=0;
jpayne@68: 						for(int i=1; i<r; i++){
jpayne@68: 							byte b=buffer[i];
jpayne@68: 							if(b=='\n'){
jpayne@68: 								cache=Arrays.copyOfRange(buffer, last, i);
jpayne@68: 								last=i+1;
jpayne@68: 							}
jpayne@68: 						}
jpayne@68: 					}
jpayne@68: 					
jpayne@68: 				} catch (IOException e) {
jpayne@68: 					e.printStackTrace();
jpayne@68: 				}
jpayne@68: 			}
jpayne@68: 			
jpayne@68: 			try {
jpayne@68: 				is.close();
jpayne@68: 			} catch (IOException e) {
jpayne@68: 				// TODO Auto-generated catch block
jpayne@68: 				e.printStackTrace();
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		private void runBis2(FileFormat ffin, boolean bufferedStream){
jpayne@68: 			
jpayne@68: 			final byte[] buffer=new byte[bufferlen];
jpayne@68: 			InputStream is=ReadWrite.getInputStream(ffin.name(), bufferedStream, false);
jpayne@68: 			
jpayne@68: 			list=new ArrayList<byte[]>(800);
jpayne@68: 			for(int r=1; r>0; ){
jpayne@68: 				r=0;
jpayne@68: 				try {
jpayne@68: 					r=is.read(buffer);
jpayne@68: 					if(r>0){read+=r;}
jpayne@68: 					
jpayne@68: 					if(processBis){
jpayne@68: 						int last=0;
jpayne@68: 						for(int i=1; i<r; i++){
jpayne@68: 							byte b=buffer[i];
jpayne@68: 							if(b=='\n'){
jpayne@68: 								byte[] line=Arrays.copyOfRange(buffer, last, i);
jpayne@68: 								list.add(line);
jpayne@68: 								if(list.size()>=800){
jpayne@68: 									list=new ArrayList<byte[]>(800);
jpayne@68: 								}
jpayne@68: 								last=i+1;
jpayne@68: 							}
jpayne@68: 						}
jpayne@68: 					}
jpayne@68: 					
jpayne@68: 				} catch (IOException e) {
jpayne@68: 					e.printStackTrace();
jpayne@68: 				}
jpayne@68: 			}
jpayne@68: 			
jpayne@68: 			try {
jpayne@68: 				is.close();
jpayne@68: 			} catch (IOException e) {
jpayne@68: 				// TODO Auto-generated catch block
jpayne@68: 				e.printStackTrace();
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 
jpayne@68: 		byte[] cache;
jpayne@68: 		ArrayList<byte[]> list;
jpayne@68: 		String fname;
jpayne@68: 		long read=0;
jpayne@68: 		long lines=0;
jpayne@68: 		Timer t;
jpayne@68: 		final int tid;
jpayne@68: 		
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	String[] makeFnames(int pass){
jpayne@68: 		String[] fnames=new String[threads];
jpayne@68: 		Random randy=new Random();
jpayne@68: 		for(int i=0; i<threads; i++){
jpayne@68: 			fnames[i]=path+pass+"_"+i+"_"+(System.nanoTime()&0xFFFF)+"_"+randy.nextInt(4096);
jpayne@68: 		}
jpayne@68: 		return fnames;
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	Timer readWrite(String[] fnamesW, String[] fnamesR){
jpayne@68: 		Timer t=new Timer();
jpayne@68: 		
jpayne@68: 		WriteThread[] wta=new WriteThread[threads];
jpayne@68: 		long size=data/threads;
jpayne@68: 		for(int i=0; i<threads; i++){
jpayne@68: 			wta[i]=new WriteThread(fnamesW[i], size);
jpayne@68: 		}
jpayne@68: 		for(int i=0; i<threads; i++){
jpayne@68: 			wta[i].start();
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		ReadThread[] rta=new ReadThread[threads];
jpayne@68: 		for(int i=0; i<threads; i++){
jpayne@68: 			rta[i]=new ReadThread(fnamesR[i], i);
jpayne@68: 		}
jpayne@68: 		for(int i=0; i<threads; i++){
jpayne@68: 			rta[i].start();
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		for(int i=0; i<threads; i++){
jpayne@68: 			while(wta[i].getState()!=Thread.State.TERMINATED){
jpayne@68: 				try {
jpayne@68: 					wta[i].join();
jpayne@68: 				} catch (InterruptedException e) {
jpayne@68: 					// TODO Auto-generated catch block
jpayne@68: 					e.printStackTrace();
jpayne@68: 				}
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		for(int i=0; i<threads; i++){
jpayne@68: 			while(rta[i].getState()!=Thread.State.TERMINATED){
jpayne@68: 				try {
jpayne@68: 					rta[i].join();
jpayne@68: 				} catch (InterruptedException e) {
jpayne@68: 					// TODO Auto-generated catch block
jpayne@68: 					e.printStackTrace();
jpayne@68: 				}
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		t.stop();
jpayne@68: 		return t;
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	Timer write(String[] fnames){
jpayne@68: 		Timer t=new Timer();
jpayne@68: 		WriteThread[] wta=new WriteThread[threads];
jpayne@68: 		long size=data/threads;
jpayne@68: 		for(int i=0; i<threads; i++){
jpayne@68: 			wta[i]=new WriteThread(fnames[i], size);
jpayne@68: 		}
jpayne@68: 		for(int i=0; i<threads; i++){
jpayne@68: 			wta[i].start();
jpayne@68: 		}
jpayne@68: 		for(int i=0; i<threads; i++){
jpayne@68: 			while(wta[i].getState()!=Thread.State.TERMINATED){
jpayne@68: 				try {
jpayne@68: 					wta[i].join();
jpayne@68: 				} catch (InterruptedException e) {
jpayne@68: 					// TODO Auto-generated catch block
jpayne@68: 					e.printStackTrace();
jpayne@68: 				}
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 		t.stop();
jpayne@68: 		return t;
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	Timer read(String[] fnames){
jpayne@68: 		
jpayne@68: 		Timer t=new Timer();
jpayne@68: 		
jpayne@68: 		if(preRead){
jpayne@68: 			ReadThread rt=new ReadThread(fnames[0], 0);
jpayne@68: 			rt.start();
jpayne@68: 			while(rt.getState()!=Thread.State.TERMINATED){
jpayne@68: 				try {
jpayne@68: 					rt.join();
jpayne@68: 				} catch (InterruptedException e) {
jpayne@68: 					// TODO Auto-generated catch block
jpayne@68: 					e.printStackTrace();
jpayne@68: 				}
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 		
jpayne@68: 		ReadThread[] rta=new ReadThread[threads];
jpayne@68: 		for(int i=0; i<threads; i++){
jpayne@68: 			rta[i]=new ReadThread(fnames[i], i);
jpayne@68: 		}
jpayne@68: 		for(int i=0; i<threads; i++){
jpayne@68: 			rta[i].start();
jpayne@68: 		}
jpayne@68: 		for(int i=0; i<threads; i++){
jpayne@68: 			while(rta[i].getState()!=Thread.State.TERMINATED){
jpayne@68: 				try {
jpayne@68: 					rta[i].join();
jpayne@68: 				} catch (InterruptedException e) {
jpayne@68: 					// TODO Auto-generated catch block
jpayne@68: 					e.printStackTrace();
jpayne@68: 				}
jpayne@68: 			}
jpayne@68: 			linesInternal+=(rta[i].list==null ? 0 : rta[i].list.size());
jpayne@68: 		}
jpayne@68: 		t.stop();
jpayne@68: 		return t;
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	void delete(String[] fnames){
jpayne@68: 		for(String s : fnames){
jpayne@68: 			File f=new File(s);
jpayne@68: 			if(f.exists()){
jpayne@68: 				f.delete();
jpayne@68: 			}
jpayne@68: 		}
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	void process(Timer t0){
jpayne@68: 		
jpayne@68: 		t0.start();
jpayne@68: 		String[] fnamesW=makeFnames(0);
jpayne@68: 		
jpayne@68: 		Timer t=write(fnamesW);
jpayne@68: 		String[] fnamesR=fnamesW;
jpayne@68: 		fnamesW=null;
jpayne@68: 		
jpayne@68: 		final long initialWriteElapsed=t.elapsed;
jpayne@68: 		
jpayne@68: 		System.err.println("Initial write:   \t"+t.toString()+"  \t"+String.format(Locale.ROOT, "%.3f MB/s", (1000.0*data)/t.elapsed));
jpayne@68: 		
jpayne@68: 		for(int pass=0; pass<passes; pass++){
jpayne@68: 			if(mode==READWRITE){
jpayne@68: 				fnamesW=makeFnames(pass);
jpayne@68: 				t=readWrite(fnamesW, fnamesR);
jpayne@68: 				delete(fnamesR);
jpayne@68: 				fnamesR=fnamesW;
jpayne@68: 				fnamesW=null;
jpayne@68: 			}else if(mode==READ){
jpayne@68: 				t=read(fnamesR);
jpayne@68: 			}else{
jpayne@68: 				delete(fnamesR);
jpayne@68: 				fnamesW=makeFnames(pass);
jpayne@68: 				t=write(fnamesW);
jpayne@68: 				fnamesR=fnamesW;
jpayne@68: 				fnamesW=null;
jpayne@68: 			}
jpayne@68: 			System.err.println("Pass        "+pass+":   \t"+t.toString()+"  \t"+String.format(Locale.ROOT, "%.3f MB/s", (1000.0*data)/t.elapsed));
jpayne@68: 		}
jpayne@68: 		delete(fnamesR);
jpayne@68: 		
jpayne@68: 		t0.stop();
jpayne@68: 		System.err.println("Overall:         \t"+t0.toString()+"  \t"+String.format(Locale.ROOT, "%.3f MB/s", (1000.0*(data*passes))/(t0.elapsed-initialWriteElapsed)));
jpayne@68: 		
jpayne@68: 		if(errorState){
jpayne@68: 			throw new RuntimeException(getClass().getName()+" terminated in an error state; the output may be corrupt.");
jpayne@68: 		}
jpayne@68: 	}
jpayne@68: 	
jpayne@68: 	/*--------------------------------------------------------------*/
jpayne@68: 	
jpayne@68: 	
jpayne@68: 	/*--------------------------------------------------------------*/
jpayne@68: 	
jpayne@68: 	private String path="";
jpayne@68: 	
jpayne@68: 	/*--------------------------------------------------------------*/
jpayne@68: 	
jpayne@68: 	private int bufferlen=4096;
jpayne@68: 	private long data=8000000000L;
jpayne@68: 	private int passes=2;
jpayne@68: 	
jpayne@68: 	public int linesInternal;
jpayne@68: 	
jpayne@68: 	private int threads;
jpayne@68: 	
jpayne@68: 	private long maxLines=Long.MAX_VALUE;
jpayne@68: 	
jpayne@68: 	int mode=READWRITE;
jpayne@68: 	static final int READWRITE=1, READ=2, WRITE=3;
jpayne@68: 
jpayne@68: 	boolean printTid=false;
jpayne@68: 	boolean processBis=false;
jpayne@68: 	boolean preRead=false;
jpayne@68: 	
jpayne@68: 	int method=BYTEFILE;
jpayne@68: 	static final int BYTEFILE=1;
jpayne@68: 	static final int TEXTFILE=2;
jpayne@68: 	static final int BUFFEREDINPUTSTREAM=3;
jpayne@68: 	static final int FILEINPUTSTREAM=4;
jpayne@68: 	static final int BUFFEREDINPUTSTREAM2=5;
jpayne@68: 	static final int FILEINPUTSTREAM2=6;
jpayne@68: 	static final int QUICKFILE=7;
jpayne@68: 	
jpayne@68: 	/*--------------------------------------------------------------*/
jpayne@68: 	
jpayne@68: 	/*--------------------------------------------------------------*/
jpayne@68: 	
jpayne@68: 	private PrintStream outstream=System.err;
jpayne@68: 	public static boolean verbose=false;
jpayne@68: 	public boolean errorState=false;
jpayne@68: 	private boolean overwrite=true;
jpayne@68: 	
jpayne@68: }