|
jpayne@69
|
1 #!/bin/bash
|
|
jpayne@69
|
2
|
|
jpayne@69
|
3 usage(){
|
|
jpayne@69
|
4 echo "
|
|
jpayne@69
|
5 Written by Brian Bushnell
|
|
jpayne@69
|
6 Last modified September 15, 2015
|
|
jpayne@69
|
7
|
|
jpayne@69
|
8 Description: Counts the number of lines shared between sets of files.
|
|
jpayne@69
|
9 One output file will be printed for each input file. For example,
|
|
jpayne@69
|
10 an output file for a file in the 'in1' set will contain one line per
|
|
jpayne@69
|
11 file in the 'in2' set, indicating how many lines are shared.
|
|
jpayne@69
|
12
|
|
jpayne@69
|
13 Usage: countsharedlines.sh in1=<file,file...> in2=<file,file...>
|
|
jpayne@69
|
14
|
|
jpayne@69
|
15 Parameters:
|
|
jpayne@69
|
16 include=f Set to 'true' to include the filtered names rather than excluding them.
|
|
jpayne@69
|
17 prefix=f Allow matching of only the line's prefix (all characters up to first whitespace).
|
|
jpayne@69
|
18 case=t (casesensitive) Match case also.
|
|
jpayne@69
|
19 ow=t (overwrite) Overwrites files that already exist.
|
|
jpayne@69
|
20 app=f (append) Append to files that already exist.
|
|
jpayne@69
|
21 zl=4 (ziplevel) Set compression level, 1 (low) to 9 (max).
|
|
jpayne@69
|
22
|
|
jpayne@69
|
23 Java Parameters:
|
|
jpayne@69
|
24 -Xmx This will set Java's memory usage, overriding autodetection.
|
|
jpayne@69
|
25 -Xmx20g will specify 20 gigs of RAM, and -Xmx200m will specify 200 megs.
|
|
jpayne@69
|
26 The max is typically 85% of physical memory.
|
|
jpayne@69
|
27 -eoom This flag will cause the process to exit if an out-of-memory
|
|
jpayne@69
|
28 exception occurs. Requires Java 8u92+.
|
|
jpayne@69
|
29 -da Disable assertions.
|
|
jpayne@69
|
30
|
|
jpayne@69
|
31 Please contact Brian Bushnell at bbushnell@lbl.gov if you encounter any problems.
|
|
jpayne@69
|
32 "
|
|
jpayne@69
|
33 }
|
|
jpayne@69
|
34
|
|
jpayne@69
|
35 #This block allows symlinked shellscripts to correctly set classpath.
|
|
jpayne@69
|
36 pushd . > /dev/null
|
|
jpayne@69
|
37 DIR="${BASH_SOURCE[0]}"
|
|
jpayne@69
|
38 while [ -h "$DIR" ]; do
|
|
jpayne@69
|
39 cd "$(dirname "$DIR")"
|
|
jpayne@69
|
40 DIR="$(readlink "$(basename "$DIR")")"
|
|
jpayne@69
|
41 done
|
|
jpayne@69
|
42 cd "$(dirname "$DIR")"
|
|
jpayne@69
|
43 DIR="$(pwd)/"
|
|
jpayne@69
|
44 popd > /dev/null
|
|
jpayne@69
|
45
|
|
jpayne@69
|
46 #DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )/"
|
|
jpayne@69
|
47 CP="$DIR""current/"
|
|
jpayne@69
|
48
|
|
jpayne@69
|
49 z="-Xmx800m"
|
|
jpayne@69
|
50 set=0
|
|
jpayne@69
|
51
|
|
jpayne@69
|
52 if [ -z "$1" ] || [[ $1 == -h ]] || [[ $1 == --help ]]; then
|
|
jpayne@69
|
53 usage
|
|
jpayne@69
|
54 exit
|
|
jpayne@69
|
55 fi
|
|
jpayne@69
|
56
|
|
jpayne@69
|
57 calcXmx () {
|
|
jpayne@69
|
58 source "$DIR""/calcmem.sh"
|
|
jpayne@69
|
59 setEnvironment
|
|
jpayne@69
|
60 parseXmx "$@"
|
|
jpayne@69
|
61 if [[ $set == 1 ]]; then
|
|
jpayne@69
|
62 return
|
|
jpayne@69
|
63 fi
|
|
jpayne@69
|
64 freeRam 800m 84
|
|
jpayne@69
|
65 z="-Xmx${RAM}m"
|
|
jpayne@69
|
66 z2="-Xms${RAM}m"
|
|
jpayne@69
|
67 }
|
|
jpayne@69
|
68 calcXmx "$@"
|
|
jpayne@69
|
69
|
|
jpayne@69
|
70 function countsharedlines() {
|
|
jpayne@69
|
71 local CMD="java $EA $EOOM $z -cp $CP driver.CountSharedLines $@"
|
|
jpayne@69
|
72 echo $CMD >&2
|
|
jpayne@69
|
73 eval $CMD
|
|
jpayne@69
|
74 }
|
|
jpayne@69
|
75
|
|
jpayne@69
|
76 countsharedlines "$@"
|
