diff tools/rgenetics/rgClean.py @ 0:9071e359b9a3

Uploaded
author xuebing
date Fri, 09 Mar 2012 19:37:19 -0500
parents
children
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/tools/rgenetics/rgClean.py	Fri Mar 09 19:37:19 2012 -0500
@@ -0,0 +1,160 @@
+"""
+# galaxy tool xml files can define a galaxy supplied output filename
+# that must be passed to the tool and used to return output
+# here, the plink log file is copied to that file and removed
+# took a while to figure this out!
+# use exec_before_job to give files sensible names
+#
+# ross april 14 2007
+# plink cleanup script
+# ross lazarus March 2007 for camp illumina whole genome data
+# note problems with multiple commands being ignored - eg --freq --missing --mendel 
+# only the first seems to get done...
+#
+##Summary statistics versus inclusion criteria
+##
+##Feature                         As summary statistic    As inclusion criteria
+##Missingness per individual      --missing               --mind N
+##Missingness per marker          --missing               --geno N        
+##Allele frequency                --freq                  --maf N
+##Hardy-Weinberg equilibrium      --hardy                 --hwe N
+##Mendel error rates              --mendel                --me N M
+#
+# call as plinkClean.py $i $o $mind $geno $hwe $maf $mef $mei $outfile 
+# note plinkClean_code.py does some renaming before the job starts
+
+    
+    <command interpreter="python2.4">
+        rgClean.py '$input_file.extra_files_path' '$input_file.metadata.base_name' '$title' '$mind' '$geno' '$hwe' '$maf' 
+        '$mef' '$mei' '$out_file1' '$out_file1.files_path' '$userId' 
+ 
+  
+"""
+import sys,shutil,os,subprocess, glob, string, tempfile, time
+from rgutils import galhtmlprefix, timenow, plinke
+prog = os.path.split(sys.argv[0])[-1]
+myversion = 'January 4 2010'
+verbose=False
+
+
+def fixoutaff(outpath='',newaff='1'):
+    """ quick way to create test data sets - set all aff to 1 or 2 for
+    some hapmap data and then merge
+    [rerla@beast galaxy]$ head tool-data/rg/library/pbed/affyHM_CEU.fam
+    1341 14 0 0 2 1
+    1341 2 13 14 2 1
+    1341 13 0 0 1 1
+    1340 9 0 0 1 1
+    1340 10 0 0 2 1
+    """
+    nchanged = 0
+    fam = '%s.fam' % outpath
+    famf = open(fam,'r')
+    fl = famf.readlines()
+    famf.close()
+    for i,row in enumerate(fl):
+        lrow = row.split()
+        if lrow[-1] <> newaff:
+            lrow[-1] = newaff
+            fl[i] = ' '.join(lrow)
+            fl[i] += '\n'
+            nchanged += 1
+    fo = open(fam,'w')
+    fo.write(''.join(fl))
+    fo.close()
+    return nchanged
+            
+
+
+def clean():
+    """
+    """
+    if len(sys.argv) < 16:
+        print >> sys.stdout, '## %s expected 12 params in sys.argv, got %d - %s' % (prog,len(sys.argv),sys.argv)
+        print >> sys.stdout, """this script will filter a linkage format ped
+        and map file containing genotypes. It takes 14 parameters - the plink --f parameter and"
+        a new filename root for the output clean data followed by the mind,geno,hwe,maf, mef and mei"
+        documented in the plink docs plus the file to be returned to Galaxy
+        called as:
+        <command interpreter="python">
+        rgClean.py '$input_file.extra_files_path' '$input_file.metadata.base_name' '$title' '$mind'
+        '$geno' '$hwe' '$maf' '$mef' '$mei' '$out_file1' '$out_file1.files_path'
+        '$relfilter' '$afffilter' '$sexfilter' '$fixaff'
+        </command>
+
+        """
+        sys.exit(1)
+    plog = []
+    inpath = sys.argv[1]
+    inbase = sys.argv[2]
+    killme = string.punctuation + string.whitespace
+    trantab = string.maketrans(killme,'_'*len(killme))
+    title = sys.argv[3].translate(trantab)
+    mind = sys.argv[4]
+    geno = sys.argv[5]
+    hwe = sys.argv[6]
+    maf = sys.argv[7]
+    me1 = sys.argv[8]
+    me2 = sys.argv[9]
+    outfname = sys.argv[10]
+    outfpath = sys.argv[11]
+    relf = sys.argv[12]
+    afff = sys.argv[13]
+    sexf = sys.argv[14]
+    fixaff = sys.argv[15]
+    output = os.path.join(outfpath,outfname)
+    outpath = os.path.join(outfpath,title)
+    outprunepath = os.path.join(outfpath,'ldprune_%s' % title)
+    try:
+      os.makedirs(outfpath)
+    except:
+      pass
+    bfile = os.path.join(inpath,inbase)
+    outf = file(outfname,'w')
+    vcl = [plinke,'--noweb','--bfile',bfile,'--make-bed','--out',
+          outpath,'--set-hh-missing','--mind',mind,
+          '--geno',geno,'--maf',maf,'--hwe',hwe,'--me',me1,me2]
+    # yes - the --me parameter takes 2 values - mendels per snp and per family
+    if relf == 'oo': # plink filters are what they leave...
+        vcl.append('--filter-nonfounders') # leave only offspring
+    elif relf == 'fo':
+        vcl.append('--filter-founders')
+    if afff == 'affonly':
+        vcl.append('--filter-controls')
+    elif relf == 'unaffonly':
+        vcl.append('--filter-cases')
+    if sexf == 'fsex':
+        vcl.append('--filter-females')
+    elif relf == 'msex':
+        vcl.append('--filter-males')        
+    p=subprocess.Popen(' '.join(vcl),shell=True,cwd=outfpath)
+    retval = p.wait()
+    plog.append('%s started, called as %s' % (prog,' '.join(sys.argv)))
+    outf.write(galhtmlprefix % prog)
+    outf.write('<ul>\n')
+    plogf = '%s.log' % os.path.join(outfpath,title)
+    try:
+        plogl = file(plogf,'r').readlines()
+        plog += [x.strip() for x in plogl]
+    except:
+        plog += ['###Cannot open plink log file %s' % plogf,]
+    # if fixaff, want to 'fix' the fam file
+    if fixaff <> '0':
+        nchanged = fixoutaff(outpath=outpath,newaff=fixaff)
+        plog += ['## fixaff was requested  %d subjects affection status changed to %s' % (nchanged,fixaff)] 
+    pf = file(plogf,'w')
+    pf.write('\n'.join(plog))
+    pf.close()
+    globme = os.path.join(outfpath,'*')
+    flist = glob.glob(globme)
+    flist.sort()
+    for i, data in enumerate( flist ):
+        outf.write('<li><a href="%s">%s</a></li>\n' % (os.path.split(data)[-1],os.path.split(data)[-1]))
+    outf.write('</ul>\n')
+    outf.write("</ul></br></div></body></html>")
+    outf.close()
+
+
+if __name__ == "__main__":
+    clean()
+