SearchCodePython27.py

import os
import sys
import subprocess
import collections
import pandas as pd
import string

rootdir = sys.argv[1]
print rootdir
singlekeyword = sys.argv[2]
ExtractDir = sys.argv[3]

all_filename=[]
all_fileext=[]
all_filewords=[]

df3=pd.DataFrame(columns=['cnt','dataname','filesource'])

for folder, subs, files in os.walk(rootdir):

 for filename in files:
 if ".ext" in filename or "sql" in filename:
 #print filename

 a=open(os.path.join(folder, filename),"r"); b=a.read(); rows=b.split('\n')
 p=set([])

 for x in rows:
 if string.find(x.upper(),singlekeyword.upper())>=0 :
 
 p.add(x)
 #print x
 all_fileext.append(x[:1000])
 #print (p)

 
 counter=collections.Counter(all_fileext)

 df=pd.DataFrame([counter.values(),counter.keys()])
 df2=df.transpose()
 df2.columns=['cnt','dataname']
 df2['filesource']=os.path.join(folder, filename)
 df3=df3.append(df2)
 #cols = df2.columns.tolist()
 #cols=cols[-1:] + cols[:-1]
 

 

 all_fileext=[]

 #ax = sns.barplot(x="fname", y="cnt", data=df3)
 #sns.plt.show()



df3.to_csv(ExtractDir,index=False)