leads-query-processor/process.py at master · vagvaz/leads-query-processor · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
import re
hand = open('single_result.txt') #grep #PROF leadsprocessor.log

searchTerms = []
searchTerms.append('findPendingMMCFromGlobal()');
searchTerms.append('findPendingRMCFromGlobal()');
searchTerms.append('createCaches()');
searchTerms.append('setupMapCallable()');
searchTerms.append('ActualExecMap');
searchTerms.append('executeMap()');

searchTerms.append('setupReduceCallable()');
searchTerms.append('executeReduce()');
searchTerms.append('run_cleanup');
searchTerms.append('fail_cleanup');

searchTerms.append('Call getComponent');
searchTerms.append('finalize');
searchTerms.append('GetTuple');
searchTerms.append('putToCache');
searchTerms.append('ExOn');
searchTerms.append('tree.accept');
searchTerms.append('Scan_Put');
searchTerms.append('Scan_outputToCache');
searchTerms.append('new Tuple');
searchTerms.append('namesToLowerCase');
searchTerms.append('Start EnsemlbeCacheManager');
searchTerms.append('Get cache');


searchTerms.append('prepareOutput');
searchTerms.append('renameAllTupleAttributes');
searchTerms.append('ScanCallableUpdate -> setEnv');
searchTerms.append('Start EnsemlbeCacheManager');
searchTerms.append('end_setEnv');

searchTerms.append('Op CleanUp');
searchTerms.append('Execute()');


files=[];
count=[];
#create files
for i in range(len(searchTerms)):
	filename = searchTerms[i]+'.csv'
	#print filename
	f1=open(filename, 'w+')
	files.append(f1);
	#f1.write(searchTerms[i]+'\n')
	count.append(0)

for line in hand:
	line = line.rstrip()
	for i in range(len(searchTerms)):
		if re.search(searchTerms[i], line) :
			#line_ = line.split(" ")
			lasts = line.split('\t')
			#print lasts
			if(len(lasts)>1):
				ms = lasts[-1].split(' ')[0]
			else:
				llaast = lasts[-1].split(' ')
				ms = llaast[-2]

			#print ms
			files[i].write(ms+'\n')
			count[i]=count[i]+1
			continue


for i in range(len(searchTerms)):
	print str(count[i]) +'\tfound for term ' + searchTerms[i]
	files[i].close()


# for line in open("file"):
#  if "search_string" in line:
#    print line