This repository has been archived by the owner on Jun 21, 2024. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 0
/
tty_module.py
executable file
·138 lines (121 loc) · 4.9 KB
/
tty_module.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
import re, io
def tty2list(fname, mode='r'):
"""
Open TTY log file.
Args:
fname (str): File name to open.
Returns:
list[str]: List of lines containing substr.
-----------
Function selftests:
>>> len(tty2list('./samples/RAID.Slot.1-1.log'))
6981
>>> type((tty2list('./samples/RAID.Slot.1-1.log')))
<class 'list'>
"""
with open(fname, mode) as file:
f_contents = []
f_contents = file.readlines() #.decode('utf-16')
# clean = []
# for line in f_contents:
# clean += line.replace('0xff', 'n')
# # print (len(clean), line)
return f_contents # clean
def get_lines_with(input_list, substr):
"""
Get all lines containing a substring.
Args:
input_list [str]: List of string to get lines from.
substr (str): Substring to look for in lines.
Returns:
lines [str]: List of lines containing substr.
-----------
Function selftests:
>>> len(get_lines_with(tty2list('./samples/RAID.Slot.1-1.log'), '11/15/19'))
746
>>> type(get_lines_with(tty2list('./samples/RAID.Slot.1-1.log'), '11/15/19'))
<class 'list'>
"""
# print (input_list)
lines = []
for line in input_list:
# print ('testing line: ', line)
if re.search(substr, line, re.IGNORECASE):
lines.append(line)
# print ('Line added. size of result: ', len(lines))
return lines
def filter_array (input_list, substrList):
"""
Filter the lines from the "input_list" if they
contain elements in the "subsstring" list provided.
Args:
input_list [list]: List of string to get lines from.
substrList (list or tuple): list of Substrings to look for in lines.
Returns:
for_records [list]: New list after filtered un-wanted lines
-----------
Function selftests:
>>> len(filter_array(tty2list('./samples/RAID.Slot.1-1.log'),['Puncturing']))
1885
>>> type(filter_array(tty2list('./samples/RAID.Slot.1-1.log'),['predictive']))
<class 'str'>
>>> filter_array(tty2list('./samples/RAID.Slot.1-1.log'),['predictive']).count('PREDICTIVE found no records')
1
"""
for_records = '''
<!DOCTYPE HTML>
<html lang="en">
<head>
<title>PERC Logs Filtered Result page</title>
<link rel="stylesheet" href="{{ url_for('static', filename='css/index.css')}}">
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
</head>
<body>
<h1>PERC Logs Filtered Result page</h1>
<p><i>Expand the blocks for analytical view</i></p>
'''
for i in range(len(substrList)):
records = get_lines_with(input_list, substrList[i])
if records:
# for_records += '<Br><b> Searching for ' + str(substrList[i]).upper() + "'..." + '</b><Br>'
for_records += '<button class="collapsible">' + str(len(records)) + ' records with ' + str(substrList[i]).upper() + '</button><div class="content"><p>'
for_records += '<Br>'.join(map(str, records)) + '</p></div>'
else:
for_records += str(substrList[i]).upper() + " found no records, "
for_records += '<script>var coll = document.getElementsByClassName("collapsible");var i;for (i = 0; i < coll.length; i++) {coll[i].addEventListener("click", function() {this.classList.toggle("active"); var content = this.nextElementSibling; if (content.style.maxHeight){ content.style.maxHeight = null; } else { content.style.maxHeight = content.scrollHeight + "px"; } }); } </script>'
for_records += "</html>"
with open("./templates/result.html", 'w', errors='ignore') as hs:
hs.write(for_records)
# print(for_records)
return for_records
# ==============================
# SPECIAL FUNCTIONS TO HANDLE/CONVERT THE FILE FROM THE DROPZONE JAVASCRIPT
def filter_array_IO (io_file, substrList):
list = IO_to_list(io_file)
return filter_array (list, substrList)
def IO_to_list(io_file):
buffer = io.BytesIO(io_file.read())
enc = buffer.readlines()
enc = str(buffer.read(), 'utf-8')
# print(str(buffer.readlines(), 'utf-8'))
return enc.splitlines() # buffer.readlines()
# =============================
# -----------------
# Testing functions
# Add your file names and filter here
def finput(source_list):
#in_tty = input("Enter the file with the path:")
substrList = ["predictive","state change","uncorrectable","badlba",
"unexpected sense","absolute","un-associated","phy bad",
"soh bad","sas addr","puncturing","certified","package",
"failed","inserted","removed",": ar",": ld",":ar",":ld"]
data = filter_array(source_list, substrList)
print (data)
return data
if __name__ == '__main__':
import doctest
doctest.testmod(verbose=True)
# stream = tty2list('./samples/RAID.Slot.1-1.log')
# print(len(get_lines_with(stream, '11/15/19')), '746 records expected')
# finput(stream)