-
Notifications
You must be signed in to change notification settings - Fork 0
/
medassistant.py
208 lines (170 loc) · 7.05 KB
/
medassistant.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
import threading
import subprocess
import logging
import sys
import tkinter as tk
import tkinter.simpledialog as sd
import tkinter.filedialog as filedialog
import speech_recognition as sr
import os
from tkinter import ttk
from shutil import copyfile
"""
from google.assistant.library.event import EventType
from aiy.voice import tts
from aiy.assistant import auth_helpers
from aiy.board import Board
from aiy.leds import Color, Leds
from os import listdir
from os.path import isfile, join
from aiy.assistant.library import Assistant
"""
# The class implementation could be somewhat better..
class medicalAssistant:
def __init__(self):
self._task = threading.Thread(target=self.runTask)
self._rec = sr.Recognizer()
self._mic = sr.Microphone(sample_rate=4000)
self._startConvo = False
def startAssistant(self):
self._task.start()
def getProfile(self, text):
with open('index', 'r') as index:
array = index.readlines()
if len(text) < 4:
print("syntax error")
return
else:
text = text.replace("get", "")
print("pulling profile for %s" % text)
text = text.replace(" ", "")
for x in array:
if text in x:
profile = x
if "profile" not in locals():
print("""profile not in index, have you tried running \"refresh\"
or checking if the filename is correct?""")
return
if ".pdf" in profile:
command = "zathura profiles/" + profile
subprocess.run(command, shell=True)
else:
# just in case, always use pdf files
command = "unoconv -f pdf profiles/" + profile
subprocess.run(command, shell=True, capture_output=True)
command = "zathura profiles/" + profile
subprocess.run(command, shell=True)
def refreshIndex(self):
# gets a list of all files in a directory, then writes them into a file
profiles = [f for f in os.listdir("profiles/") if os.path.isfile(os.path.join("profiles/",
f))]
with open('index', 'w') as file:
for i in profiles:
file.write(i + "\n")
print("refresh finished")
def recogText(self, audio):
text = ""
try:
text = self._rec.recognize_sphinx(audio)
except sr.UnknownValueError:
print('cannot recognize')
except sr.RequestError as e:
print('request error: {0}'.format(e))
logging.info(text)
return text
def runTask(self):
# notes for later, add loop for "hotword detection"
hot_word = False
with self._mic as source:
self._rec.adjust_for_ambient_noise(source)
listen = (self._rec.listen_in_background(self._mic, (lambda recog, aud: self.getProfile(self.recogText(aud)) if "get" in self.recogText(aud) else None)))
def buttonPressed(self):
if self._startConvo:
# self._medAssistant.start_conversation()
with self._mic as source:
text = self.recogText(source)
self.checkCommand(text)
def textInput(self, input):
if self._startConvo:
self.getProfile(input)
# huh.
class medGui:
def __init__(self):
self._root = tk.Tk()
self._root.geometry("400x450")
self._root.resizable(False, False)
self._root.configure(background="#141316")
self._topFrame = ttk.Frame(self._root, padding="20 20 22 22",
width=350, height=400)
self._topFrame.pack()
self._topFrame.pack_propagate(False)
self._topFrame.place(relx=.5, rely=.5, anchor="center")
self._icon = tk.PhotoImage(file="assets/githubicon.png")
self._assistant = medicalAssistant()
self._input = tk.StringVar()
def openCredits(self):
# TODO improvements
subprocess.run("chromium https://github.com/JairusBGit/MedAssistant",
shell=True)
def addProfile(self):
filename = filedialog.askopenfilename()
if filename is None:
return
# i have spent 3 hours on this thing because of some bug i cant find
# apparently the fix was removing the window title
# huh.
name = sd.askstring("Input Name", "Enter Patient's name")
if name is None:
return
# format name
name = name.lower()
name = name.replace(" ", "")
name = "profiles/" + name + ".pdf"
copyfile(filename, name)
self._assistant.refreshIndex()
def textCommand(self):
command = sd.askstring("Input Command", "Enter Command")
if command is None:
return
else:
self._assistant.textInput(command)
# bruh
def addStyle(self):
teststyle = ttk.Style()
teststyle.configure("TFrame", background="#1b1c1f")
teststyle.configure("TButton", font=("Lato", 18), borderwidth=0,
background="#1b1c1f",
foreground="#c9c2bd", activeforeground="#ffffff",
activebackground="#1b1c1f")
teststyle.configure("TSeparator", background="#ffffff")
teststyle.configure("header.TLabel", font=("Lato", 24),
background="#1b1c1f",
foreground="#c9c2bd")
teststyle.configure("normal.TLabel", font=("Lato", 10),
background="#1b1c1f",
foreground="#c9c2bd")
teststyle.configure("TEntry", borderwidth=0, fieldbackground="#1b1c1f",
foreground="#c9c2bd",
relief="flat", justify="center")
def makeWidgets(self):
ttk.Label(self._topFrame, text="MedAssistant", style="header.TLabel").pack(side=tk.TOP, anchor=tk.NW)
ttk.Separator(self._topFrame, orient=tk.VERTICAL).pack(side=tk.LEFT,
fill="y",
padx=20)
ttk.Button(self._topFrame, text="Activate", command=self._assistant.buttonPressed).place(x=40, y=100)
ttk.Button(self._topFrame, text="+", command=self.addProfile).place(x=120, y=200)
ttk.Button(self._topFrame, text="Refresh", command=self._assistant.refreshIndex).place(x=40, y=200)
ttk.Button(self._topFrame, text="Manual Input", command=self.textCommand).place(x=60, y=300)
ttk.Label(self._topFrame, text="Ver 0.9.5", style="normal.TLabel").place(x=240, y=360)
ttk.Button(self._topFrame, image=self._icon, command=self.openCredits).place(x=300, y=350)
def start(self):
self._assistant.startAssistant()
self.addStyle()
self.makeWidgets()
self._root.mainloop()
def main():
logging.basicConfig(level=logging.INFO)
gui = medGui()
gui.start()
if __name__ == "__main__":
main()