104 lines
No EOL
2.7 KiB
Python
104 lines
No EOL
2.7 KiB
Python
import pyautogui as pg
|
|
from pynput import keyboard
|
|
import speech_recognition as sr
|
|
from string import punctuation
|
|
from slang import replacements
|
|
import re
|
|
import subprocess
|
|
from time import sleep
|
|
from mss import mss
|
|
import numpy as np
|
|
import sounddevice # turns off alsa error logging
|
|
|
|
r = sr.Recognizer()
|
|
|
|
with sr.Microphone() as source:
|
|
r.adjust_for_ambient_noise(source, duration=3)
|
|
|
|
def recognize_text() -> str:
|
|
|
|
with sr.Microphone() as source:
|
|
print("Say something!")
|
|
audio = r.listen(source)
|
|
|
|
result = r.recognize_faster_whisper(audio, model="distil-small.en", beam_size=5, language="en", condition_on_previous_text=False)
|
|
|
|
return result
|
|
|
|
def chat_type():
|
|
|
|
screen = mss() #! bad for performance but necessary
|
|
|
|
screenshot = np.array(screen.grab({"top": 1090, "left": 1110, "width": 100, "height": 100}))
|
|
try:
|
|
pg.locate("ui/team-chat.png", screenshot, confidence=0.9)
|
|
return "team"
|
|
except pg.ImageNotFoundException:
|
|
pass
|
|
|
|
try:
|
|
pg.locate("ui/match-chat.png", screenshot, confidence=0.9)
|
|
return "match"
|
|
except pg.ImageNotFoundException:
|
|
pass
|
|
|
|
return None
|
|
|
|
def on_press(key):
|
|
|
|
if key is not keyboard.Key.home:
|
|
return
|
|
|
|
print("triggered!")
|
|
command = recognize_text()
|
|
|
|
print(f"Heard: {command}")
|
|
|
|
# cleanup command
|
|
command = command.lower()
|
|
for char in punctuation:
|
|
command = command.replace(char, '')
|
|
|
|
for original, new in replacements.items():
|
|
command = command.replace(original, new)
|
|
|
|
print(f"Cleaned up command: {command}")
|
|
|
|
if "chat" in command:
|
|
message = re.search(r"type (.+?)(and |in |\n|$)", command).groups(0)[0].strip()
|
|
print(f"Typing: {message} in team chat")
|
|
|
|
pg.keyDown("enter")
|
|
sleep(0.041)
|
|
pg.keyUp("enter")
|
|
sleep(0.94)
|
|
|
|
current_chat = chat_type()
|
|
if current_chat in command:
|
|
pass # no change needed
|
|
elif "match" in command or "team" in command:
|
|
pg.keyDown("tab")
|
|
sleep(0.041)
|
|
pg.keyUp("tab")
|
|
|
|
pg.typewrite(message, 0.048)
|
|
# pg.keyDown("enter")
|
|
# sleep(0.074)
|
|
# pg.keyUp("enter")
|
|
|
|
elif any(keyword in command for keyword in ["maximum", "pulse", "balls", "remove", "eliminate", "murder", "goon"]):
|
|
print("MAXIMUM PULSE!!!!")
|
|
pg.keyDown("q")
|
|
sleep(0.032)
|
|
pg.keyUp("q")
|
|
|
|
elif "clip" in command:
|
|
subprocess.run("/home/ultrablob/Videos/Clips/save_clip.sh")
|
|
|
|
|
|
|
|
# Collect events until released
|
|
with keyboard.Listener(
|
|
on_press=on_press,
|
|
on_release=lambda event: None) as listener:
|
|
listener.join() |