fixed dynamic loading screen issue - still only working with lvl1 tho

Author: Snake230

.idea/misc.xml

@@ -1,6 +1,9 @@
+
 import pyautogui
 import time
 import pyscreeze
+import os
+import re
 
 
 class Action:
@@ -27,5 +30,22 @@ def simulate_play_execution(self, coordinates):
     def simulate_key_presses(self, keys):
         """Simulates pressing a sequence of keys."""
         for key in keys:
+            time.sleep(0.5)
             pyautogui.press(key)
-            time.sleep(0.3)  # Adjust the sleep duration if needed
+            # Adjust the sleep duration if needed
+
+    def clean_root_directory(self):
+        # Define the naming pattern for image files to be deleted
+        pattern = re.compile(r'image_(\d+)\.png')
+
+        # Get a list of files in the root directory
+        root_files = os.listdir()
+
+        # Iterate through files and delete those that match the naming pattern
+        for file in root_files:
+            if pattern.match(file):
+                try:
+                    os.remove(file)
+                    print(f"Deleted: {file}")
+                except Exception as e:
+                    print(f"Error deleting {file}: {e}")

Action/__pycache__/action.cpython-312.pyc

@@ -1,23 +1,26 @@
+import os
+import re
+from pyautogui import ImageNotFoundException
 from PIL import Image
 import pyautogui
-from pyautogui import ImageNotFoundException
-
 
 class ComparisonHandling:
+
     def compare_sequence(self):
         # Open the template images
-        up_template = Image.open('C:\\Users\\root\\Documents\\PythonProjects\\Wizzard101-PetAutomationTool\\Spy\\ImageTemplates\\up.png')
-        down_template = Image.open('C:\\Users\\root\\Documents\\PythonProjects\\Wizzard101-PetAutomationTool\\Spy\\ImageTemplates\\down.png')
-        left_template = Image.open('C:\\Users\\root\\Documents\\PythonProjects\\Wizzard101-PetAutomationTool\\Spy\\ImageTemplates\\left.png')
-        right_template = Image.open('C:\\Users\\root\\Documents\\PythonProjects\\Wizzard101-PetAutomationTool\\Spy\\ImageTemplates\\right.png')
+        up_template = Image.open('Spy\\ImageTemplates\\up.png')
+        down_template = Image.open('Spy\\ImageTemplates\\down.png')
+        left_template = Image.open('Spy\\ImageTemplates\\left.png')
+        right_template = Image.open('Spy\\ImageTemplates\\right.png')
+
+        # Define the naming pattern for request images
+        pattern = re.compile(r'image_(\d+)\.png')
 
-        # Open the request images
-        first_request = Image.open('C:\\Users\\root\\Documents\\PythonProjects\\Wizzard101-PetAutomationTool\\Image_1.png')
-        second_request = Image.open('C:\\Users\\root\\Documents\\PythonProjects\\Wizzard101-PetAutomationTool\\Image_2.png')
-        third_request = Image.open('C:\\Users\\root\\Documents\\PythonProjects\\Wizzard101-PetAutomationTool\\Image_3.png')
+        # Get a list of files in the root directory
+        root_files = os.listdir()
 
-        # Define a list of request images for easier iteration
-        request_images = [first_request, second_request, third_request]
+        # Filter files based on the naming pattern
+        request_images = [Image.open(file) for file in root_files if pattern.match(file)]
 
         # Define a list of templates for easier iteration
         templates = [up_template, down_template, left_template, right_template]
@@ -34,7 +37,7 @@ def compare_sequence(self):
             for template_index, template in enumerate(templates):
                 try:
                     # Locate the template within the current request image
-                    location = pyautogui.locate(request_image, template, confidence=0.9)
+                    location = pyautogui.locate(request_image, template, confidence=0.91)
                     # If the template is found, set the result for the current request
                     if location:
                         result_for_request = ['Up', 'Down', 'Left', 'Right'][template_index]
@@ -47,4 +50,4 @@ def compare_sequence(self):
             results.append(result_for_request)
 
         # Return the list of results
-        return results
+        return results

Action/action.py

@@ -12,15 +12,16 @@ class Spy:
     def locate_dance_game_popup(self):
         try:
             img = Image.open(
-                'C:\\Users\\root\\Documents\\PythonProjects\\Wizzard101-PetAutomationTool\\Spy\\ImageTemplates\\DanceGamePopUp.png')
-            pyautogui.locateOnScreen(img, 0.0, confidence=0.7)
+                'Spy\\ImageTemplates\\DanceGamePopUp.png')
+            coordinates = pyautogui.locateOnScreen(img, 0.0, confidence=0.7)
+            return coordinates
         except ImageNotFoundException:
             return ImageNotFoundException
 
     def locate_level(self):
         try:
             img = Image.open(
-                'C:\\Users\\root\\Documents\\PythonProjects\\Wizzard101-PetAutomationTool\\Spy\\ImageTemplates\\Level.png')
+                'Spy\\ImageTemplates\\Level.png')
             coordinates = pyautogui.locateOnScreen(img, 0.0, confidence=0.9)
             return coordinates
         except ImageNotFoundException:
@@ -29,7 +30,7 @@ def locate_level(self):
     def locate_play(self):
         try:
             img = Image.open(
-                'C:\\Users\\root\\Documents\\PythonProjects\\Wizzard101-PetAutomationTool\\Spy\\ImageTemplates\\Play.png')
+                'Spy\\ImageTemplates\\Play.png')
             coordinates = pyautogui.locateOnScreen(img, 0.0, confidence=0.7)
             return coordinates
         except ImageNotFoundException:
@@ -42,6 +43,10 @@ def wait_for_loading(self):
         # Maximum time (in seconds) to search for the image
         max_search_time = 10
 
+        im = ImageGrab.grab(region)
+        center = pyscreeze.center(region)
+        loading_pixel = im.getpixel(center)
+
         start_time = time.time()
 
         while True:
@@ -50,11 +55,11 @@ def wait_for_loading(self):
             center = pyscreeze.center(region)
 
             try:
-                pixel = im.getpixel(center)
-                if pixel != (67, 64, 135):
-                    self.catch_sequence()
+                new_pixel = im.getpixel(center)
+
+                if new_pixel != loading_pixel:
+                    return bool('true')
                     # yay, finished loading
-                    break
 
             except Exception as e:
                 # Handle exceptions here, if needed
@@ -65,16 +70,59 @@ def wait_for_loading(self):
                 print("Image not found within the specified time.")
                 break
 
-    def catch_sequence(self):
-        time.sleep(2)
+    def wait_for_start(self, loaded):
+        time.sleep(1)
+        hwndMain = win32gui.FindWindow('Wizard Graphical Client', 'Wizard101')
+        region = win32gui.GetWindowRect(hwndMain)
+
+        # Calculate the height of the original region
+        original_height = region[3] - region[1]
+
+        # Calculate the new bottom coordinate for half of the lower region
+        half_lower_bottom = region[1] + original_height // 2
+
+        # Create a new tuple representing half of the lower region
+        half_lower_region = (region[0], half_lower_bottom, region[2], region[3])
+
+        hay = ImageGrab.grab(half_lower_region)
+        needle = Image.open('Spy\\ImageTemplates\\request.png')
+        request_coordinates = pyautogui.locate(needle, hay, confidence=0.7)
+        request_center = pyscreeze.center(request_coordinates)
+
+        default_request_pixel = hay.getpixel(request_center)
+
+        code_executed = False  # Flag to track whether the code has been executed
+
+        while True:
+            # Check if loaded is False
+            if not loaded:
+                code_executed = False  # Reset the flag when not loaded
+                time.sleep(0.1)
+                continue
+
+            # Execute the code only if the flag is False
+            if not code_executed:
+                # Take a screenshot of the specified region
+                loaded_im = ImageGrab.grab(half_lower_region)
+                try:
+                    new_pixel = loaded_im.getpixel(request_center)
+                    if new_pixel != default_request_pixel:
+                        self.catch_sequence(num=3)
+                        code_executed = True  # Set the flag to True after executing the code
+                        break
+                except Exception as e:
+                    # Handle exceptions here, if needed
+                    pass
+
+    def catch_sequence(self, num):
         MatchThisRequest = Image.open(
-            'C:\\Users\\root\\Documents\\PythonProjects\\Wizzard101-PetAutomationTool\\Spy\\ImageTemplates\\request.png')
+            'Spy\\ImageTemplates\\request.png')
         window_region = pyautogui.locateOnScreen(MatchThisRequest, 0.0, confidence=0.7)
         region = (
             int(window_region[0]), int(window_region[1]), int(window_region[2]), int(window_region[3]))
-        num_screenshots = 3
+        num_screenshots = num
 
         for i in range(num_screenshots):
-            time.sleep(0.5)
             screenshot = pyscreeze.screenshot(region=region)
             screenshot.save(f"image_{i + 1}.png")
+            time.sleep(0.5)

Core/__pycache__/comparison_handling.cpython-312.pyc

@@ -14,24 +14,41 @@ def __init__(self, state_handling, spy, comparison_handling, action):
         self.action = action.Action()
 
     def application_entrance(self):
+        self.action.clean_root_directory()
+        self.l1()
+
+    def l1(self):
         # set Wizard101 Game client to the active Window
-        self.state_handling.set_Active()
+        self.state_handling.set_active()
+        time.sleep(1)
         # locates the Dance Game Popup and presses X if found
         popup_coordinates = self.spy.locate_dance_game_popup()
         self.action.simulate_popup_press(coordinates=popup_coordinates)
+        time.sleep(0.5)
         # proceeds with level selection
         level_coordinates = self.spy.locate_level()
         self.action.simulate_level_selection(coordinates=level_coordinates)
+        time.sleep(0.5)
         # proceeds with play instruction
         play_button_coordinates = self.spy.locate_play()
         self.action.simulate_play_execution(coordinates=play_button_coordinates)
+        time.sleep(1.5)
         # proceeds with loading screen handling and begins catching the sequence
         # after loading is complete(...)
-        self.spy.wait_for_loading()
+        loading_screen_status = self.spy.wait_for_loading()
+        self.spy.wait_for_start(loaded=loading_screen_status)
+        # indicates it is the ->first<- level with 3 keys to catch
         # compares the caught sequence with templates
         key_sequence = self.comparison_handler.compare_sequence()
         self.action.simulate_key_presses(keys=key_sequence)
+        time.sleep(1)
+
+    def l2(self):
+        self.spy.catch_sequence(num=4)
+        time.sleep(1)
+        keys = self.comparison_handler.compare_sequence
+        self.action.simulate_key_presses(keys=keys)
 
 
-app_instance = PetAutomationTool()
+app_instance = PetAutomationTool(state_handling, spy, comparison_handling, action)
 app_instance.application_entrance()