Merge 0ae34bd40d into 3144034362

software/pyproject.toml

@@ -33,6 +33,10 @@ dateparser = "^1.2.0"
 pytimeparse = "^1.1.8"
 python-crontab = "^3.0.0"
 inquirer = "^3.2.4"
+pyautogui = "^0.9.54"
+plyer = "^2.1.0"
+pyperclip = "^1.8.2"
+pywinctl = "^0.3"
 
 [build-system]
 requires = ["poetry-core"]

software/source/server/i.py

@@ -80,7 +80,9 @@ You are a computer controlling language model. You can control the user's GUI.
 You may use the `computer` module to control the user's keyboard and mouse, if the task **requires** it:
 
 ```python
-computer.display.view() # Shows you what's on the screen, returns a `pil_image` `in case you need it (rarely). **You almost always want to do this first!**
+computer.display.info() # Returns a list of connected monitors/Displays and their info (x and y cordinates, width, height, width_mm, height_mm, name). Use this to verify the monitors connected before using computer.display.view() when neccessary
+computer.display.view() # Shows you what's on the screen (primary display by default), returns a `pil_image` `in case you need it (rarely). To get a specific display, use the parameter screen=DISPLAY_NUMBER (0 for primary monitor 1 and above for secondary monitors). **You almost always want to do this first!**
+
 computer.keyboard.hotkey(" ", "command") # Opens spotlight
 computer.keyboard.write("hello")
 computer.mouse.click("text onscreen") # This clicks on the UI element with that text. Use this **frequently** and get creative! To click a video, you could pass the *timestamp* (which is usually written on the thumbnail) into this.

software/source/server/system_messages/BaseSystemMessage.py

@@ -116,8 +116,8 @@ You may use the `computer` Python module (already imported) to control the user'
 
 ```python
 computer.browser.search(query)
-
-computer.display.view() # Shows you what's on the screen, returns a `pil_image` `in case you need it (rarely). **You almost always want to do this first!**
+computer.display.info() # Returns a list of connected monitors/Displays and their info (x and y cordinates, width, height, width_mm, height_mm, name). Use this to verify the monitors connected before using computer.display.view() when neccessary
+computer.display.view() # Shows you what's on the screen(primary display by default), returns a `pil_image` `in case you need it (rarely). To get a specific display, use the parameter screen=DISPLAY_NUMBER (0 for primary monitor 1 and above for secondary monitors). **You almost always want to do this first!**
 
 computer.keyboard.hotkey(" ", "command") # Opens spotlight
 computer.keyboard.write("hello")

software/source/server/system_messages/TeachModeSystemMessage.py

@@ -31,7 +31,9 @@ import time
 
 interpreter.computer.browser.search(query)
 
-interpreter.computer.display.view() # Shows you what's on the screen, returns a `pil_image` `in case you need it (rarely). **You almost always want to do this first!**
+interpreter.computer.display.info() # Returns a list of connected monitors/Displays and their info (x and y cordinates, width, height, width_mm, height_mm, name). Use this to verify the monitors connected before using interpreter.computer.display.view() when neccessary
+interpreter.computer.display.view() # Shows you what's on the screen(primary display by default), returns a `pil_image` `in case you need it (rarely). To get a specific display, use the parameter screen=DISPLAY_NUMBER (0 for primary monitor 1 and above for secondary monitors). **You almost always want to do this first!**
+
 
 interpreter.computer.keyboard.hotkey(" ", "command") # Opens spotlight
 interpreter.computer.keyboard.write("hello")