本文實例講述了Python使用pyautogui模塊實現自動化鼠標和鍵盤操作。分享給大家供大家參考,具體如下:
一、pyautogui模塊簡要說明
## 使用 pyautogui 模塊相關函數,可以模擬鼠標及鍵盤操作, 完整說明文檔見: http://pyautogui.readthedocs.org/
# pip install pyautogui
# 要注意的是,模擬移動鼠標與擊鍵可能太快,導致其他程序跟不上,并且程序可能失去控制,
# 需要掌握如何從問題中恢復,至少要能中止它。
# 防止或恢復GUI自動化問題
# 1) 使用pyautogui.PAUSE設置每個PyAutoGUI函數調用在執行動作后暫停的秒數
# 2) pyautogui自動防故障功能:將鼠標移到屏幕的左上角,來拋出failSafeException異常
二、控制鼠標移動與交互
三、屏幕快照與識別比較
四、控制鍵盤
五、綜合例子
具體見以下代碼及說明:
## 使用 pyautogui 模塊相關函數,可以模擬鼠標及鍵盤操作, 完整說明文檔見: http://pyautogui.readthedocs.org/# pip install pyautogui# 要注意的是,模擬移動鼠標與擊鍵可能太快,導致其他程序跟不上,并且程序可能失去控制,# 需要掌握如何從問題中恢復,至少要能中止它。# 防止或恢復GUI自動化問題# 1) 使用pyautogui.PAUSE設置每個PyAutoGUI函數調用在執行動作后暫停的秒數# 2) pyautogui自動防故障功能:將鼠標移到屏幕的左上角,來拋出failSafeException異常import pyautoguipyautogui.PAUSE = 1pyautogui.FAILSAFE = True # 啟用自動防故障功能width,height = pyautogui.size() # 屏幕的寬度和高度pyautogui.position() # 鼠標當前位置## 控制鼠標移動for i in range(10): pyautogui.moveTo(100,100,duration=0.25) # 移動到 (100,100) pyautogui.moveTo(200,100,duration=0.25) pyautogui.moveTo(200,200,duration=0.25) pyautogui.moveTo(100,200,duration=0.25)for i in range(10): pyautogui.moveRel(100,0,duration=0.25) # 從當前位置右移100像素 pyautogui.moveRel(0,100,duration=0.25) # 向下 pyautogui.moveRel(-100,0,duration=0.25) # 向左 pyautogui.moveRel(0,-100,duration=0.25) # 向上## 例子:持續獲取鼠標位置并更新顯示# 1.獲取當前坐標# 2.在屏幕上打印,并刪除之前打印的坐標# 3.處理異常,并能按鍵退出# Displays the mouse cursor's currrent position.import pyautoguiprint('Press Ctrl-C to quit.')try: while True: # Get and print the mouse coordinates. x,y = pyautogui.position() positionStr = 'X: '+str(x).rjust(4)+' Y:'+str(y).rjust(4) pix = pyautogui.screenshot().getpixel((x,y)) # 獲取鼠標所在屏幕點的RGB顏色 positionStr += ' RGB:('+str(pix[0]).rjust(3)+','+str(pix[1]).rjust(3)+','+str(pix[2]).rjust(3)+')' print(positionStr,end='') # end='' 替換了默認的換行 print('/b'*len(positionStr),end='',flush=True) # 連續退格鍵并刷新,刪除之前打印的坐標,就像直接更新坐標效果except KeyboardInterrupt: # 處理 Ctrl-C 按鍵 print('/nDone.')## 控制鼠標交互# pyautogui.click() 封裝了 pyautogui.mouseDown()和pyautogui.mouseUp(), 這兩個函數也可以單獨使用# pyautogui.doubleClick() 雙擊左鍵, pyautogui.rightClick() 雙擊右鍵,pyautogui.middleClick() 雙擊中鍵import pyautoguipyautogui.click(10,5) # 在(10,5)單擊鼠標,默認左鍵pyautogui.click(100,150,button='left')pyautogui.click(200,250,button='right')# pyautogui.dragTo() 按鍵并拖動鼠標移動,參數為坐標,與moveTo相同# pyautogui.dragRel() 按鍵并拖動鼠標移動,參數為距離,與moveRel相同import pyautogui,timetime.sleep(5)# 這里停頓5秒,用于手工打開windows繪圖應用,并選中鉛筆或畫圖工具,讓鼠標停留在畫圖工具的窗口中# 或使用在線paint (http://sumopaint.com)pyautogui.click() # click to put drawing program in focusdistance = 200while distance > 0 : pyautogui.dragRel(distance,0,duration=0.2) # move right distance = distance - 5 pyautogui.dragRel(0,distance,duration=0.2) # move down pyautogui.dragRel(-distance,0,duration=0.2) # move left distance = distance - 5 pyautogui.dragRel(0,-distance,duration=0.2) # move upprint('Done')pyautogui.scroll(200) # 鼠標向上滾動200像素pyautogui.scroll(-100) # 負數向下import pyperclipnumbers = ''for i in range(200): numbers = numbers + str(i) + '/n'pyperclip.copy(numbers)print(numbers)# 這里手動打開一個文本窗口,粘貼import time,pyautoguitime.sleep(5);pyautogui.scroll(100)## 分析屏幕快照import pyautoguiim = pyautogui.screenshot() # 獲取屏幕快照im.getpixel((50,200)) # (130,135,144)pyautogui.pixelMatchesColor(50,200,(130,135,144)) # True 可用來判斷屏幕是否發生變化pyautogui.pixelMatchesColor(50,200,(255,135,144)) # False# 圖像定位識別pyautogui.locateOnScreen('submit.png') # 在屏幕上查找匹配與文件相同的區域--每個區域像素都要相同 左,頂,寬,高pyautogui.center(pyautogui.locateOnScreen('submit.png')) # 獲取匹配圖像中心點坐標pyautogui.click((678,759)) # 點擊該區域核心list(pyautogui.locateAllOnScreen('submit.png')) # 匹配到多處,返回區域list## 控制鍵盤pyautogui.click(100,100);pyautogui.typewrite('Hello python')pyautogui.typewrite(['a','b','left','left','X','Y']) # typewrite可傳入擊鍵列表,這里輸出XYab,left是左箭頭print(pyautogui.KEYBOARD_KEYS) # pyautogui接受的所有可能字符串pyautogui.press('enter') # 接受按鍵命令pyautogui.keyDown('shift');pyautogui.press('4');pyautogui.keyUp('shift') # 輸出 $ 符號的按鍵#熱鍵組合pyautogui.keyDown('ctrl')pyautogui.keyDown('c')pyautogui.keyUp('c')pyautogui.keyUp('ctrl')# 這四句是組合 ctrl-c,類似這種順序按下,再反序釋放的,可以用hotkey()pyautogui.hotkey('ctrl','c') # 同上面四句,組合鍵pyautogui.hotkey('ctrl','alt','shift','s') # Ctrl-Alt-Shift-S 熱鍵組合## 綜合例子: 自動填表程序# http://autbor.com/form# 將電子表格中的大量數據自動輸入到另一個應用的表單界面# 1.點擊表單的第一個文本字段# 2.遍歷表單,再每個輸入欄鍵入信息# 3.點擊submit按鈕# 4.用下一組數據重復這個過程# Automatically fills in the form.import pyautogui,time# set these to the correct coordinates for your computer.nameField = (648,319)submitButton = (651,817)submitButtonColor = (75,141,249)submitAnotherLink = (760,224)formData = [{'name':'Alice','fear':'eavppers','source':'wand','robocop':4,'comments':'Tell us'}, {'name':'Bog','fear':'eaves','source':'crystal','robocop':4,'comments':'Big room'}, {'name':'Kad','fear':'apple','source':'woold','robocop':1,'comments':'Nice day'}, {'name':'Cace','fear':'ppers','source':'ball','robocop':5,'comments':'n/a'} ]pyautogui.PAUSE = 0.5for person in formData: # Give the user a chance to kill the script. print('>>> 5 SECOND PAUSE TO LET USER PRESS CTRL-C <<<') time.sleep(5) # Wait until the form page has loaded. while not pyautogui.pixelMatchesColor(submitButton[0],submitButton[1],submitButtonColor): time.sleep(0.5) print('Entering %s info...' % (person['name'])) pyautogui.click(nameField[0],nameField[1]) # 單擊第一個文本字段輸入位置 # Fill out the Name field. pyautogui.typewrite(person['name']+'/t') # 輸入該域,并按下 tab 鍵,將焦點轉向下一個輸入框 # Fill out the Greatest Fear(s) field. pyautogui.typewrite(person['fear']+'/t') # 處理下拉框 # Fill out the Source of Wizard Powers Field if person['source'] == 'wand': pyautogui.typewrite(['down','/t']) elif person['source'] == 'crystal': pyautogui.typewrite(['down','down','/t']) elif person['source'] == 'woold': pyautogui.typewrite(['down','down','down','/t']) elif person['source'] == 'ball': pyautogui.typewrite(['down','down','down','down','/t']) # 處理單選按鈕 # Fill out the RoboCop field if person['robocop'] == 1: pyautogui.typewrite([' ','/t']) elif person['robocop'] == 2: pyautogui.typewrite(['right','/t']) elif person['robocop'] == 3: pyautogui.typewrite(['right','right','/t']) elif person['robocop'] == 4: pyautogui.typewrite(['right','right','right','/t']) elif person['robocop'] == 5: pyautogui.typewrite(['right','right','right','right','/t']) # Fill out the Additional Comments field. pyautogui.typewrite(person['comments']+'/t') # Click Submit. pyautogui.press('enter') # Wait until form page has loaded. print('Clicked submit.') time.sleep(5) # Click the Submit another response link. pyautogui.click(submitAnotherLink[0],submitAnotherLink[1])
新聞熱點
疑難解答