用于UI自动化登录拼图滑动验证码
1 #!/usr/bin/env python 2 # -*- coding: utf-8 -*- 3 # @Time : 2019/11/15 14:32 4 # @Site : 5 # @File : puzzleCaptcha.py 6 # @Software: PyCharm 7 8 import os 9 import cv2 10 import time 11 from PIL import Image 12 from SiteTest.datas.data_Files import *#自行创建的package，存放页面元素数据 13 from selenium.webdriver import ActionChains 14 from selenium.webdriver.common.by import By 15 16 path = os.path.abspath(os.path.dirname(os.getcwd())) 17 18 class puzzleCaptcha(): 19 def __init__(self): 20 21 #常量和元素数据加载 22 self.Data = Datas()#可按照分类保存元素路径数据 23 self.data = self.Data.puzzleCaptchaData()#实例化所需数据方法，用到该参数的地方都需要按照实际建立的数据文件取值self.data.**** 24 25 def analog_drag(self,driver,distance,bgImagePath,sliderImagePath):#滑动过程 26 """ 27 滑动过程 28 :param driver: 浏览器 29 :param distance 滑块滑动距离 30 :param bgImagePath 函数pic_get()获取的背景图片保存路径 31 :param sliderImagePath 函数pic_get()获取的滑块图片保存路径 32 :return: 背景图和滑块图 33 """ 34 # time.sleep(1)#防止加载缓慢找不到元素buttonDrag 35 buttonDrag = driver.find_element(By.XPATH,self.data.buttonDrag_xpath) 36 ActionChains(driver).click_and_hold(buttonDrag).move_by_offset(distance,0).perform() 37 time.sleep(1)#移动到指定距离后停留1s再释放鼠标 38 ActionChains(driver).release(buttonDrag).perform() 39 flag = self.ifElementExist(driver,By.XPATH,self.data.succes_xpath) 40 while True: 41 if flag == False:#拼图不成功一直重试 42 # time.sleep(0.5) 43 driver.refresh() 44 self.pic_get(driver,bgImagePath,sliderImagePath) 45 distance01 = self.move_Distance(bgImagePath,sliderImagePath) 46 self.analog_drag(driver,distance01,bgImagePath,sliderImagePath) 47 else:#拼图成功后输入账户密码并登陆 48 # time.sleep(0.5) 49 driver.find_element_by_class_name(self.data.userName_class).send_keys(self.data.userName) 50 driver.find_element(By.XPATH,self.data.pwd_xpath).send_keys(self.data.pwd) 51 driver.find_element(By.XPATH,self.data.btnLogin_xpath).click() 52 break 53 time.sleep(1)#便于查找元素 54 55 def ifElementExist(self,driver,method,elementPath): 56 """ 57 判断查找的元素是否存在 58 :param driver: 浏览器 59 :param method：查找元素方法(By.XPATH,By.CLASS_NAME,By.LINK_TEXT,By.ID,By.NAME等) 60 :param elementPath: 元素在html中的路径 61 :return: 背景图和滑块图 62 """ 63 try: 64 time.sleep(1)#防止页面加载过慢，找不到元素导致拼图成功时 flag==False 65 driver.find_element(method,elementPath) 66 flag = True 67 except: 68 flag=False 69 return flag 70 71 def pic_get(self,driver,bgImagePath,sliderImagePath): 72 """ 73 获取拼图图片 74 :param driver: 浏览器 75 :param bgImagePath: 背景图片 76 :param liderImagePath：滑块图片 77 :return: 背景图和滑块图 78 """ 79 time.sleep(1) 80 buttonDrag = driver.find_element(By.XPATH,self.data.buttonDrag_xpath) 81 ActionChains(driver).click_and_hold(buttonDrag).perform() 82 83 bgImage = driver.find_element(By.XPATH,self.data.bgPic_xpath)#背景图片元素获取 84 driver.save_screenshot(bgImagePath) 85 # print bgImage.location 86 # print(bgImage.size) 87 left_bg = bgImage.location['x'] 88 top_bg = bgImage.location['y'] 89 right_bg = bgImage.location['x'] + bgImage.size['width'] 90 bottom_bg = bgImage.location['y'] + bgImage.size['height'] 91 im_bg = Image.open(bgImagePath) 92 im_bg = im_bg.crop((left_bg, top_bg, right_bg, bottom_bg)) 93 im_bg.save(bgImagePath) 94 self.change_bgImage(bgImagePath) 95 96 sliderImage =driver.find_element(By.XPATH,self.data.sliderPic_xpath)#滑块图片元素获取 97 driver.save_screenshot(sliderImagePath) 98 # print sliderImage.location 99 # print(sliderImage.size) 100 left_slider = sliderImage.location['x'] 101 top_slider = sliderImage.location['y'] 102 right_slider = sliderImage.location['x'] + sliderImage.size['width'] 103 bottom_slider = sliderImage.location['y'] + sliderImage.size['height'] 104 im_slider = Image.open(sliderImagePath) 105 im_slider = im_slider.crop((left_slider, top_slider, right_slider, bottom_slider)) 106 im_slider.save(sliderImagePath) 107 # print(im_bg,im_slider) 108 return im_slider,im_bg 109 110 def change_bgImage(self,bgImagePath):#选用，点击才会出现拼图时有用， 111 """ 112 覆盖函数pic_get()获取背景图片中滑块凸起 113 :param bgImagePath 函数pic_get()获取的背景图片保存路径 114 :return: 背景图和滑块图 115 """ 116 img = cv2.imread(bgImagePath) 117 img2 = img[0:150,65:120] 118 img[0:150,10:65]=img2 119 cv2.imwrite(bgImagePath,img) 120 121 def move_Distance(self,bgImagePath, sliderImagePath): 122 """ 123 找出图像中最佳匹配位置 124 :param target: 目标即背景图 125 :param template: 模板即需要找到的图 126 :return: 返回最佳匹配及其最差匹配和对应的坐标 127 """ 128 target_rgb = cv2.imread(bgImagePath) 129 target_gray = cv2.cvtColor(target_rgb, cv2.COLOR_BGR2GRAY) 130 template_rgb = cv2.imread(sliderImagePath, 0) 131 # template_gray = cv2.cvtColor(template_rgb,cv2.COLOR_BGR2GRAY) 132 res = cv2.matchTemplate(target_gray, template_rgb, cv2.TM_CCOEFF_NORMED) 133 value = cv2.minMaxLoc(res) 134 value2 = value[3][0]-10 135 # print(value) 136 # print(value2) 137 return value2 138 139 if __name__ == '__main__': 140 puzzleCaptcha()