39. 鼠标操作

作者: 薛东弗斯 | 来源:发表于2024-03-18 06:05 被阅读0次

UI自动化 - senlenium中的鼠标和键盘操作
selenium学习笔记5——鼠标事件：ActionChains
selenium常用元素操作（二）
python3+selenium实现Web自动化3:鼠标操作和键
Python webdriver API（三）鼠标事件
Excel读书笔记17——掌握快捷键让你练就弹指神功
pynput 1.基础操作+键盘鼠标监控
python3 selenium actionchains实现
鼠标操作
鼠标操作

selenium提供模拟鼠标操作的功能，常见的鼠标操作有：单击、右键点击、双击、移动鼠标、拖动鼠标
selenium工具中全局鼠标操作语法如下：
1. 初始化ActionChains类(动作链条): actions = ActionChains(driver)
2. 找到要操作的元素: find_element
3. 调用鼠标操作方法: actions.move_to_element(element)
4. 执行鼠标操作方法: actions.perform()
具体用法: ActionChains(driver).click(element).perform()

image.png

# 鼠标点击“百度一下，id=“su””
import time

from selenium import webdriver
from selenium.webdriver import ActionChains
from selenium.webdriver.common.by import By
from selenium.webdriver.support.select import Select

driver = webdriver.Chrome()
driver.maximize_window()
driver.get("https://www.baidu.com/")
driver.find_element(By.ID, 'kw').send_keys("selenium")
actions = ActionChains(driver)
element = driver.find_element(By.ID, 'su')
actions.click(element).perform()
time.sleep(3)
driver.close()

image.png

# 双击
import time
from selenium import webdriver
from selenium.webdriver import ActionChains
from selenium.webdriver.common.by import By
from selenium.webdriver.support.select import Select

driver = webdriver.Chrome()
driver.maximize_window()
driver.get("https://sahitest.com/demo/clicks.htm")
actions = ActionChains(driver)
element = driver.find_element(By.CSS_SELECTOR, 'body > form > input[type=button]:nth-child(8)')
actions.double_click(element).perform()
actions.double_click(element).perform()
actions.double_click(element).perform()
time.sleep(3)
driver.close()

image.png

# 右键点击
import time
from selenium import webdriver
from selenium.webdriver import ActionChains
from selenium.webdriver.common.by import By
from selenium.webdriver.support.select import Select

driver = webdriver.Chrome()
driver.maximize_window()
driver.get("https://sahitest.com/demo/clicks.htm")
actions = ActionChains(driver)
element = driver.find_element(By.XPATH, '/html/body/form/input[4]')
actions.context_click(element).perform()
time.sleep(3)
driver.close()

image.png

# 悬浮
import time
from selenium import webdriver
from selenium.webdriver import ActionChains
from selenium.webdriver.common.by import By
from selenium.webdriver.support.select import Select

driver = webdriver.Chrome()
driver.maximize_window()
driver.get("https:www.baidu.com")
actions = ActionChains(driver)
element = driver.find_element(By.CSS_SELECTOR, '#s-top-left > div > a')
actions.move_to_element(element).perform()   # 悬浮
driver.find_element(By.XPATH, '//*[@id="s-top-more"]/div[3]/a').click()
time.sleep(3)
driver.close()

image.png

# 拖动
import time
from selenium import webdriver
from selenium.webdriver import ActionChains
from selenium.webdriver.common.by import By
from selenium.webdriver.support.select import Select

driver = webdriver.Chrome()
driver.maximize_window()
driver.get("https://sahitest.com/demo/dragDropMooTools.htm")
actions = ActionChains(driver)
element_start = driver.find_element(By.ID, 'dragger')
element_end = driver.find_element(By.XPATH, '/html/body/div[5]')
actions.drag_and_drop(element_start, element_end).perform()
time.sleep(3)
driver.close()

image.png


import time

from selenium import webdriver
from selenium.webdriver import ActionChains
from selenium.webdriver.common.by import By
from selenium.webdriver.support.select import Select

driver = webdriver.Chrome()
driver.maximize_window()
driver.get("https://www.iviewui.com/view-ui-plus/component/form/slider")
actions = ActionChains(driver)
# 双击
# element = driver.find_element(By.CSS_SELECTOR, 'body > form > input[type=button]:nth-child(8)')
# actions.double_click(element).perform()
# 右击
# element = driver.find_element(By.XPATH, '/html/body/form/input[4]')
# actions.context_click(element).perform()
# 悬浮
# element = driver.find_element(By.CSS_SELECTOR, '#s-top-left > div > a')
# actions.move_to_element(element).perform()
# driver.find_element(By.XPATH,'//*[@id="s-top-more"]/div[1]/a[3]').click()
# 拖动
# element_start = driver.find_element(By.ID, 'dragger')
# element_end = driver.find_element(By.XPATH, '/html/body/div[5]')
# actions.drag_and_drop(element_start, element_end).perform()
# 根据坐标点拖动
element = driver.find_element(By.XPATH, '//div[@class="ivu-slider-button"]')
actions.drag_and_drop_by_offset(element, 250, 0).perform()

time.sleep(3)
driver.close()

import time

from selenium import webdriver
from selenium.webdriver import ActionChains
from selenium.webdriver.common.by import By
from selenium.webdriver.support.select import Select

driver = webdriver.Chrome()
driver.maximize_window()
driver.get("https://passport.ctrip.com/user/member/fastOrder")
element = driver.find_element(By.XPATH, '//*[@id="slider"]/div[1]/div[2]')
ActionChains(driver).drag_and_drop_by_offset(element, 300, 0).perform()
time.sleep(3)
driver.close()

import re
import requests
import time
from io import BytesIO

import cv2
import numpy as np
from PIL import Image
from selenium import webdriver
from selenium.webdriver import ActionChains
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.wait import WebDriverWait


class CrackSlider():
    # 通过浏览器截图，识别验证码中缺口位置，获取需要滑动距离，并破解滑动验证码

    def __init__(self):
        super(CrackSlider, self).__init__()
        self.opts = webdriver.ChromeOptions()
        self.opts.add_experimental_option('excludeSwitches', ['enable-logging'])
        # self.driver = webdriver.Chrome(ChromeDriverManager().install(), options=self.opts)
        self.driver = webdriver.Chrome(options=self.opts)
        self.driver.maximize_window()

        self.url = 'https://icas.jnu.edu.cn/cas/login'
        self.wait = WebDriverWait(self.driver, 10)

    def get_pic(self):
        self.driver.get(self.url)
        time.sleep(5)
        target_link = self.driver.find_element(By.CLASS_NAME, "yidun_bg-img").get_attribute('src')
        template_link = self.driver.find_element(By.CLASS_NAME, "yidun_jigsaw").get_attribute('src')

        target_img = Image.open(BytesIO(requests.get(target_link).content))
        template_img = Image.open(BytesIO(requests.get(template_link).content))
        target_img.save('target.jpg')
        template_img.save('template.png')

    def crack_slider(self, distance):
        slider = self.wait.until(EC.element_to_be_clickable((By.CLASS_NAME, 'yidun_slider')))
        ActionChains(self.driver).click_and_hold(slider).perform()
        ActionChains(self.driver).move_by_offset(xoffset=distance, yoffset=0).perform()
        time.sleep(1)
        ActionChains(self.driver).release().perform()
        return 0


def add_alpha_channel(img):
    """ 为jpg图像添加alpha通道 """

    r_channel, g_channel, b_channel = cv2.split(img)  # 剥离jpg图像通道
    alpha_channel = np.ones(b_channel.shape, dtype=b_channel.dtype) * 255  # 创建Alpha通道

    img_new = cv2.merge((r_channel, g_channel, b_channel, alpha_channel))  # 融合通道
    return img_new


def handel_img(img):
    imgGray = cv2.cvtColor(img, cv2.COLOR_RGBA2GRAY)  # 转灰度图
    imgBlur = cv2.GaussianBlur(imgGray, (5, 5), 1)  # 高斯模糊
    imgCanny = cv2.Canny(imgBlur, 60, 60)  # Canny算子边缘检测
    return imgCanny


def match(img_jpg_path, img_png_path):
    # 读取图像
    img_jpg = cv2.imread(img_jpg_path, cv2.IMREAD_UNCHANGED)
    img_png = cv2.imread(img_png_path, cv2.IMREAD_UNCHANGED)
    # 判断jpg图像是否已经为4通道
    if img_jpg.shape[2] == 3:
        img_jpg = add_alpha_channel(img_jpg)
    img = handel_img(img_jpg)
    small_img = handel_img(img_png)
    res_TM_CCOEFF_NORMED = cv2.matchTemplate(img, small_img, 3)
    value = cv2.minMaxLoc(res_TM_CCOEFF_NORMED)
    value = value[3][0]  # 获取到移动距离
    return value

if __name__ == '__main__':
    # 1. 打开chromedriver，试试下载图片
    cs = CrackSlider()
    cs.get_pic()
    # 2. 对比图片，计算距离
    img_jpg_path = 'target.jpg'  # 读者可自行修改文件路径
    img_png_path = 'template.png'  # 读者可自行修改文件路径
    distance = match(img_jpg_path, img_png_path)
    distance = distance /480 * 345 + 12
    # 3. 移动
    cs.crack_slider(distance)
    time.sleep(5)

UI自动化 - senlenium中的鼠标和键盘操作
一、鼠标和键盘操作 1、鼠标操作 1.1 鼠标操作实现方式 selenium提供鼠标操作的方法及步骤需要导入Act...
selenium学习笔记5——鼠标事件：ActionChains
ActionChains 类模拟鼠标操作的常用方法。使用click() 方法可以模拟鼠标单击操作，但是鼠标操作还...
selenium常用元素操作（二）
一、鼠标操作 selenium的ActionChains类实现鼠标的移动右键，鼠标悬停，拖拽，双击等模拟鼠标的操作...
python3+selenium实现Web自动化3:鼠标操作和键
一、Selenium之鼠标操作和键盘操作 1.鼠标事件在webdriver中，鼠标操作的方法封装在 ActionC...
Python webdriver API（三）鼠标事件
一、鼠标事件 ActionChains类包含了鼠标操作。 ActionChains类中鼠标操作的常用方法： con...
Excel读书笔记17——掌握快捷键让你练就弹指神功
一、鼠标操作技巧鼠标操作是现代软件最常规的操作方式。在Excel中除了用鼠标点击各功能菜单给Excel下达操作指...
pynput 1.基础操作+键盘鼠标监控
一、控制鼠标 1.监控鼠标操作 2.鼠标操作 1）click(button, count=1)Emits a bu...
python3 selenium actionchains实现
actionchains 是 selenium 里面专门处理鼠标相关的操作如：鼠标移动，鼠标按钮操作，按键和上下文...
鼠标操作
鼠标操作：双击、右击、鼠标悬浮实现思路：需要引入ActionChains类from selenium.webd...
鼠标操作
from seleniumimport webdriver # 引入ActionChains类 from sele...