5 Star 37 Fork 9

deepin-community / youqu

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
conftest.py 40.99 KB
一键复制 编辑 原始数据 按行查看 历史
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004
#!/usr/bin/env python3
# _*_ coding:utf-8 _*_
# SPDX-FileCopyrightText: 2023 UnionTech Software Technology Co., Ltd.
# SPDX-License-Identifier: GPL-2.0-only
# pylint: disable=C0301,R0912,C0413,R0914,W0212,R1702,R0915
# pylint: disable=C0114,W0621,C0411,C0412,R1706,E0401
import re
import sys
from os import environ
from setting.globalconfig import GlobalConfig
environ["DISPLAY"] = ":0"
environ["PIPENV_VERBOSITY"] = "-1"
environ["XAUTHORITY"] = f"{GlobalConfig.HOME}/.Xauthority"
from setting.globalconfig import SystemPath
for i in SystemPath:
if i.value not in sys.path:
sys.path.append(i.value)
from os import system
from os import remove
from os import makedirs
from os import walk
from os.path import exists
from os.path import splitext
from enum import Enum
from time import sleep
from collections import deque
from datetime import datetime
from json import dumps
from re import findall
from shutil import copyfile
from multiprocessing import Process
from concurrent.futures import wait
from concurrent.futures import ThreadPoolExecutor
from concurrent.futures import ALL_COMPLETED
import letmego
import allure
import pytest
from _pytest.mark import Mark
from _pytest.terminal import TerminalReporter
from funnylog.conf import setting as log_setting
letmego.conf.setting.PASSWORD = GlobalConfig.PASSWORD
letmego.conf.setting.RUNNING_MAN_FILE = f"{GlobalConfig.REPORT_PATH}/_running_man.log"
letmego.conf.setting.DEBUG = GlobalConfig.LETMEGO_DEBUG
log_setting.LOG_FILE_PATH = GlobalConfig.REPORT_PATH
log_setting.CLASS_NAME_STARTSWITH = GlobalConfig.CLASS_NAME_STARTSWITH
log_setting.CLASS_NAME_ENDSWITH = GlobalConfig.CLASS_NAME_ENDSWITH
log_setting.CLASS_NAME_CONTAIN = GlobalConfig.CLASS_NAME_CONTAIN
from setting import skipif
from setting.globalconfig import ConfStr
from setting.globalconfig import FixedCsvTitle
from src import logger
from src.plugins.allure_report_extend import AllureReportExtend
from src.plugins import emoji_hooks
from src.cmdctl import CmdCtl
from src.pms._base import write_case_result
from src.pms._base import runs_id_cmd_log
from src.pms.task import Task
from src.pms.suite import Suite
from src.pms.send2pms import Send2Pms
from src.recording_screen import recording_screen
FLAG_FEEL = "=" * 10
LN = "\n"
class LabelType(Enum):
L1 = allure.severity_level.BLOCKER
L2 = allure.severity_level.CRITICAL
L3 = allure.severity_level.NORMAL
L4 = allure.severity_level.MINOR
def add_mark(item, name: str = "", args: tuple = (), kwargs: dict = None):
item.own_markers.append(Mark(name=name, args=args, kwargs=kwargs))
def write_json(session):
return bool(
session.config.option.send_pms
and (session.config.option.task_id or session.config.option.suite_id)
)
def auto_send(session):
return bool(session.config.option.send_pms and session.config.option.trigger)
def async_send(session):
return bool(
session.config.option.send_pms == ConfStr.ASYNC.value
and session.config.option.trigger == ConfStr.AUTO.value
)
def finish_send(session):
return bool(
session.config.option.send_pms == ConfStr.FINISH.value
and session.config.option.trigger == ConfStr.AUTO.value
)
def pytest_addoption(parser):
"""pytest_cmdline_main"""
parser.addoption("--clean", action="store", default="no", help="是否清理环境&杀进程")
parser.addoption(
"--log_level", action="store", default=GlobalConfig.LOG_LEVEL, help="终端日志输出级别"
)
parser.addoption("--noskip", action="store", default="", help="skip-xxx标签不生效")
parser.addoption("--ifixed", action="store", default="", help="fixed-xxx标签不生效")
parser.addoption("--max_fail", action="store", default="", help="最大失败次数")
parser.addoption(
"--record_failed_case", action="store", default="", help="失败录屏从第几次失败开始录制视频"
)
parser.addoption("--send_pms", action="store", default="", help="用例数据回填")
parser.addoption("--task_id", action="store", default="", help="测试单id")
parser.addoption("--trigger", action="store", default="", help="数据回填的触发者")
parser.addoption("--suite_id", action="store", default="", help="pms的测试套件ID")
parser.addoption("--pms_user", action="store", default="", help="登录pms的账号")
parser.addoption("--pms_password", action="store", default="", help="登录pms的密码")
parser.addoption("--top", action="store", default="", help="过程中记录top命令中的值")
parser.addoption(
"--duringfail",
action="store_true",
dest="duringfail",
default=False,
help="出现错误时立即显示",
)
parser.addoption("--repeat", action="store", default=1, type=int, help="用例重复执行的次数")
parser.addoption("--export_csv_file", action="store", default="", help="导出csv文件")
parser.addoption("--line", action="store", default="", help="业务线(CI)")
parser.addoption("--app_name", action="store", default="", help="执行的应用名称")
parser.addoption("--slaves", action="store", default="", help="远程测试机")
parser.addoption(
"--autostart", action="store", default="", help="重启类场景开启letmego执行方案"
)
def pytest_cmdline_main(config):
# 初始化log配置,以解决allure报告日志格式问题
log_info = logger(config.option.log_level)
config.option.log_level = config.option.log_level
config.option.log_format = log_info.log_format
config.option.log_date_format = log_info.date_format
def pytest_addhooks(pluginmanager):
"""pytest_addhooks"""
pluginmanager.add_hookspecs(emoji_hooks)
@pytest.mark.trylast
def pytest_configure(config):
if hasattr(config, "workerinput"):
return # xdist worker
reporter = config.pluginmanager.getplugin("terminalreporter")
if config.option.duringfail and reporter:
custom_reporter = DuringfailingTerminalReporter(reporter)
config.pluginmanager.unregister(custom_reporter)
config.pluginmanager.register(custom_reporter)
def pytest_sessionstart(session):
_display = (
GlobalConfig.DisplayServer.wayland
if GlobalConfig.IS_WAYLAND
else GlobalConfig.DisplayServer.x11
)
logger.info(f"当前系统显示协议为 {_display.title()}")
session.config.option.start_time = datetime.now()
user = session.config.option.pms_user
password = session.config.option.pms_password
task_id = session.config.option.task_id
suite_id = session.config.option.suite_id
if write_json(session):
session.case_res_path = Send2Pms.case_res_path(task_id or suite_id)
session.data_send_result_csv = Send2Pms.data_send_result_csv(task_id or suite_id)
if user and password and async_send(session):
session.all_thread_task = []
session.t_executor = ThreadPoolExecutor()
if not session.config.option.collectonly and session.config.option.top:
def record_top():
top_log_path = f"{GlobalConfig.REPORT_PATH}/logs"
if not exists(top_log_path):
makedirs(top_log_path)
system(
f"{GlobalConfig.top_cmd} | grep ^top -A {int(session.config.option.top) + 6} > "
f"{top_log_path}/top_{GlobalConfig.TIME_STRING}.log"
)
session.p = Process(target=record_top, args=())
session.p.start()
@pytest.hookimpl(trylast=True)
def pytest_generate_tests(metafunc):
repeat = metafunc.config.option.repeat
marks = metafunc.definition.get_closest_marker("repeat")
if marks is not None:
repeat = int(marks.args[0])
if repeat > 1:
metafunc.fixturenames.append("__pytest_repeat_step_number")
def ids(i, number=repeat):
return f"{i + 1}-{number}"
metafunc.parametrize(
"__pytest_repeat_step_number",
range(repeat),
indirect=True,
ids=ids,
)
def pytest_collection_modifyitems(session):
walk_dir = (
f"{GlobalConfig.APPS_PATH}/{session.config.option.app_name}"
if session.config.option.app_name
and exists(f"{GlobalConfig.APPS_PATH}/{session.config.option.app_name}")
else GlobalConfig.APPS_PATH
)
csv_path_dict, no_youqu_mark = walk_apps(walk_dir)
if not csv_path_dict:
return
user = session.config.option.pms_user
password = session.config.option.pms_password
suite_id = session.config.option.suite_id
task_id = session.config.option.task_id
containers = {}
suite_runs_ids = suit_id_deque = task_runs_ids = task_id_deque = None
skip_index = fixed_index = removed_index = pms_id_index = None
if suite_id and task_id:
raise ValueError("suite_id 和 task_id 不能同时存在~")
if suite_id or task_id:
if not (user and password):
raise ValueError("pms_user 或 pms_password 未传入")
if suite_id:
suite_runs_ids, suit_id_deque = get_runs_id_deque(user, password, Suite, "suite", suite_id)
print(
f"{LN}测试套件: https://pms.uniontech.com/zentao/testsuite-view-{suite_id}.html"
f"{LN}关联的用例:{LN}{f'{LN}'.join([runs_id_cmd_log(i) for i in suite_runs_ids])}"
)
elif task_id:
task_runs_ids, task_id_deque = get_runs_id_deque(user, password, Task, "task", task_id)
print(
f"{LN}测试单: https://pms.uniontech.com/testtask-cases-{task_id}.html"
f"{LN}关联的用例:{LN}{f'{LN}'.join([runs_id_cmd_log(i) for i in task_runs_ids])}"
)
for item in session.items[::-1]:
item.name = item.name.encode("utf-8").decode("unicode_escape")
item._nodeid = item.nodeid.encode("utf-8").decode("unicode_escape")
if no_youqu_mark:
continue_flag = False
for app_abspath in no_youqu_mark:
if app_abspath in item.fspath.strpath:
continue_flag = True
break
if continue_flag:
continue
try:
csv_name, _id = findall(r"test_(.*?)_(\d+)", item.name)[0]
_case_name, _case_id = findall(r"test_(.*?)_(\d+)", item.fspath.purebasename)[0]
if _id != _case_id:
raise ValueError
if _case_name != csv_name:
raise FileNotFoundError
except IndexError:
skip_text = f"用例函数名称缺少用例id:[{item.nodeid}]"
logger.error(skip_text)
add_mark(item, ConfStr.SKIP.value, (skip_text,), {})
except ValueError:
skip_text = f"用例py文件的id与用例函数的id不一致:[{item.nodeid}]"
logger.error(skip_text)
add_mark(item, ConfStr.SKIP.value, (skip_text,), {})
except FileNotFoundError:
logger.error(f"用例py文件的名称与用例函数的名称不一致:[{item.nodeid}]")
session.items.remove(item)
else:
csv_path = csv_path_dict.get(csv_name)
if not csv_path:
if "asan" not in csv_name:
logger.error(f"{csv_name}.csv 文件不存在!")
continue
if not containers.get(csv_path):
with open(csv_path, "r", encoding="utf-8") as _f:
txt_list = _f.readlines()
if not txt_list:
continue
# 通过csv的表头找到对应的索引(排除ID列的索引)
for index, title in enumerate(txt_list[0].strip().split(",")):
if title.strip() == FixedCsvTitle.skip_reason.value:
skip_index = index - 1
elif title.strip() == FixedCsvTitle.fixed.value:
fixed_index = index - 1
elif title.strip() == FixedCsvTitle.removed.value:
removed_index = index - 1
elif title.strip() == FixedCsvTitle.pms_case_id.value:
pms_id_index = index - 1
taglines = [txt.strip().split(",") for txt in txt_list[1:]]
id_tags_dict = {f"{int(i[0]):0>3}": i[1:] for i in taglines if i[0]}
# 每个csv文件单独管理一套index
containers[csv_path] = id_tags_dict
containers[csv_path][ConfStr.SKIP_INDEX.value] = skip_index
containers[csv_path][ConfStr.FIXED_INDEX.value] = fixed_index
containers[csv_path][ConfStr.REMOVED_INDEX.value] = removed_index
containers[csv_path][ConfStr.PMS_ID_INDEX.value] = pms_id_index
# 将index重置
skip_index = fixed_index = removed_index = pms_id_index = None
# 如果是想通过测试单跑或者测试套件跑用例,但是csv文件里面又没有保存“PMS用例ID”列,直接不跑
if (task_id or suite_id) and containers[csv_path][ConfStr.PMS_ID_INDEX.value] is None:
session.items.remove(item)
continue
tags = containers.get(csv_path).get(_id)
if tags:
try:
if containers[csv_path][ConfStr.REMOVED_INDEX.value] is not None and tags[
containers[csv_path][ConfStr.REMOVED_INDEX.value]
].strip('"').startswith(f"{ConfStr.REMOVED.value}-"):
session.items.remove(item)
continue
except IndexError as exc:
logger.error(
f"\ncsv_path:\t{csv_path}\ntags:\t{tags}\n"
f"error_tag_index:\t{containers[csv_path][ConfStr.REMOVED_INDEX.value]}"
)
raise IndexError from exc
for index, tag in enumerate(tags):
if tag:
tag = tag.strip('"')
# 先处理“跳过原因”列
if index == containers[csv_path][ConfStr.SKIP_INDEX.value]:
# 标签是以 “skip-” 开头, noskip 用于解除所有的skip
if not session.config.option.noskip and tag.startswith(
f"{ConfStr.SKIP.value}-"
):
# 标签以 “fixed-” 开头, ifixed表示ignore fixed, 用于忽略所有的fixed
# 1. 不给ifixed参数时,只要标记了fixed的用例,即使标记了skip-,也会执行;
# 2. 给ifixed 参数时(--ifixed yes),fixed不生效,仅通过skip跳过用例;
try:
if (
not session.config.option.ifixed
and containers[csv_path][ConfStr.FIXED_INDEX.value]
is not None
and tags[containers[csv_path][ConfStr.FIXED_INDEX.value]]
.strip('"')
.startswith(f"{ConfStr.FIXED.value}-")
):
continue
except IndexError:
# 如果访问越界,说明这行没有fixed标签或者标签写错位置了,所以正常跳过
pass
add_mark(item, ConfStr.SKIP.value, (tag,), {})
elif (
not session.config.option.noskip
and f"{ConfStr.SKIPIF.value}_" in tag
):
tag_list = tag.split("&&")
for _tag in tag_list:
skip_method, param = _tag.strip(" ").split("-", maxsplit=1)
if hasattr(skipif, skip_method):
skip_result = getattr(skipif, skip_method)(param)
add_mark(
item,
ConfStr.SKIPIF.value,
(skip_result,),
{"reason": _tag},
)
else:
logger.error(
f"未找到判断是否跳过的自定义方法 <{skip_method}>"
)
add_mark(
item,
ConfStr.SKIP.value,
(f"未找到判断是否跳过的自定义方法 <{skip_method}>",),
{},
)
else: # 非跳过列
# 处理 pms id
if containers[csv_path][ConfStr.PMS_ID_INDEX.value] == index:
if suite_runs_ids:
if tag not in suit_id_deque:
session.items.remove(item)
continue
add_run_case_id(session, item, tag, suite_runs_ids)
elif task_runs_ids:
if tag not in task_id_deque:
session.items.remove(item)
continue
add_run_case_id(session, item, tag, task_runs_ids)
# 处理其他自定义标签
try:
mark_title = txt_list[0].strip().split(",")[index + 1]
except IndexError:
# 如果写了标签,但是没有对应的表头
mark_title = ""
add_mark(item, tag, (mark_title,), {})
else: # tag为空
# 处理 pmd id 为空的情况
if (task_id or suite_id) and containers[csv_path][
ConfStr.PMS_ID_INDEX.value
] == index:
session.items.remove(item)
continue
else:
if session.config.option.allure_report_dir:
# 批量执行时,不执行没有ID的用例。
logger.error(f"<{item.name}> csv文件中未标记,强制跳过")
session.items.remove(item)
if session.config.option.autostart:
for item in session.items[::-1]:
_reruns = None
if hasattr(session.config.option, "reruns"):
_reruns = session.config.option.reruns
if letmego.read_testcase_running_status(item, reruns=_reruns):
session.items.remove(item)
if (suite_id or task_id) and session.items:
print("\n即将执行的用例:")
for item in session.items:
for mark in item.own_markers:
if mark.args == (FixedCsvTitle.pms_case_id.value,):
print(f"case_id: {mark.name}, case_name: {item.name}")
break
print() # 处理日志换行
def pytest_collection_finish(session):
session.item_count = len(session.items)
pop_skip_case_from_items = session.items[:]
is_skiped_case = False
for item in pop_skip_case_from_items[::-1]:
for mark in item.own_markers:
if mark.name == ConfStr.SKIP.value:
is_skiped_case = True
try:
pop_skip_case_from_items.remove(item)
except ValueError:
...
elif mark.name == ConfStr.SKIPIF.value and mark.args == (True,):
is_skiped_case = True
try:
pop_skip_case_from_items.remove(item)
except ValueError:
...
print(
f"用例收集数量:\t{session.item_count} "
f"{f'(剔除跳过: {len(pop_skip_case_from_items)})' if is_skiped_case else ''}"
)
print(
f"用例文件数量:\t{len(set([item.fspath for item in session.items]))} "
f"{f'(剔除跳过: {len(set([item.fspath for item in pop_skip_case_from_items]))})' if is_skiped_case else ''}"
)
if session.config.option.reruns and not session.config.option.collectonly:
print(f"失败重跑次数:\t{session.config.option.reruns}")
if session.config.option.max_fail and not session.config.option.collectonly:
session.config.option.maxfail = int(
float(session.config.option.max_fail) * session.item_count
)
print(f"最大失败次数:\t{session.config.option.maxfail}")
session.sessiontimeout = 0
if session.config.option.timeout and not session.config.option.collectonly:
_min, sec = divmod(int(session.config.option.timeout), 60)
hour, _min = divmod(_min, 60)
print(
f"用例超时时间:\t{session.config.option.timeout}s ({hour}{'小时' if hour else ''}{_min}{'分' if _min else ''}{sec}秒)"
)
# sessiontimeout
_n = 0
items_timeout = 0
for item in session.items:
for mark in item.own_markers:
if mark.name == "timeout":
try:
item_timeout = mark.args[0]
_n += 1
except IndexError:
item_timeout = 0
items_timeout += item_timeout
break
session.sessiontimeout = (
(session.item_count - _n) * session.config.option.timeout
) + items_timeout
_min, sec = divmod(int(session.sessiontimeout), 60)
hour, _min = divmod(_min, 60)
print(
f"会话超时时间:\t{session.sessiontimeout}s ({hour}{'小时' if hour else ''}{_min}{'分' if _min else ''}{sec}秒)"
)
if session.config.option.collectonly and session.config.option.export_csv_file:
execute = []
execute.append("用例名称," + GlobalConfig.EXPORT_CSV_HEARD + LN)
for item in session.items:
node_id = item.nodeid.split("[")[0]
header = GlobalConfig.EXPORT_CSV_HEARD.split(",")
case_info = ["" for _ in header]
case_info.insert(0, node_id)
for mark in item.own_markers:
try:
index = header.index(mark.args[0]) + 1
except (ValueError, IndexError):
continue
case_info[index] = mark.name
execute.append(",".join(case_info) + LN)
execute2 = list(set(execute))
execute2.sort(key=execute.index)
if not exists(GlobalConfig.REPORT_PATH):
makedirs(GlobalConfig.REPORT_PATH)
with open(
f"{GlobalConfig.REPORT_PATH}/{session.config.option.export_csv_file}",
"w+",
encoding="utf-8",
) as _f:
_f.writelines(execute2)
def pytest_runtest_setup(item):
if hasattr(item, "execution_count"):
letmego.conf.setting.EXECUTION_COUNT = item.execution_count
print() # 处理首行日志换行的问题
current_item_count = f"[{item.session.items.index(item) + 1}/{item.session.item_count}] "
try:
current_item_percent = "{:.0f}%".format(
int(item.session.items.index(item) + 1) / int(item.session.item_count) * 100
)
except:
current_item_percent = ""
try:
rerun_text = f" | <重跑第{item.execution_count - 1}次>" if item.execution_count > 1 else ""
except AttributeError:
rerun_text = ""
logger.info(
f"{LN}{FLAG_FEEL} {item.function.__name__} || "
f"{str(item.function.__doc__).replace(LN, '').replace(' ', '')}{rerun_text} "
f"{FLAG_FEEL} {current_item_count} {current_item_percent}"
)
try:
if item.execution_count >= (int(item.config.option.record_failed_case) + 1):
logger.info("开启录屏")
item.record = {}
item.record["object"] = recording_screen(
f"{item.name}_{item.execution_count}"
) # 存放录屏对象
item.record["image_path"] = next(item.record["object"]) # 录屏文件地址
sleep(3) # 等待3秒,优化录屏效果
except AttributeError:
pass
if item.config.option.pms_user and item.config.option.pms_password:
def send2pms(case_res_path, data_send_result_csv):
Send2Pms(
user=item.config.option.pms_user,
password=item.config.option.pms_password,
).send2pms(case_res_path, data_send_result_csv)
if async_send(item.session):
task = item.session.t_executor.submit(
send2pms, item.session.case_res_path, item.session.data_send_result_csv
)
item.session.all_thread_task.append(task)
# pylint: disable=unused-argument
def pytest_runtest_call(item):
logger.info(f"{FLAG_FEEL} case body {FLAG_FEEL}")
def pytest_runtest_teardown(item):
logger.info(f"{FLAG_FEEL} teardown {FLAG_FEEL}")
sessiontimeout = item.session.sessiontimeout
if sessiontimeout:
duration = datetime.now() - item.session.config.option.start_time
if duration.seconds > int(sessiontimeout):
# 处理时间秒为 XX分XX秒
_min, sec = divmod(duration.seconds, 60)
# 处理时间分为 XX小时xx分xx秒
hour, _min = divmod(_min, 60)
raise item.session.Interrupted(f"会话超时({hour}小时{_min}{sec}秒),用例强制终止!")
@pytest.hookimpl(hookwrapper=True, tryfirst=True)
def pytest_runtest_makereport(item, call):
out = yield
report = out.get_result()
if report.when == "setup":
for mark in item.own_markers:
if mark.name == "parametrize":
continue
if mark.args:
if mark.args[0] == FixedCsvTitle.case_level.value:
try:
allure.dynamic.severity(LabelType[mark.name].value)
except KeyError:
allure.dynamic.severity(LabelType.L3.value)
elif mark.args[0] == FixedCsvTitle.pms_case_id.value:
# if mark.name:
testcase_url = f"https://pms.uniontech.com/testcase-view-{mark.name}.html"
allure.dynamic.testcase(testcase_url)
logger.info(testcase_url)
else:
allure.dynamic.tag(mark.name)
if report.when == "call":
logger.info(f"运行结果: {str(report.outcome).upper()}")
if write_json(item.session):
# 只要是需要数据回填(无论是自动还是手动),都需要写json结果.
write_case_result(item, report)
if item.config.option.autostart:
letmego.write_testcase_running_status(item, report)
try:
if item.execution_count >= (int(item.config.option.record_failed_case) + 1):
if report.when == "call": # 存放录屏当次测试结果
item.record["result"] = report.outcome
try:
# 记录断言的模板图片
item.record["template"] = call.excinfo.value.args[0].args[1:]
except (IndexError, KeyError, AttributeError):
# 记录ocr识别区域图片
try:
pic = call.excinfo.value.args[0][1]
if isinstance(pic, tuple):
item.record["ocr"] = call.excinfo.value.args[0][1]
except (IndexError, AttributeError, TypeError):
# 非ocr断言
pass
elif report.when == "teardown":
try:
sleep(3)
# 调用生成器保存视频
next(item.record["object"])
except StopIteration:
# 录屏时测试结果为passed,则删除视频
if item.record.get("result") == ConfStr.PASSED.value:
try:
remove(item.record["image_path"])
except FileNotFoundError:
pass
else:
if exists(GlobalConfig.SCREEN_CACHE):
screen_png = f"{splitext(item.record['image_path'])[0]}.png"
copyfile(GlobalConfig.SCREEN_CACHE, screen_png)
allure.attach.file(
screen_png,
name="屏幕截图",
attachment_type=allure.attachment_type.PNG,
)
try:
for index, tem in enumerate(item.record["template"]):
template = f"{splitext(item.record['image_path'])[0]}_template_{index}.png"
CmdCtl.run_cmd(f"cp {tem} {template}")
allure.attach.file(
template,
name="模板图片",
attachment_type=allure.attachment_type.PNG,
)
except KeyError:
# 非图像识别错误
pass
try:
template = f"{splitext(item.record['image_path'])[0]}_ocr_.png"
CmdCtl.run_cmd(f"cp {item.record['ocr']} {template}")
allure.attach.file(
template,
name="OCR识别区域",
attachment_type=allure.attachment_type.PNG,
)
except KeyError:
# ocr 识别区域
pass
allure.attach.file(
item.record["image_path"],
name="用例视频",
attachment_type=allure.attachment_type.MP4,
)
logger.info(
"结束录屏! "
f"{'重跑用例测试成功,删除视频录像' if item.record.get('result') == ConfStr.PASSED.value else ''}"
)
except (AttributeError, KeyError):
pass
def pytest_report_teststatus(report, config):
# 在 setup 和 teardown 阶段处理 error 和 skip
if report.when in ("setup", "teardown"):
if report.failed:
short, verbose = config.hook.pytest_emoji_error(
config=config, head_line=report.head_line
)
return "error", short, verbose
if report.skipped:
short, verbose = config.hook.pytest_emoji_skipped(
config=config, head_line=report.head_line
)
return "skipped", short, verbose
# 在用例执行阶段处理 passed skipped failed
if report.when == "call":
short = verbose = ""
if report.passed:
short, verbose = config.hook.pytest_emoji_passed(
config=config, head_line=report.head_line
)
elif report.skipped:
short, verbose = config.hook.pytest_emoji_skipped(
config=config, head_line=report.head_line
)
elif report.failed:
short, verbose = config.hook.pytest_emoji_failed(
config=config, head_line=report.head_line
)
return report.outcome, short, verbose
return None
def pytest_sessionfinish(session):
if session.config.option.allure_report_dir:
tr = session.config.pluginmanager.get_plugin("terminalreporter")
execute = {}
for _, items in tr.stats.items():
for item in items:
if hasattr(item, "outcome"):
default_result = {"result": "blocked", "longrepr": "None"}
if item.outcome == ConfStr.PASSED.value:
default_result["result"] = "pass"
elif item.outcome == ConfStr.SKIPPED.value:
default_result["result"] = "skip"
elif item.outcome == ConfStr.RERUN.value:
continue
else:
default_result["result"] = "fail"
default_result["longrepr"] = item.longreprtext
item_name = item.fspath
if not execute.get(item_name) or (
item.outcome != ConfStr.PASSED.value
and execute.get(item_name).get("result") == "pass"
):
execute[item_name] = default_result
AllureReportExtend.environment_info(session, execute)
if execute:
with open(f"{GlobalConfig.ROOT_DIR}/ci_result.json", "w", encoding="utf-8") as _f:
_f.write(dumps(execute, indent=2, ensure_ascii=False))
if session.config.option.pms_user and session.config.option.pms_password:
def send2pms(case_res_path, data_send_result_csv):
Send2Pms(
user=session.config.option.pms_user,
password=session.config.option.pms_password,
).send2pms(case_res_path, data_send_result_csv)
if async_send(session):
wait(session.all_thread_task, return_when=ALL_COMPLETED)
send2pms(session.case_res_path, session.data_send_result_csv)
session.t_executor.shutdown()
if finish_send(session):
send2pms(session.case_res_path, session.data_send_result_csv)
if not session.config.option.collectonly and session.config.option.top:
session.p.terminate()
system(
f"ps -ef | grep '{GlobalConfig.top_cmd}' | "
"cut -c 9-15 | xargs kill -9 > /dev/null 2>&1"
)
session.p.close()
if exists(GlobalConfig.TMPDIR):
# 清理临时模板图片
CmdCtl.run_cmd(
f"echo '{GlobalConfig.PASSWORD}' | sudo -S rm -rf {GlobalConfig.TMPDIR}",
interrupt=False,
out_debug_flag=False,
command_log=False,
)
# pylint: disable=unused-argument
def pytest_emoji_passed(config, head_line):
"""pytest_emoji_passed"""
return (
f"【 {datetime.now()} {head_line} || ✔ 】\n",
f"【 {datetime.now()} {head_line} || PASSED ✔ 】\n",
)
# pylint: disable=unused-argument
def pytest_emoji_failed(config, head_line):
"""pytest_emoji_failed"""
return (
f"【 {datetime.now()} {head_line} || ✘ 】\n",
f"【 {datetime.now()} {head_line} || FAILED ✘ 】\n",
)
# pylint: disable=unused-argument
def pytest_emoji_skipped(config, head_line):
"""pytest_emoji_skipped"""
return (
f"【 {datetime.now()} {head_line} || 🙄☛ 】\n",
f"【 {datetime.now()} {head_line} || SKIPPED 🙄☞ 】\n",
)
# pylint: disable=unused-argument
def pytest_emoji_error(config, head_line):
"""pytest_emoji_error"""
return (
f"【 {datetime.now()} {head_line} || ☹ 】\n",
f"【 {datetime.now()} {head_line} || ERROR ☹ 】\n",
)
class DuringfailingTerminalReporter(TerminalReporter):
"""测试过程中立即显示报错"""
def __init__(self, reporter):
TerminalReporter.__init__(self, reporter)
self._tw = reporter._tw
def pytest_collectreport(self, report):
"""pytest_collectreport"""
# 立即显示收集过程中发生的错误。
TerminalReporter.pytest_collectreport(self, report)
if report.failed:
if self.isatty:
self.rewrite("")
self.print_failure(report)
def pytest_runtest_logreport(self, report):
"""pytest_runtest_logreport"""
# 立刻显示运行测试期间发生的故障和错误
TerminalReporter.pytest_runtest_logreport(self, report)
if report.failed and not hasattr(report, "wasxfail"):
if self.verbosity <= 0:
self._tw.line()
self.print_failure(report)
def summary_failures(self):
"""summary failures"""
# 防止显示错误摘要,因为我们已经错误发生后立即显示错误。
def summary_errors(self):
"""summary errors"""
def print_failure(self, report):
"""print failure"""
if self.config.option.tbstyle != "no":
if self.config.option.tbstyle == "line":
line = self._getcrashline(report)
self.write_line(line)
else:
msg = self._getfailureheadline(report)
if report.when == "collect":
msg = "ERROR collecting " + msg
elif report.when == "setup":
msg = "ERROR at setup of " + msg
elif report.when == "teardown":
msg = "ERROR at teardown of " + msg
self.write_sep("_", msg)
if not self.config.getvalue("usepdb"):
self._outrep_summary(report)
def get_runs_id_deque(user, password, class_obj, func, _id):
"""get runs id deque"""
if not (user and password):
raise ValueError("缺少PMS用户名或密码")
runs_ids = getattr(class_obj(user, password), f"get_{func}_data")(_id)
if not runs_ids:
raise ValueError(f"task_id: {_id}, 没有获取关联的用例")
id_deque = deque()
for i in runs_ids:
id_deque.append(i.get("case_id"))
id_deque.append(i.get("from_case_id"))
return runs_ids, id_deque
def add_run_case_id(session, item, tag, runs_ids):
"""add run case id"""
if auto_send(session):
# 需要回填数据的时候才做
for i in runs_ids:
_case_id = i.get("case_id")
_from_case_id = i.get("from_case_id")
_run_case_id = i.get("run_case_id")
if tag in (_case_id, _from_case_id):
add_mark(item, _run_case_id, ("run_case_id",), {})
add_mark(item, _from_case_id, ("from_case_id",), {})
break
@pytest.fixture
def __pytest_repeat_step_number(request):
"""pytest repeat step number"""
marker = request.node.get_closest_marker("repeat")
repeat = marker and marker.args[0] or request.config.option.repeat
if repeat > 1:
return request.param
return None
def walk_apps(walk_dir):
"""walk apps"""
no_youqu_mark = {}
csv_path_dict = {}
for root, _, files in walk(walk_dir):
if "NOYOUQUMARK" in files and not no_youqu_mark.get(root):
no_youqu_mark[root] = True
continue
for file in files:
if file.endswith(".csv") and file != "case_list.csv":
csv_path_dict[splitext(file)[0]] = f"{root}/{file}"
return csv_path_dict, no_youqu_mark
@pytest.fixture(scope='module')
def native_page():
from playwright.sync_api import sync_playwright
driver = sync_playwright().start()
browser = driver.chromium.launch(
headless=False,
args=[
'--start-maximized',
],
)
context = browser.new_context(
ignore_https_errors=True,
no_viewport=True,
)
_page = context.new_page()
yield _page
context.close()
browser.close()
driver.stop()
@pytest.fixture(scope='module')
def page():
from playwright.sync_api import sync_playwright
driver = sync_playwright().start()
browser = driver.chromium.launch_persistent_context(
user_data_dir=GlobalConfig.USER_DATE_DIR,
executable_path=GlobalConfig.EXECUTABLE_PATH,
ignore_https_errors=True,
no_viewport=True,
slow_mo=500,
headless=False,
bypass_csp=True,
args=[
'--disable-blink-features=AutomationControlled',
'--start-maximized',
],
)
_page = browser.pages[0]
yield _page
browser.close()
driver.stop()
@pytest.fixture(scope="session")
def slaves(pytestconfig):
_slaves = pytestconfig.getoption("slaves") or GlobalConfig.SLAVES
s = []
if _slaves:
for slave in _slaves.split("/"):
slave_info = re.findall(r"^(.+?)@(\d+\.\d+\.\d+\.\d+):{0,1}(.*?)$", slave)
if slave_info:
user, ip, password = slave_info[0]
s.append(
{
"user": user,
"ip": ip,
"password": password or GlobalConfig.PASSWORD,
}
)
if not s:
raise EnvironmentError("No slaves found")
return s
Python
1
https://gitee.com/deepin-community/youqu.git
git@gitee.com:deepin-community/youqu.git
deepin-community
youqu
youqu
master

搜索帮助