robots-auto-action/douyin/atom-task/search_atricle_comment.py

import time
from urllib.parse import quote

from func.action_func import del_key_vague
from task.task_job import callback_task
from tools import loggerKit, redis_client
from scene.oprator.atom_data import start_app, stop_app, get_text_by_control, single_click_by_control, \
    send_text_by_control
import threading
import requests

import yaml
import json

import httpx

with open('config.yaml', 'r') as file:
    config = yaml.load(file, Loader=yaml.FullLoader)

extern_domain = config['bmp-cp']['extern_domain']

# 任务执行回调url
task_callback_url = extern_domain + config['bmp-cp']['task_callback_url']

# 调用AIGC接口
post_ai_gc_url = config['bmp-cp']['post_ai_gc_url_dy']

get_commented_list_url = extern_domain + config['bmp-cp']['get_commented_list_url']


# 紧急公关 抖音互动 (根据视频链接 进行搜索获取到对应的视频进行评论)
# version 28.8.0
def douyin_spider(task_id, keyword, data):
    loggerKit.info('请求信息:{0}'.format(data))

    device_id = data.get("deviceID")
    perform_action_id = data.get("performActionId")
    result = data.get("result")

    extension_info = data['data']['extendInfo']
    extension_info = json.loads(extension_info)
    summary = extension_info['summary']
    if summary is not None and summary != '':
        sub_resource_name = summary
    else:
        sub_resource_name = extension_info['title']

    if result is not None:
        """
        非首个指令
        """
        perform_action_result = result.get("performActionResult")
        if perform_action_result is None:
            return_dict = {
                "data": "",
                "code": -2,
                "message": "fail, performActionResult is null"
            }

            # 回调任务中心

            del_key_vague(device_id)

            callback_task(500, '指令执行失败', task_id, device_id, 0, None, None)

            return return_dict

        if perform_action_result == "failure":
            # 回调任务中心
            return_dict = {
                "data": "",
                "code": -2,
                "message": "fail, performActionResult is not success"
            }

            del_key_vague(device_id)

            callback_task(500, '任务执行失败,可能当前无法再次执行看广告任务', task_id, device_id, 0, None, None)

            return return_dict

        # 元素未找到
        if perform_action_result == "invalid operation":
            # 回调任务中心
            return_dict = {
                "data": "",
                "code": -2,
                "message": "fail, performActionResult is null"
            }

            del_key_vague(device_id)
            callback_task(500, '指令执行失败', task_id, device_id, 0, None)
            return return_dict

        if perform_action_result == "stop":
            # 回调任务中心
            return_dict = {
                "data": "",
                "code": -2,
                "message": "fail, performActionResult is not success"
            }

            del_key_vague(device_id)

            callback_task(500, '指令被用户终止', task_id, device_id, 0, None, None)

            return return_dict

        # 每次操作完成后会将对应的操作唯一id存储到redis，并且返回给手机端 手机端下次带着上个操作id来执行下一个操作
        last_action_id = redis_client.get(device_id + "operate")
        step0 = redis_client.get(f"{device_id}_step0")
        if step0 is not None and int(step0) == 1 and last_action_id is not None and int(perform_action_id) == int(
                last_action_id) and perform_action_result == "success":
            action1_id = int(round(time.time() * 1000))
            """
            发送第1条指令
            点击搜索框
            """

            action1_dict = single_click_by_control(action1_id, target_app="douyin", target_version="28.8.0",
                                                   package_name="com.ss.android.ugc.aweme.lite",
                                                   control_id="com.ss.android.ugc.aweme.lite:id/dms", timeout=5)

            redis_client.set(device_id + "operate", action1_id)
            redis_client.set(f"{device_id}_step1", "1")
            redis_client.delete(f"{device_id}_step0")

            loggerKit.info("taskId:{0}, action1_id:{1}", task_id, action1_id)

            return action1_dict

        step1 = redis_client.get(f"{device_id}_step1")
        if step1 is not None and int(step1) == 1 and last_action_id is not None and int(perform_action_id) == int(
                last_action_id) and perform_action_result == "success":
            loggerKit.info("设备:{0}, action2_id_mem:{1}", device_id, int(last_action_id))

            action2_id = int(round(time.time() * 1000))
            """
            发送第2条指令
            对搜索框进行赋值
            """

            action2_dict = send_text_by_control(action2_id, target_app="douyin", target_version="28.8.0",
                                                package_name="com.ss.android.ugc.aweme.lite",
                                                control_id="com.ss.android.ugc.aweme.lite:id/et_search_kw",
                                                content=keyword, timeout=5)
            redis_client.set(device_id + "operate", action2_id)
            redis_client.set(f"{device_id}_step2", "1")
            redis_client.delete(f"{device_id}_step1")

            loggerKit.info("taskId:{0}, action2_id:{1}", task_id, action2_id)

            return action2_dict

        step2 = redis_client.get(f"{device_id}_step2")
        if step2 is not None and int(step2) == 1 and last_action_id is not None and int(perform_action_id) == int(
                last_action_id) and perform_action_result == "success":
            loggerKit.info("设备:{0}, action3_id_mem:{1}", device_id, int(last_action_id))

            action3_id = int(round(time.time() * 1000))
            """
            发送第3条指令
            点击搜索按钮
            """

            action3_dict = single_click_by_control(action3_id, target_app="douyin", target_version="28.8.0",
                                                   package_name="com.ss.android.ugc.aweme.lite",
                                                   control_id="com.ss.android.ugc.aweme.lite:id/nup")
            redis_client.set(device_id + "operate", action3_id)
            redis_client.set(f"{device_id}_step3", "1")
            redis_client.delete(f"{device_id}_step2")

            loggerKit.info("taskId:{0}, action3_id:{1}", task_id, action3_id)

            return action3_dict

        step3 = redis_client.get(f"{device_id}_step3")
        if step3 is not None and int(step3) == 1 and last_action_id is not None and int(perform_action_id) == int(
                last_action_id) \
                and perform_action_result == "success":
            loggerKit.info("taskId:{0}, action4_id:{1}", task_id, int(last_action_id))

            action4_id = int(round(time.time() * 1000))
            """
            发送第4条指令
            根据视频内容 生成评论文案将文案缓存 并且点击评论
            如果没获取到对应的评论 任务结束 关闭
            """

            if sub_resource_name is None or sub_resource_name == '':
                action4_dict = stop_app(action4_id, target_app="douyin", target_version="28.8.0",
                                        package_name="com.ss.android.ugc.aweme.lite", timeout=5)

                # 回调任务中心

                del_key_vague(device_id)

                callback_task(None, '获取评论文案的标题为null,所以未进行评论', task_id, device_id, 1, None, None)
                loggerKit.info("taskId:{0}, action4_id_mem:{1},对应的标题为null无法获取评论文案", task_id,
                               int(last_action_id))

                return action4_dict

            comment_response = httpx.get(get_commented_list_url + '?resourceName=' + keyword, timeout=120)

            # 评论实体
            comment_body = json.loads(comment_response.text)

            # 评论集合
            comment_list = comment_body.get('data')

            loggerKit.info("任务id:{0}对应标题:{1},已有评论:{2}", task_id, keyword, comment_list)

            existing_comment = ''

            if comment_list is not None:
                comment_list = list(set(comment_list))

                existing_comment = '||'.join(comment_list)

            loggerKit.info("任务id:{0}对应标题:{1},拼接后的评论集合:{2}", task_id, keyword, existing_comment)
            existing_comment = quote(existing_comment)

            request_data = {
                "templateId": "dcd_comment",
                "content": sub_resource_name,
                "existingComment": existing_comment
            }

            loggerKit.info("任务id:{0}对应标题:{1},请求AIGC信息:{2}", task_id, keyword, request_data)
            response = httpx.post(post_ai_gc_url, json=request_data, timeout=120)

            # 点击评论框
            action4_dict = single_click_by_control(action4_id, target_app="douyin", target_version="28.8.0",
                                                   package_name="com.ss.android.ugc.aweme.lite",
                                                   control_id="com.ss.android.ugc.aweme.lite:id/comment_container",
                                                   timeout=5)

            if not response.is_success:
                #  调用AIGC获取评论失败
                loggerKit.info("任务id:{0}对应标题:{1},请求AIGC失败信息:{2},返回信息:{3}", task_id, keyword,
                               request_data, response)

                redis_client.set(device_id + "douyin" + "comments", '不错👍')

                redis_client.set(device_id + "operate", action4_id)
                redis_client.set(f"{device_id}_step4", "1")
                redis_client.delete(f"{device_id}_step3")

                loggerKit.info("设备:{0}, action4_id:{1}", device_id, action4_id)

                return action4_dict

            response_body = json.loads(response.text)

            data = response_body.get('data')

            reply_text = data.get('answer')

            reply_text_json = json.loads(reply_text)

            reply = reply_text_json.get('comment')

            if '内容太少' in reply or '对不起' in reply or reply is None or reply == '' or '提供' in reply:
                #  获取到的评论内容不符合
                loggerKit.info("任务id:{0}对应标题:{1},请求AIGC失败信息:{2},返回信息:{3}", task_id, keyword,
                               request_data, response)

                redis_client.set(device_id + "douyin" + "comments", '不错👍')

                redis_client.set(device_id + "operate", action4_id)
                redis_client.set(f"{device_id}_step4", "1")
                redis_client.delete(f"{device_id}_step3")

                loggerKit.info("设备:{0}, action4_id:{1}", device_id, action4_id)

                return action4_dict

            # 将需要评论的内容存入缓存
            redis_client.set(device_id + "douyin" + "comments", reply)

            redis_client.set(device_id + "operate", action4_id)
            redis_client.set(f"{device_id}_step4", "1")
            redis_client.delete(f"{device_id}_step3")

            loggerKit.info("设备:{0}, action4_id:{1}", device_id, action4_id)

            return action4_dict

        step4 = redis_client.get(f"{device_id}_step4")
        if step4 is not None and int(step4) == 1 and last_action_id is not None and int(perform_action_id) == int(
                last_action_id) \
                and perform_action_result == "success":
            loggerKit.info("taskId:{0}, action3_id_mem:{1}", task_id, int(last_action_id))

            action4_id = int(round(time.time() * 1000))
            """
            发送第4条指令
            点击评论框
            """

            action4_dict = single_click_by_control(action4_id, target_app="douyin", target_version="28.8.0",
                                                   package_name="com.ss.android.ugc.aweme.lite",
                                                   control_id="com.ss.android.ugc.aweme.lite:id/brv", timeout=5)
            redis_client.set(device_id + "operate", action4_id)
            redis_client.set(f"{device_id}_step5", "1")
            redis_client.delete(f"{device_id}_step4")

            loggerKit.info("taskId:{0}, action5_id:{1}", task_id, action4_id)

            return action4_dict

        step5 = redis_client.get(f"{device_id}_step5")
        if step5 is not None and int(step5) == 1 and last_action_id is not None and int(perform_action_id) == int(
                last_action_id) \
                and perform_action_result == "success":
            loggerKit.info("taskId:{0}, action5_id_mem:{1}", task_id, int(last_action_id))

            action6_id = int(round(time.time() * 1000))
            """
            发送第6条指令
            对评论框进行赋值
            """
            reply = redis_client.get(device_id + "douyin" + "comments")
            if reply is None:
                #  调用AIGC获取评论失败
                del_key_vague(device_id)
                return_dict = {
                    "data": "",
                    "code": -2,
                    "message": "fail, result_text is null"
                }
                callback_task(500, '抖音回复内容为null,无法评论', task_id, device_id, 0, None, None)

                return return_dict

            action6_dict = send_text_by_control(action6_id, target_app="douyin", target_version="28.8.0",
                                                package_name="com.ss.android.ugc.aweme.lite",
                                                control_id="com.ss.android.ugc.aweme.lite:id/brv",
                                                content=reply, timeout=5)
            redis_client.set(device_id + "operate", action6_id)
            redis_client.set(f"{device_id}_step6", "1")
            redis_client.delete(f"{device_id}_step5")

            content_result = content_detail(keyword, sub_resource_name, reply, None)

            redis_client.set(device_id + "reply_json", json.dumps(content_result.to_dict(), ensure_ascii=False))

            loggerKit.info("设备:{0}, action6_id:{1}", device_id, action6_id)

            return action6_dict

        step6 = redis_client.get(f"{device_id}_step6")
        if step6 is not None and int(step6) == 1 and last_action_id is not None and int(perform_action_id) == int(
                last_action_id) \
                and perform_action_result == "success":
            loggerKit.info("设备:{0}, action6_id_mem:{1}", device_id, int(last_action_id))

            action7_id = int(round(time.time() * 1000))
            """
            发送第7条指令
            发送评论
            """
            action7_dict = single_click_by_control(action7_id, target_app="douyin", target_version="28.8.0",
                                                   package_name="com.ss.android.ugc.aweme.lite",
                                                   control_id="com.ss.android.ugc.aweme.lite:id/bcw", timeout=5)
            redis_client.set(device_id + "operate", action7_id)
            redis_client.set(f"{device_id}_step7", "1")
            redis_client.delete(f"{device_id}_step6")

            loggerKit.info("设备:{0}, action7_id:{1}", device_id, action7_id)

            return action7_dict

        """
        停止app
        """
        step7 = redis_client.get(f"{device_id}_step7")
        if step7 is not None and int(step7) == 1 and last_action_id is not None and int(perform_action_id) == int(
                last_action_id) and perform_action_result == "success":
            loggerKit.info("设备:{0}, action10_id_mem:{1}", device_id, int(last_action_id))

            action8_id = int(round(time.time() * 1000))
            """
            停止指令
            停止app
            """

            action11_dict = stop_app(action8_id, target_app="douyin", target_version="28.8.0",
                                     package_name="com.ss.android.ugc.aweme.lite", timeout=5)

            reply_json = redis_client.get(device_id + "reply_json")

            del_key_vague(device_id)

            loggerKit.info("设备:{0}, action11_id:{1}", device_id, action8_id)

            # 回调任务中心修改任务状态
            callback_task(None, None, task_id, device_id, 1, None, reply_json)

            return action11_dict
    else:

        action0_id = int(round(time.time() * 1000))

        """
        启动指令
        启动app
        """

        action0_dict = start_app(action0_id, target_app="douyin", target_version="28.8.0",
                                 package_name="com.ss.android.ugc.aweme.lite")

        redis_client.set(device_id + "operate", action0_id)
        redis_client.set(f"{device_id}_step0", "1")
        redis_client.delete(f"{device_id}_step9")

        loggerKit.info("设备:{0}, action0_id:{1}", device_id, action0_id)

        return action0_dict


# 批量模糊删除缓存
# def del_key_vague(device_id):
#     # 批量模糊删除keys
#     keys = redis_client.match_pattern_prefix(device_id)
#     if len(keys) > 0:
#         # 需要判断是否有匹配的值, 没有的话会报错
#         for key in keys:
#             redis_client.delete(key)
#         loggerKit.info(f"clear {device_id} keys success...")
#     else:
#         loggerKit.info(f"{device_id} keys none ...")


def callback_task(err_code, err_msg, task_id, device_id, execute_status, result, content):
    callback_request2 = call_back_request(err_code, err_msg, task_id, execute_status, result, content, None)
    loggerKit.info("thread[{0}=>{1}], taskId:{2}, 设备号:{3}, url:{4}, 执行状态:{5}, requestJson:{6}  。回调开始",
                   threading.current_thread().name,
                   threading.get_ident(), task_id, device_id, task_callback_url, execute_status, callback_request2)
    current_timeout = (5, 10)
    callback_response2 = requests.post(task_callback_url, json=callback_request2, timeout=current_timeout)
    loggerKit.info("thread[{0}=>{1}], taskId:{2},设备号:{3}。回调结束:{4}, 执行状态:{5}, result:{6}",
                   threading.current_thread().name,
                   threading.get_ident(), task_id, device_id, json.dumps(callback_response2.text, ensure_ascii=False),
                   execute_status, result)
    return callback_response2


"""
添加了其他参数
"""


# post请求
def call_back_request(error_code, error_msg, task_id, task_status, task_execute_response, content, demo_flag):
    response = {
        "errorCode": error_code,
        "errorMsg": error_msg,
        "taskId": task_id,
        "taskStatus": task_status,
        "taskExecuteResponse": task_execute_response,
        "content": content,
        "demoFlag": demo_flag
    }
    return response


# 回复详情
class content_detail:
    def __init__(self, keyword, title, reply, account_name):
        """

        :rtype: object
        """
        # 搜索关键词
        self.keyword = keyword
        self.title = title
        self.reply = reply
        self.account_name = account_name

    def to_dict(self):
        return {
            'keyword': self.keyword,
            'title': self.title,
            'reply': self.reply,
            'accountName': self.account_name
        }