awesome-python/livepocket/302_full.py

import datetime
import json
import multiprocessing
import random
import re
import sched
import sys
import threading
import time
import traceback
from urllib import parse

import requests

from tools import loggerKit, redis_client
from tools.utils import get_random_browser, FileWriter, get_random_proxy_at_redis, get_external_ip


def poc_2(account, passwd, target_url, log_name, single_proxy, random_index):
    """
    # 生成 5 到 10 秒之间的随机等待时间
    wait_time = random.uniform(5, 10)
    # 打印等待时间并等待
    loggerKit.info(f"等待 {wait_time:.2f} 秒...")
    time.sleep(wait_time)
    """
    # 开始业务逻辑
    lock = threading.Lock()
    with lock:

        loggerKit.info(f'account: {account}, passwd: {passwd}')
        writer = FileWriter(log_name)
        writer.write_to_file(f'------{account}, {passwd}------ \n')
        user_agent = get_random_browser()
        # single_proxy = 'rrehqcjf:33f90umk8x32@185.199.228.220:7300'
        proxies = {
            'http': f'http://{single_proxy}',
            # 'https': f'https://{single_proxy}'
        }

        loggerKit.info(f'proxies: {proxies}')
        writer.write_to_file(f'account: {account}, passwd: {passwd}, proxies:{proxies} \n')

        # session
        """
        模拟登录
        """
        # 定义请求地址
        stamp = str(int(time.time()))
        login_url = f"https://t.livepocket.jp/api/sessions/create?mytimestamp={stamp}"

        # 定义请求header
        headers = {'Content-Type': 'application/x-www-form-urlencoded;',
                   'Referer': 'https://t.livepocket.jp/login?acroot=header-new_p_u_nl',
                   'Sec-Ch-Ua': 'Chromium";v="124", "Google Chrome";v="124", "Not-A.Brand";v="99',
                   'User-Agent': user_agent,
                   'path': f'/api/sessions/create?mytimestamp={stamp}',
                   'Origin': 'https://t.livepocket.jp',
                   'Sec-Ch-Ua-Mobile': '?0',
                   'Sec-Fetch-Mode': 'cors',
                   'Sec-Fetch-Site': 'same-origin',
                   'Priority': 'u=1, i'
                   }

        # 通过字典方式定义请求body
        form_data = {"login": account,
                     "password": passwd,
                     "auto_login": "on",
                     "login_password": f"{account}&{passwd}"
                     }

        data = parse.urlencode(form_data)
        session = requests.session()
        content = session.post(url=login_url, headers=headers, data=data, proxies=proxies).text
        # loggerKit.info(f'login info: {content}')
        if 'token' not in content:
            loggerKit.info(f'login account:{account}, 本机出口IP:{get_external_ip()}、代理IP:{single_proxy} 被封!!!')
            # 将被封的IP数据从redis中去掉
            key = f'proxy_{str(random_index)}'
            loggerKit.info(f'key:{key}')
            redis_client.delete(key=key)
            return
        cookie = session.cookies
        response_cookie = cookie.get_dict()
        login_resp = json.loads(content)
        token = login_resp['result']['token']
        login_session = response_cookie['ci_session']
        php_session = response_cookie['PHPSESSID']

        # event_id
        # 从redis中查询，查询不到再去请求
        event_id = redis_client.get(f'event_id_{target_url}')
        if event_id == 0 or event_id is None:
            response = requests.get(target_url, proxies=proxies)
            if response.status_code == 200:
                html_string = response.content.decode('utf8')
                start_index = html_string.find('https://t.livepocket.jp/purchase/verify?event_id=')
                if start_index != -1:
                    end_index = html_string.find("'", start_index)
                    if end_index != -1:
                        event_id = html_string[
                                   start_index + len('https://t.livepocket.jp/purchase/verify?event_id='):end_index]
                        redis_client.set(f'event_id_{target_url}', event_id)
                        loggerKit.info(f'event_id: {event_id}')
                    else:
                        loggerKit.warning('End index not found.')
                else:
                    loggerKit.warning('Substring not found.')
            else:
                loggerKit.error('Failed to fetch the page. Status code: {0}', response.status_code)

        # ticket_id
        # 从redis中查询，不存在则请求
        ticket_id = redis_client.get(f'ticket_id_{target_url}')
        if ticket_id == 0 or ticket_id is None:
            response = requests.get(target_url, proxies=proxies)
            if response.status_code == 200:
                html_string = response.text
                match = re.search(r'id="js_order_limited_(\d+)"', html_string)
                if match:
                    ticket_id = match.group(1)
                    redis_client.set(f'ticket_id_{target_url}', ticket_id)
                    loggerKit.info(f'ticket_id: {ticket_id}')
                else:
                    loggerKit.warning("未找到匹配的数值")

        # event_cname
        # url = 'https://t.livepocket.jp/e/lxyyc'
        # 从redis中查询，不存在则处理
        cname = redis_client.get(f'cname_{target_url}')
        if cname is None:
            sub_str = target_url.replace("https://t.livepocket.jp/", "")
            strs = sub_str.split('/')
            cname = strs[len(strs) - 1]
            redis_client.set(f'cname_{target_url}', cname)
            # print(cname)

        # redirect_url1
        net_url = 'https://t.livepocket.jp/purchase?type=new'
        result = requests.Session()
        header = {
            'Host': 't.livepocket.jp',
            'User-Agent': "Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) "
                          "Chrome/69.0.3947.100 Safari/537.36",
            'Content-Type': 'application/x-www-form-urlencoded',
            'Referer': f'{target_url}',
        }
        # my_session = 'IN7u3uuP5WcizQkmRzF%2F3OsLuNNQePnxNBvnlPgqT6FPz2BgyKT2KCJaMvdj8ZSa6wNp2xZIL6VoA7Mj0R2zECMZkOKJOLbsNwUdXwvcsROxjfCzibxEaj4nG%2Bq29dCEUdiWI2TgUsKSFGRZaOP0p37ktl%2B1wSMqMAk918Nkt7APIxpQtZ%2BoLwId4PMOkN3oOIwT3CvsuDbgPQHIuokZXcnNe8uOAUuZBLW4nKOdYimLcSw6oTMt85UXkwm4OyTdxYR3%2B8crA0OfQCyfHXqY%2Bj0t9R0mmNSusRXRDuDBmOCFR58vHVuuwZ0AXNHYoYB0sdm28VL9xgHHrzkvm2M9cpLEIVWUWBWGaZgtO3xp2d8L70%2BfAKwyv6JPGcGmGf9wUQzBltssBpMmYqSfkws1%2Bp8BOhmXOqfljSYbWcxxVVSw%2B2dtoxBXsTf793mD9sVYRsrr8YPGz4JPVGWGU0outg%3D%3D'
        cookies = {
            'ci_session': f'{login_session}',
            'PHPSESSID': f'{php_session}',
            'list_count': '{"success":true,"result":{"myticket_count":{"count":"0"},"today_event":{"total_count":0,"data_list":[]},"unread_count":5},"submit":true}',
            'sns_status': '{"success":true,"result":{"facebook":0,"twitter":0,"mixi":0,"line":0,"yahoo":0,"plusid":1,"google":0},"submit":true}',
            'display_init': '{"success":true,"result":{"purchased_tickets":{"total_count":0,"data_list":{"ticket_info":[]}},"lottery_tickets":{"total_count":0,"data_list":{"ticket_info":[]}},"order_limited_event_tickets":{"data_list":{"ticket_info":[]},"total_count":0},"event_order_limit":true},"submit":true}',
        }

        ticket_key = f'ticket_id_{ticket_id}'
        form_data = {
            'redirect_url': 'https://t.livepocket.jp/purchase/',
            'event_id': event_id,
            'event_cname': f'{cname}',
            'ticket_type': 'lottery',
            'facebook_ticket_count': 0,
            'twitter_ticket_count': 0,
            'plusid_linkage_invalidation_flg': 0,
            ticket_key: 1
        }

        loggerKit.info('form_data: {0}', form_data)
        response = result.post(net_url, headers=header, cookies=cookies, data=form_data, allow_redirects=False,
                               proxies=proxies)
        loggerKit.info('response.headers: {0}', response.headers)
        if 'Location' in response.headers:
            redirect_url1 = response.headers['Location']
            loggerKit.info('redirect_url1: {0}', redirect_url1)
        else:
            return

        # https://t.livepocket.jp/purchase/security?id=309887&type=new
        # redirect_url2
        response2 = result.get(redirect_url1, headers=header, cookies=cookies, allow_redirects=False, proxies=proxies)
        loggerKit.info('response2.headers: {0}', response2.headers)
        if 'Location' in response2.headers:
            redirect_url2 = response2.headers['Location']
            loggerKit.info('redirect_url2: {0}', redirect_url2)
        else:
            return

        # https://t.livepocket.jp/purchase/confirm?id=309887&reserved_session_id=423272
        # redirect_url3
        response3 = result.get(redirect_url2, headers=header, cookies=cookies, allow_redirects=False, proxies=proxies)
        print('response3.headers: ', response3.headers)
        if 'Location' in response3.headers:
            redirect_url3 = response3.headers['Location']
            loggerKit.info('redirect_url3: {0}', redirect_url3)
        else:
            loggerKit.warning('redirect_url3 is None')
            return

        # https://t.livepocket.jp/purchase/confirm?id=309887&reserved_session_id=794986&otoken=mMyZTgzMmQ4OWQ5ZjY5NWFlNGE2ZmJlMWM5Mm
        # drawing_tickets
        drawing_url = 'https://t.livepocket.jp/api/drawing_tickets/entry?mytimestamp=' + str(int(time.time()))

        region_string = redirect_url3.split('?')[1]
        params = region_string.split('&')
        reserve_session_id = params[1].split("=")[1]

        drawing_headers = {
            'Host': 't.livepocket.jp',
            'User-Agent': user_agent,
            'Content-Type': 'application/x-www-form-urlencoded',
            'Referer': f'{redirect_url3}',
        }
        drawing_cookies = {
            'ci_session': f'{login_session}',
            'PHPSESSID': f'{php_session}',
        }
        drawing_form_data = {
            'utoken': f'{token}',
            'onetime_token_name': 'buy_ticket',
            'onetime_token_value': params[2].split('=')[1],
            'url': f'https://t.livepocket.jp/purchase/confirm?id={event_id}&reserved_session_id={reserve_session_id}',
            'payment_method': 0,
            'reserve_session_id': reserve_session_id,
            'event_id': event_id,
            'reserve_ticket[0][ticket_id]': ticket_id,
            'reserve_ticket[0][amount]': 1,
            'payment_type': 'credit'
        }
        drawing_response = result.post(drawing_url, headers=drawing_headers, cookies=drawing_cookies,
                                       data=drawing_form_data, allow_redirects=False, proxies=proxies)
        loggerKit.info('drawing_response.text: {0}', drawing_response.text)
        drawing_data = json.loads(drawing_response.text)
        if drawing_data['success']:
            order_id = drawing_data['result']['order_id']
            onetime_token_name = drawing_data['result']['onetime_token_name']
            onetime_token_value = drawing_data['result']['onetime_token_value']
            loggerKit.info('account: {0}, order_id: {1}, onetime_token_name: {2}, onetime_token_value: {3}',
                           account, order_id, onetime_token_name, onetime_token_value)

            writer.write_to_file(
                f'account:{account}, order_id:{order_id}, onetime_token_name:{onetime_token_name}, onetime_token_value:{onetime_token_value} \n')


def process_account(account, log_name, single_proxy, random_index):
    try:
        run_poc(account.strip(), 'panyue666', 'https://t.livepocket.jp/e/pua9z', log_name, single_proxy, random_index)
    except Exception as ex:
        loggerKit.error(f'error: {traceback.format_exc()}, account:{account}')


def process_running(max_threads):
    log_name = f"data_{datetime.datetime.now().strftime('%Y%m%d%H%M')}.txt"
    with open('account.txt', 'r') as accounts:
        account_list = accounts.readlines()

    threads = []
    for account in account_list:

        # 直接从redis中获取
        single_proxy, random_index = get_random_proxy_at_redis(600)
        thread = threading.Thread(target=process_account, args=(account, log_name, single_proxy, random_index))
        threads.append(thread)
        thread.start()

        # 如果当前线程数达到上限,等待有线程结束后再创建新线程
        if len(threads) >= max_threads:
            for t in threads:
                t.join()
            threads.clear()

    # 等待所有线程执行完毕
    for thread in threads:
        thread.join()


def run_poc(account, password, url, log_name, single_proxy, random_index):
    try:
        poc_2(account, password, url, log_name, single_proxy, random_index)
    except Exception as ex:
        loggerKit.error(f'error: {traceback.format_exc()}, account:{account}')


def run_daily_job(hour, minute):
    # 获取当前日期和时间
    now = datetime.datetime.now()
    # 计算下次运行时间
    run_time = datetime.datetime(now.year, now.month, now.day, hour, minute)
    if run_time < now:
        # 如果运行时间小于当前时间，则在明天的相应时间运行任务
        run_time = run_time + datetime.timedelta(days=1)
    # 计算等待时间
    wait_time = (run_time - now).total_seconds()
    # 创建定时器对象
    scheduler = sched.scheduler(time.time, time.sleep)
    # 添加定时任务
    scheduler.enter(wait_time, 1, looper_job, ())
    # 启动定时器
    scheduler.run()


def looper_job():
    while 1:
        process_running(max_threads=16)


if __name__ == '__main__':
    # 新增下面一行代码即可打包多进程
    multiprocessing.freeze_support()

    run_daily_job(18, 48)