option code

app.py

@@ -12,7 +12,8 @@ from urllib import parse
 import requests
 
 from tools import loggerKit, redis_client
-from tools.utils import get_random_browser, get_external_ip, get_random_proxy_at_redis, save_all_proxy_ip
+from tools.utils import get_random_browser, get_external_ip, get_random_proxy_at_redis, save_all_proxy_ip, \
+    save_all_proxy_ip_v2
 
 
 def poc_2(account, passwd, target_url, log_name, single_proxy, random_index):
@@ -272,7 +273,7 @@ def process_running(max_threads, pocket_url):
     log_name = f"data_{datetime.datetime.now().strftime('%Y%m%d%H%M')}.txt"
 
     while True:
-        with open('livepocket/account.txt', 'r') as accounts:
+        with open('account.txt', 'r') as accounts:
             account_list = accounts.readlines()
 
         threads = []
@@ -327,9 +328,8 @@ def looper_job():
 if __name__ == '__main__':
     # 新增下面一行代码即可打包多进程
     multiprocessing.freeze_support()
-
-    save_all_proxy_ip(100, 9)
-
+    # save_all_proxy_ip(100, 9)
     # run_daily_job(8, 52)
+    save_all_proxy_ip_v2()
 
     looper_job()

livepocket/302_poc_2.py

@@ -231,7 +231,7 @@ def process_running(max_threads):
     log_name = f"data_{datetime.now().strftime('%Y%m%d%H%M')}.txt"
     # 设置日志配置
     # logging.basicConfig(filename=log_name, level=logging.INFO, format='%(asctime)s - %(message)s', datefmt='%Y-%m-%d %H:%M:%S')
-    with open('account.txt', 'r') as accounts:
+    with open('../account.txt', 'r') as accounts:
         account_list = accounts.readlines()
 
     threads = []

livepocket/logs/spider-terminal_2024-05-26.log

@@ -0,0 +1,5 @@
+{"text": "2024-05-26 16:14:14 INFO From utils.save_all_proxy_ip : t:1\n", "record": {"elapsed": {"repr": "0:00:00.192108", "seconds": 0.192108}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 175, "message": "t:1", "module": "utils", "name": "tools.utils", "process": {"id": 62722, "name": "MainProcess"}, "thread": {"id": 140704689170176, "name": "MainThread"}, "time": {"repr": "2024-05-26 16:14:14.048130+08:00", "timestamp": 1716711254.04813}}}
+{"text": "2024-05-26 16:14:17 INFO From utils.save_all_proxy_ip : 代理总数:500, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?country=SG&mode=direct&page=2&page_size=100, 上一页:None\n", "record": {"elapsed": {"repr": "0:00:03.590285", "seconds": 3.590285}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 189, "message": "代理总数:500, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?country=SG&mode=direct&page=2&page_size=100, 上一页:None", "module": "utils", "name": "tools.utils", "process": {"id": 62722, "name": "MainProcess"}, "thread": {"id": 140704689170176, "name": "MainThread"}, "time": {"repr": "2024-05-26 16:14:17.446307+08:00", "timestamp": 1716711257.446307}}}
+{"text": "2024-05-26 16:14:17 INFO From utils.save_all_proxy_ip : t:2\n", "record": {"elapsed": {"repr": "0:00:03.605582", "seconds": 3.605582}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 175, "message": "t:2", "module": "utils", "name": "tools.utils", "process": {"id": 62722, "name": "MainProcess"}, "thread": {"id": 140704689170176, "name": "MainThread"}, "time": {"repr": "2024-05-26 16:14:17.461604+08:00", "timestamp": 1716711257.461604}}}
+{"text": "2024-05-26 16:14:24 INFO From utils.save_all_proxy_ip : 代理总数:500, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?country=SG&mode=direct&page=3&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?country=SG&mode=direct&page=1&page_size=100\n", "record": {"elapsed": {"repr": "0:00:10.862602", "seconds": 10.862602}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 189, "message": "代理总数:500, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?country=SG&mode=direct&page=3&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?country=SG&mode=direct&page=1&page_size=100", "module": "utils", "name": "tools.utils", "process": {"id": 62722, "name": "MainProcess"}, "thread": {"id": 140704689170176, "name": "MainThread"}, "time": {"repr": "2024-05-26 16:14:24.718624+08:00", "timestamp": 1716711264.718624}}}
+{"text": "2024-05-26 16:14:24 INFO From utils.save_all_proxy_ip : t:3\n", "record": {"elapsed": {"repr": "0:00:10.875384", "seconds": 10.875384}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 175, "message": "t:3", "module": "utils", "name": "tools.utils", "process": {"id": 62722, "name": "MainProcess"}, "thread": {"id": 140704689170176, "name": "MainThread"}, "time": {"repr": "2024-05-26 16:14:24.731406+08:00", "timestamp": 1716711264.731406}}}

logs/spider-terminal_2024-05-26.log

@@ -0,0 +1,52 @@
+{"text": "2024-05-26 16:30:15 INFO From app.poc_2 : account: 1ay0z@huatcn.com, passwd: panyue666\n", "record": {"elapsed": {"repr": "0:00:00.094689", "seconds": 0.094689}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 39, "message": "account: 1ay0z@huatcn.com, passwd: panyue666", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-205 (process_account)"}, "time": {"repr": "2024-05-26 16:30:15.270973+08:00", "timestamp": 1716712215.270973}}}
+{"text": "2024-05-26 16:30:15 INFO From app.poc_2 : proxies: {'http': 'http://qivabpof:jzdm5l9t489x@185.72.241.47:7339'}\n", "record": {"elapsed": {"repr": "0:00:00.095336", "seconds": 0.095336}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 49, "message": "proxies: {'http': 'http://qivabpof:jzdm5l9t489x@185.72.241.47:7339'}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-205 (process_account)"}, "time": {"repr": "2024-05-26 16:30:15.271620+08:00", "timestamp": 1716712215.27162}}}
+{"text": "2024-05-26 16:30:15 INFO From app.poc_2 : login account:1ay0z@huatcn.com, 代理IP:qivabpof:jzdm5l9t489x@185.72.241.47:7339, token: f48INzwBh0p1q5iYOG6rQZ0ZbZPitHFGiUDX6JEs 登录成功!!!\n", "record": {"elapsed": {"repr": "0:00:00.770060", "seconds": 0.77006}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 108, "message": "login account:1ay0z@huatcn.com, 代理IP:qivabpof:jzdm5l9t489x@185.72.241.47:7339, token: f48INzwBh0p1q5iYOG6rQZ0ZbZPitHFGiUDX6JEs 登录成功!!!", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-205 (process_account)"}, "time": {"repr": "2024-05-26 16:30:15.946344+08:00", "timestamp": 1716712215.946344}}}
+{"text": "2024-05-26 16:30:16 WARNING From app.poc_2 : Substring not found.\n", "record": {"elapsed": {"repr": "0:00:01.420485", "seconds": 1.420485}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 135, "message": "Substring not found.", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-205 (process_account)"}, "time": {"repr": "2024-05-26 16:30:16.596769+08:00", "timestamp": 1716712216.596769}}}
+{"text": "2024-05-26 16:30:17 WARNING From app.poc_2 : 未找到匹配的数值\n", "record": {"elapsed": {"repr": "0:00:02.028753", "seconds": 2.028753}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 152, "message": "未找到匹配的数值", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-205 (process_account)"}, "time": {"repr": "2024-05-26 16:30:17.205037+08:00", "timestamp": 1716712217.205037}}}
+{"text": "2024-05-26 16:30:17 INFO From app.poc_2 : form_data: {'redirect_url': 'https://t.livepocket.jp/purchase/', 'event_id': None, 'event_cname': 'z230-', 'ticket_type': 'lottery', 'facebook_ticket_count': 0, 'twitter_ticket_count': 0, 'plusid_linkage_invalidation_flg': 0, 'ticket_id_None': 1}\n", "record": {"elapsed": {"repr": "0:00:02.029279", "seconds": 2.029279}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 185, "message": "form_data: {'redirect_url': 'https://t.livepocket.jp/purchase/', 'event_id': None, 'event_cname': 'z230-', 'ticket_type': 'lottery', 'facebook_ticket_count': 0, 'twitter_ticket_count': 0, 'plusid_linkage_invalidation_flg': 0, 'ticket_id_None': 1}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-205 (process_account)"}, "time": {"repr": "2024-05-26 16:30:17.205563+08:00", "timestamp": 1716712217.205563}}}
+{"text": "2024-05-26 16:30:17 INFO From app.poc_2 : response.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:17 GMT', 'Server': 'nginx', 'Cache-Control': 'no-store, no-cache, must-revalidate, post-check=0, pre-check=0', 'Expires': 'Thu, 19 Nov 1981 08:52:00 GMT', 'Location': 'https://t.livepocket.jp/my_top', 'Pragma': 'no-cache', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 1969b693060171ec284d3d0f19afb534.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'HKG62-C2', 'X-Amz-Cf-Id': 'jupn8HLq6-0pKYQ1fsODZNtTK102gOYtTL8I6mLZSzSZY_VNizm9nQ=='}\n", "record": {"elapsed": {"repr": "0:00:02.414674", "seconds": 2.414674}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 188, "message": "response.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:17 GMT', 'Server': 'nginx', 'Cache-Control': 'no-store, no-cache, must-revalidate, post-check=0, pre-check=0', 'Expires': 'Thu, 19 Nov 1981 08:52:00 GMT', 'Location': 'https://t.livepocket.jp/my_top', 'Pragma': 'no-cache', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 1969b693060171ec284d3d0f19afb534.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'HKG62-C2', 'X-Amz-Cf-Id': 'jupn8HLq6-0pKYQ1fsODZNtTK102gOYtTL8I6mLZSzSZY_VNizm9nQ=='}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-205 (process_account)"}, "time": {"repr": "2024-05-26 16:30:17.590958+08:00", "timestamp": 1716712217.590958}}}
+{"text": "2024-05-26 16:30:17 INFO From app.poc_2 : redirect_url1: https://t.livepocket.jp/my_top\n", "record": {"elapsed": {"repr": "0:00:02.415051", "seconds": 2.415051}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 191, "message": "redirect_url1: https://t.livepocket.jp/my_top", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-205 (process_account)"}, "time": {"repr": "2024-05-26 16:30:17.591335+08:00", "timestamp": 1716712217.591335}}}
+{"text": "2024-05-26 16:30:17 INFO From app.poc_2 : response2.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:17 GMT', 'Server': 'nginx', 'Location': 'https://t.livepocket.jp/error_prohibited_request.html', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 1969b693060171ec284d3d0f19afb534.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'HKG62-C2', 'X-Amz-Cf-Id': 'yZPFqrct4Y_xYVQEWx6ae56AedovZ_olDFN-Ul3aTyHdV3tp-Pef0A=='}\n", "record": {"elapsed": {"repr": "0:00:02.686822", "seconds": 2.686822}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 199, "message": "response2.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:17 GMT', 'Server': 'nginx', 'Location': 'https://t.livepocket.jp/error_prohibited_request.html', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 1969b693060171ec284d3d0f19afb534.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'HKG62-C2', 'X-Amz-Cf-Id': 'yZPFqrct4Y_xYVQEWx6ae56AedovZ_olDFN-Ul3aTyHdV3tp-Pef0A=='}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-205 (process_account)"}, "time": {"repr": "2024-05-26 16:30:17.863106+08:00", "timestamp": 1716712217.863106}}}
+{"text": "2024-05-26 16:30:17 INFO From app.poc_2 : redirect_url2: https://t.livepocket.jp/error_prohibited_request.html\n", "record": {"elapsed": {"repr": "0:00:02.687225", "seconds": 2.687225}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 202, "message": "redirect_url2: https://t.livepocket.jp/error_prohibited_request.html", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-205 (process_account)"}, "time": {"repr": "2024-05-26 16:30:17.863509+08:00", "timestamp": 1716712217.863509}}}
+{"text": "2024-05-26 16:30:18 WARNING From app.poc_2 : redirect_url3 is None\n", "record": {"elapsed": {"repr": "0:00:02.891191", "seconds": 2.891191}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 215, "message": "redirect_url3 is None", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-205 (process_account)"}, "time": {"repr": "2024-05-26 16:30:18.067475+08:00", "timestamp": 1716712218.067475}}}
+{"text": "2024-05-26 16:30:18 INFO From app.poc_2 : account: 02gt4@huatcn.com, passwd: panyue666\n", "record": {"elapsed": {"repr": "0:00:02.964569", "seconds": 2.964569}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 39, "message": "account: 02gt4@huatcn.com, passwd: panyue666", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-694 (process_account)"}, "time": {"repr": "2024-05-26 16:30:18.140853+08:00", "timestamp": 1716712218.140853}}}
+{"text": "2024-05-26 16:30:18 INFO From app.poc_2 : proxies: {'http': 'http://qivabpof:jzdm5l9t489x@209.99.134.139:5835'}\n", "record": {"elapsed": {"repr": "0:00:02.964911", "seconds": 2.964911}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 49, "message": "proxies: {'http': 'http://qivabpof:jzdm5l9t489x@209.99.134.139:5835'}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-694 (process_account)"}, "time": {"repr": "2024-05-26 16:30:18.141195+08:00", "timestamp": 1716712218.141195}}}
+{"text": "2024-05-26 16:30:18 INFO From app.poc_2 : login account:02gt4@huatcn.com, 代理IP:qivabpof:jzdm5l9t489x@209.99.134.139:5835, token: sBBg3uab2tTteHqyVLX7YUjenpYGlDKede3fF6xq 登录成功!!!\n", "record": {"elapsed": {"repr": "0:00:03.316137", "seconds": 3.316137}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 108, "message": "login account:02gt4@huatcn.com, 代理IP:qivabpof:jzdm5l9t489x@209.99.134.139:5835, token: sBBg3uab2tTteHqyVLX7YUjenpYGlDKede3fF6xq 登录成功!!!", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-694 (process_account)"}, "time": {"repr": "2024-05-26 16:30:18.492421+08:00", "timestamp": 1716712218.492421}}}
+{"text": "2024-05-26 16:30:19 WARNING From app.poc_2 : Substring not found.\n", "record": {"elapsed": {"repr": "0:00:03.964008", "seconds": 3.964008}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 135, "message": "Substring not found.", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-694 (process_account)"}, "time": {"repr": "2024-05-26 16:30:19.140292+08:00", "timestamp": 1716712219.140292}}}
+{"text": "2024-05-26 16:30:19 WARNING From app.poc_2 : 未找到匹配的数值\n", "record": {"elapsed": {"repr": "0:00:04.614170", "seconds": 4.61417}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 152, "message": "未找到匹配的数值", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-694 (process_account)"}, "time": {"repr": "2024-05-26 16:30:19.790454+08:00", "timestamp": 1716712219.790454}}}
+{"text": "2024-05-26 16:30:19 INFO From app.poc_2 : form_data: {'redirect_url': 'https://t.livepocket.jp/purchase/', 'event_id': None, 'event_cname': 'z230-', 'ticket_type': 'lottery', 'facebook_ticket_count': 0, 'twitter_ticket_count': 0, 'plusid_linkage_invalidation_flg': 0, 'ticket_id_None': 1}\n", "record": {"elapsed": {"repr": "0:00:04.614656", "seconds": 4.614656}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 185, "message": "form_data: {'redirect_url': 'https://t.livepocket.jp/purchase/', 'event_id': None, 'event_cname': 'z230-', 'ticket_type': 'lottery', 'facebook_ticket_count': 0, 'twitter_ticket_count': 0, 'plusid_linkage_invalidation_flg': 0, 'ticket_id_None': 1}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-694 (process_account)"}, "time": {"repr": "2024-05-26 16:30:19.790940+08:00", "timestamp": 1716712219.79094}}}
+{"text": "2024-05-26 16:30:20 INFO From app.poc_2 : response.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:20 GMT', 'Server': 'nginx', 'Cache-Control': 'no-store, no-cache, must-revalidate, post-check=0, pre-check=0', 'Expires': 'Thu, 19 Nov 1981 08:52:00 GMT', 'Location': 'https://t.livepocket.jp/my_top', 'Pragma': 'no-cache', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 42c367fe651656ce4584288ecfc3bed0.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'TPE50-C1', 'X-Amz-Cf-Id': 'P0z2lMAiR6UAGuZJy1-f8AM7tfrSQIGVxc6YZkoGp0FVfMwfkHMTyQ=='}\n", "record": {"elapsed": {"repr": "0:00:04.983649", "seconds": 4.983649}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 188, "message": "response.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:20 GMT', 'Server': 'nginx', 'Cache-Control': 'no-store, no-cache, must-revalidate, post-check=0, pre-check=0', 'Expires': 'Thu, 19 Nov 1981 08:52:00 GMT', 'Location': 'https://t.livepocket.jp/my_top', 'Pragma': 'no-cache', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 42c367fe651656ce4584288ecfc3bed0.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'TPE50-C1', 'X-Amz-Cf-Id': 'P0z2lMAiR6UAGuZJy1-f8AM7tfrSQIGVxc6YZkoGp0FVfMwfkHMTyQ=='}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-694 (process_account)"}, "time": {"repr": "2024-05-26 16:30:20.159933+08:00", "timestamp": 1716712220.159933}}}
+{"text": "2024-05-26 16:30:20 INFO From app.poc_2 : redirect_url1: https://t.livepocket.jp/my_top\n", "record": {"elapsed": {"repr": "0:00:04.983978", "seconds": 4.983978}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 191, "message": "redirect_url1: https://t.livepocket.jp/my_top", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-694 (process_account)"}, "time": {"repr": "2024-05-26 16:30:20.160262+08:00", "timestamp": 1716712220.160262}}}
+{"text": "2024-05-26 16:30:20 INFO From app.poc_2 : response2.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:20 GMT', 'Server': 'nginx', 'Location': 'https://t.livepocket.jp/error_prohibited_request.html', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 42c367fe651656ce4584288ecfc3bed0.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'TPE50-C1', 'X-Amz-Cf-Id': '3IxvwS_mtQknV6zildsmmHdC8erb4_9AdC7Zy4MEP_C-1WgURj5XVQ=='}\n", "record": {"elapsed": {"repr": "0:00:05.220377", "seconds": 5.220377}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 199, "message": "response2.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:20 GMT', 'Server': 'nginx', 'Location': 'https://t.livepocket.jp/error_prohibited_request.html', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 42c367fe651656ce4584288ecfc3bed0.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'TPE50-C1', 'X-Amz-Cf-Id': '3IxvwS_mtQknV6zildsmmHdC8erb4_9AdC7Zy4MEP_C-1WgURj5XVQ=='}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-694 (process_account)"}, "time": {"repr": "2024-05-26 16:30:20.396661+08:00", "timestamp": 1716712220.396661}}}
+{"text": "2024-05-26 16:30:20 INFO From app.poc_2 : redirect_url2: https://t.livepocket.jp/error_prohibited_request.html\n", "record": {"elapsed": {"repr": "0:00:05.220766", "seconds": 5.220766}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 202, "message": "redirect_url2: https://t.livepocket.jp/error_prohibited_request.html", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-694 (process_account)"}, "time": {"repr": "2024-05-26 16:30:20.397050+08:00", "timestamp": 1716712220.39705}}}
+{"text": "2024-05-26 16:30:20 WARNING From app.poc_2 : redirect_url3 is None\n", "record": {"elapsed": {"repr": "0:00:05.440435", "seconds": 5.440435}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 215, "message": "redirect_url3 is None", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-694 (process_account)"}, "time": {"repr": "2024-05-26 16:30:20.616719+08:00", "timestamp": 1716712220.616719}}}
+{"text": "2024-05-26 16:30:20 INFO From app.poc_2 : account: 0e4i@huatcn.com, passwd: panyue666\n", "record": {"elapsed": {"repr": "0:00:05.471507", "seconds": 5.471507}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 39, "message": "account: 0e4i@huatcn.com, passwd: panyue666", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-882 (process_account)"}, "time": {"repr": "2024-05-26 16:30:20.647791+08:00", "timestamp": 1716712220.647791}}}
+{"text": "2024-05-26 16:30:20 INFO From app.poc_2 : proxies: {'http': 'http://qivabpof:jzdm5l9t489x@209.99.134.139:5835'}\n", "record": {"elapsed": {"repr": "0:00:05.471922", "seconds": 5.471922}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 49, "message": "proxies: {'http': 'http://qivabpof:jzdm5l9t489x@209.99.134.139:5835'}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-882 (process_account)"}, "time": {"repr": "2024-05-26 16:30:20.648206+08:00", "timestamp": 1716712220.648206}}}
+{"text": "2024-05-26 16:30:21 INFO From app.poc_2 : login account:0e4i@huatcn.com, 代理IP:qivabpof:jzdm5l9t489x@209.99.134.139:5835, token: OzMOOhVa4deDL7PO6JpU9e76GLxphjQVcZ2izr1z 登录成功!!!\n", "record": {"elapsed": {"repr": "0:00:05.853110", "seconds": 5.85311}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 108, "message": "login account:0e4i@huatcn.com, 代理IP:qivabpof:jzdm5l9t489x@209.99.134.139:5835, token: OzMOOhVa4deDL7PO6JpU9e76GLxphjQVcZ2izr1z 登录成功!!!", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-882 (process_account)"}, "time": {"repr": "2024-05-26 16:30:21.029394+08:00", "timestamp": 1716712221.029394}}}
+{"text": "2024-05-26 16:30:21 WARNING From app.poc_2 : Substring not found.\n", "record": {"elapsed": {"repr": "0:00:06.496316", "seconds": 6.496316}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 135, "message": "Substring not found.", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-882 (process_account)"}, "time": {"repr": "2024-05-26 16:30:21.672600+08:00", "timestamp": 1716712221.6726}}}
+{"text": "2024-05-26 16:30:22 WARNING From app.poc_2 : 未找到匹配的数值\n", "record": {"elapsed": {"repr": "0:00:06.965484", "seconds": 6.965484}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 152, "message": "未找到匹配的数值", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-882 (process_account)"}, "time": {"repr": "2024-05-26 16:30:22.141768+08:00", "timestamp": 1716712222.141768}}}
+{"text": "2024-05-26 16:30:22 INFO From app.poc_2 : form_data: {'redirect_url': 'https://t.livepocket.jp/purchase/', 'event_id': None, 'event_cname': 'z230-', 'ticket_type': 'lottery', 'facebook_ticket_count': 0, 'twitter_ticket_count': 0, 'plusid_linkage_invalidation_flg': 0, 'ticket_id_None': 1}\n", "record": {"elapsed": {"repr": "0:00:06.965956", "seconds": 6.965956}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 185, "message": "form_data: {'redirect_url': 'https://t.livepocket.jp/purchase/', 'event_id': None, 'event_cname': 'z230-', 'ticket_type': 'lottery', 'facebook_ticket_count': 0, 'twitter_ticket_count': 0, 'plusid_linkage_invalidation_flg': 0, 'ticket_id_None': 1}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-882 (process_account)"}, "time": {"repr": "2024-05-26 16:30:22.142240+08:00", "timestamp": 1716712222.14224}}}
+{"text": "2024-05-26 16:30:22 INFO From app.poc_2 : response.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:22 GMT', 'Server': 'nginx', 'Cache-Control': 'no-store, no-cache, must-revalidate, post-check=0, pre-check=0', 'Expires': 'Thu, 19 Nov 1981 08:52:00 GMT', 'Location': 'https://t.livepocket.jp/my_top', 'Pragma': 'no-cache', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 acfb1cd944f7bc93838f5d68a454df62.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'HKG62-C2', 'X-Amz-Cf-Id': 'MBhCp65cbPkh2Dwcl9Tsc-u4e_KcMIODYtdJeggfHVntZmutYIKGxQ=='}\n", "record": {"elapsed": {"repr": "0:00:07.249136", "seconds": 7.249136}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 188, "message": "response.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:22 GMT', 'Server': 'nginx', 'Cache-Control': 'no-store, no-cache, must-revalidate, post-check=0, pre-check=0', 'Expires': 'Thu, 19 Nov 1981 08:52:00 GMT', 'Location': 'https://t.livepocket.jp/my_top', 'Pragma': 'no-cache', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 acfb1cd944f7bc93838f5d68a454df62.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'HKG62-C2', 'X-Amz-Cf-Id': 'MBhCp65cbPkh2Dwcl9Tsc-u4e_KcMIODYtdJeggfHVntZmutYIKGxQ=='}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-882 (process_account)"}, "time": {"repr": "2024-05-26 16:30:22.425420+08:00", "timestamp": 1716712222.42542}}}
+{"text": "2024-05-26 16:30:22 INFO From app.poc_2 : redirect_url1: https://t.livepocket.jp/my_top\n", "record": {"elapsed": {"repr": "0:00:07.249542", "seconds": 7.249542}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 191, "message": "redirect_url1: https://t.livepocket.jp/my_top", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-882 (process_account)"}, "time": {"repr": "2024-05-26 16:30:22.425826+08:00", "timestamp": 1716712222.425826}}}
+{"text": "2024-05-26 16:30:22 INFO From app.poc_2 : response2.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:22 GMT', 'Server': 'nginx', 'Location': 'https://t.livepocket.jp/error_prohibited_request.html', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 acfb1cd944f7bc93838f5d68a454df62.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'HKG62-C2', 'X-Amz-Cf-Id': 'pZbOKt98PlYYbzUjhTerWTmpoGra1PePW8xGxNQwH-qj0O247uLrbQ=='}\n", "record": {"elapsed": {"repr": "0:00:07.426062", "seconds": 7.426062}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 199, "message": "response2.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:22 GMT', 'Server': 'nginx', 'Location': 'https://t.livepocket.jp/error_prohibited_request.html', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 acfb1cd944f7bc93838f5d68a454df62.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'HKG62-C2', 'X-Amz-Cf-Id': 'pZbOKt98PlYYbzUjhTerWTmpoGra1PePW8xGxNQwH-qj0O247uLrbQ=='}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-882 (process_account)"}, "time": {"repr": "2024-05-26 16:30:22.602346+08:00", "timestamp": 1716712222.602346}}}
+{"text": "2024-05-26 16:30:22 INFO From app.poc_2 : redirect_url2: https://t.livepocket.jp/error_prohibited_request.html\n", "record": {"elapsed": {"repr": "0:00:07.426382", "seconds": 7.426382}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 202, "message": "redirect_url2: https://t.livepocket.jp/error_prohibited_request.html", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-882 (process_account)"}, "time": {"repr": "2024-05-26 16:30:22.602666+08:00", "timestamp": 1716712222.602666}}}
+{"text": "2024-05-26 16:30:22 WARNING From app.poc_2 : redirect_url3 is None\n", "record": {"elapsed": {"repr": "0:00:07.542898", "seconds": 7.542898}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 215, "message": "redirect_url3 is None", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-882 (process_account)"}, "time": {"repr": "2024-05-26 16:30:22.719182+08:00", "timestamp": 1716712222.719182}}}
+{"text": "2024-05-26 16:30:22 INFO From app.poc_2 : account: 18h5@huatcn.com, passwd: panyue666\n", "record": {"elapsed": {"repr": "0:00:07.594230", "seconds": 7.59423}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 39, "message": "account: 18h5@huatcn.com, passwd: panyue666", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-1221 (process_account)"}, "time": {"repr": "2024-05-26 16:30:22.770514+08:00", "timestamp": 1716712222.770514}}}
+{"text": "2024-05-26 16:30:22 INFO From app.poc_2 : proxies: {'http': 'http://qivabpof:jzdm5l9t489x@107.181.143.210:6341'}\n", "record": {"elapsed": {"repr": "0:00:07.594654", "seconds": 7.594654}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 49, "message": "proxies: {'http': 'http://qivabpof:jzdm5l9t489x@107.181.143.210:6341'}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-1221 (process_account)"}, "time": {"repr": "2024-05-26 16:30:22.770938+08:00", "timestamp": 1716712222.770938}}}
+{"text": "2024-05-26 16:30:23 INFO From app.poc_2 : login account:18h5@huatcn.com, 代理IP:qivabpof:jzdm5l9t489x@107.181.143.210:6341, token: EGiXZCFZhArXss7sd7rbggwsxRlZkOxtdSpqoSwM 登录成功!!!\n", "record": {"elapsed": {"repr": "0:00:07.985389", "seconds": 7.985389}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 108, "message": "login account:18h5@huatcn.com, 代理IP:qivabpof:jzdm5l9t489x@107.181.143.210:6341, token: EGiXZCFZhArXss7sd7rbggwsxRlZkOxtdSpqoSwM 登录成功!!!", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-1221 (process_account)"}, "time": {"repr": "2024-05-26 16:30:23.161673+08:00", "timestamp": 1716712223.161673}}}
+{"text": "2024-05-26 16:30:23 WARNING From app.poc_2 : Substring not found.\n", "record": {"elapsed": {"repr": "0:00:08.595699", "seconds": 8.595699}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 135, "message": "Substring not found.", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-1221 (process_account)"}, "time": {"repr": "2024-05-26 16:30:23.771983+08:00", "timestamp": 1716712223.771983}}}
+{"text": "2024-05-26 16:30:24 WARNING From app.poc_2 : 未找到匹配的数值\n", "record": {"elapsed": {"repr": "0:00:09.106445", "seconds": 9.106445}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 152, "message": "未找到匹配的数值", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-1221 (process_account)"}, "time": {"repr": "2024-05-26 16:30:24.282729+08:00", "timestamp": 1716712224.282729}}}
+{"text": "2024-05-26 16:30:24 INFO From app.poc_2 : form_data: {'redirect_url': 'https://t.livepocket.jp/purchase/', 'event_id': None, 'event_cname': 'z230-', 'ticket_type': 'lottery', 'facebook_ticket_count': 0, 'twitter_ticket_count': 0, 'plusid_linkage_invalidation_flg': 0, 'ticket_id_None': 1}\n", "record": {"elapsed": {"repr": "0:00:09.106821", "seconds": 9.106821}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 185, "message": "form_data: {'redirect_url': 'https://t.livepocket.jp/purchase/', 'event_id': None, 'event_cname': 'z230-', 'ticket_type': 'lottery', 'facebook_ticket_count': 0, 'twitter_ticket_count': 0, 'plusid_linkage_invalidation_flg': 0, 'ticket_id_None': 1}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-1221 (process_account)"}, "time": {"repr": "2024-05-26 16:30:24.283105+08:00", "timestamp": 1716712224.283105}}}
+{"text": "2024-05-26 16:30:24 INFO From app.poc_2 : response.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:24 GMT', 'Server': 'nginx', 'Cache-Control': 'no-store, no-cache, must-revalidate, post-check=0, pre-check=0', 'Expires': 'Thu, 19 Nov 1981 08:52:00 GMT', 'Location': 'https://t.livepocket.jp/my_top', 'Pragma': 'no-cache', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 94db66e0b13cce35d9db0c342571f976.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'HKG62-C2', 'X-Amz-Cf-Id': 'xfDaaC5Q67JAVqtlCgVfXo7igmIVUSIDBvAmgOvJnIYWzLN-jDlJXw=='}\n", "record": {"elapsed": {"repr": "0:00:09.393705", "seconds": 9.393705}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 188, "message": "response.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:24 GMT', 'Server': 'nginx', 'Cache-Control': 'no-store, no-cache, must-revalidate, post-check=0, pre-check=0', 'Expires': 'Thu, 19 Nov 1981 08:52:00 GMT', 'Location': 'https://t.livepocket.jp/my_top', 'Pragma': 'no-cache', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 94db66e0b13cce35d9db0c342571f976.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'HKG62-C2', 'X-Amz-Cf-Id': 'xfDaaC5Q67JAVqtlCgVfXo7igmIVUSIDBvAmgOvJnIYWzLN-jDlJXw=='}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-1221 (process_account)"}, "time": {"repr": "2024-05-26 16:30:24.569989+08:00", "timestamp": 1716712224.569989}}}
+{"text": "2024-05-26 16:30:24 INFO From app.poc_2 : redirect_url1: https://t.livepocket.jp/my_top\n", "record": {"elapsed": {"repr": "0:00:09.394125", "seconds": 9.394125}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 191, "message": "redirect_url1: https://t.livepocket.jp/my_top", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-1221 (process_account)"}, "time": {"repr": "2024-05-26 16:30:24.570409+08:00", "timestamp": 1716712224.570409}}}
+{"text": "2024-05-26 16:30:24 INFO From app.poc_2 : response2.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:24 GMT', 'Server': 'nginx', 'Location': 'https://t.livepocket.jp/error_prohibited_request.html', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 94db66e0b13cce35d9db0c342571f976.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'HKG62-C2', 'X-Amz-Cf-Id': 'mtBj8OP5dUV0rkwM091h91IEk3g25taqn8a3bDDAL7THdQoqkS_nlg=='}\n", "record": {"elapsed": {"repr": "0:00:09.561338", "seconds": 9.561338}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 199, "message": "response2.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:24 GMT', 'Server': 'nginx', 'Location': 'https://t.livepocket.jp/error_prohibited_request.html', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 94db66e0b13cce35d9db0c342571f976.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'HKG62-C2', 'X-Amz-Cf-Id': 'mtBj8OP5dUV0rkwM091h91IEk3g25taqn8a3bDDAL7THdQoqkS_nlg=='}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-1221 (process_account)"}, "time": {"repr": "2024-05-26 16:30:24.737622+08:00", "timestamp": 1716712224.737622}}}
+{"text": "2024-05-26 16:30:24 INFO From app.poc_2 : redirect_url2: https://t.livepocket.jp/error_prohibited_request.html\n", "record": {"elapsed": {"repr": "0:00:09.561674", "seconds": 9.561674}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 202, "message": "redirect_url2: https://t.livepocket.jp/error_prohibited_request.html", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-1221 (process_account)"}, "time": {"repr": "2024-05-26 16:30:24.737958+08:00", "timestamp": 1716712224.737958}}}
+{"text": "2024-05-26 16:30:25 WARNING From app.poc_2 : redirect_url3 is None\n", "record": {"elapsed": {"repr": "0:00:09.864248", "seconds": 9.864248}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 215, "message": "redirect_url3 is None", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-1221 (process_account)"}, "time": {"repr": "2024-05-26 16:30:25.040532+08:00", "timestamp": 1716712225.040532}}}
+{"text": "2024-05-26 16:30:25 INFO From app.poc_2 : account: 18wh0@huatcn.com, passwd: panyue666\n", "record": {"elapsed": {"repr": "0:00:09.991415", "seconds": 9.991415}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 39, "message": "account: 18wh0@huatcn.com, passwd: panyue666", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-2032 (process_account)"}, "time": {"repr": "2024-05-26 16:30:25.167699+08:00", "timestamp": 1716712225.167699}}}
+{"text": "2024-05-26 16:30:25 INFO From app.poc_2 : proxies: {'http': 'http://qivabpof:jzdm5l9t489x@209.99.134.139:5835'}\n", "record": {"elapsed": {"repr": "0:00:09.991919", "seconds": 9.991919}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 49, "message": "proxies: {'http': 'http://qivabpof:jzdm5l9t489x@209.99.134.139:5835'}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-2032 (process_account)"}, "time": {"repr": "2024-05-26 16:30:25.168203+08:00", "timestamp": 1716712225.168203}}}
+{"text": "2024-05-26 16:30:25 INFO From app.poc_2 : login account:18wh0@huatcn.com, 代理IP:qivabpof:jzdm5l9t489x@209.99.134.139:5835, token: ENb0cqXS6v3xgRv116GIeOiySu5kUxOdib1wCSYI 登录成功!!!\n", "record": {"elapsed": {"repr": "0:00:10.299161", "seconds": 10.299161}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 108, "message": "login account:18wh0@huatcn.com, 代理IP:qivabpof:jzdm5l9t489x@209.99.134.139:5835, token: ENb0cqXS6v3xgRv116GIeOiySu5kUxOdib1wCSYI 登录成功!!!", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-2032 (process_account)"}, "time": {"repr": "2024-05-26 16:30:25.475445+08:00", "timestamp": 1716712225.475445}}}
+{"text": "2024-05-26 16:30:25 WARNING From app.poc_2 : Substring not found.\n", "record": {"elapsed": {"repr": "0:00:10.646541", "seconds": 10.646541}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 135, "message": "Substring not found.", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-2032 (process_account)"}, "time": {"repr": "2024-05-26 16:30:25.822825+08:00", "timestamp": 1716712225.822825}}}
+{"text": "2024-05-26 16:30:26 WARNING From app.poc_2 : 未找到匹配的数值\n", "record": {"elapsed": {"repr": "0:00:11.265804", "seconds": 11.265804}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "⚠️", "name": "WARNING", "no": 30}, "line": 152, "message": "未找到匹配的数值", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-2032 (process_account)"}, "time": {"repr": "2024-05-26 16:30:26.442088+08:00", "timestamp": 1716712226.442088}}}
+{"text": "2024-05-26 16:30:26 INFO From app.poc_2 : form_data: {'redirect_url': 'https://t.livepocket.jp/purchase/', 'event_id': None, 'event_cname': 'z230-', 'ticket_type': 'lottery', 'facebook_ticket_count': 0, 'twitter_ticket_count': 0, 'plusid_linkage_invalidation_flg': 0, 'ticket_id_None': 1}\n", "record": {"elapsed": {"repr": "0:00:11.266377", "seconds": 11.266377}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 185, "message": "form_data: {'redirect_url': 'https://t.livepocket.jp/purchase/', 'event_id': None, 'event_cname': 'z230-', 'ticket_type': 'lottery', 'facebook_ticket_count': 0, 'twitter_ticket_count': 0, 'plusid_linkage_invalidation_flg': 0, 'ticket_id_None': 1}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-2032 (process_account)"}, "time": {"repr": "2024-05-26 16:30:26.442661+08:00", "timestamp": 1716712226.442661}}}
+{"text": "2024-05-26 16:30:26 INFO From app.poc_2 : response.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:26 GMT', 'Server': 'nginx', 'Cache-Control': 'no-store, no-cache, must-revalidate, post-check=0, pre-check=0', 'Expires': 'Thu, 19 Nov 1981 08:52:00 GMT', 'Location': 'https://t.livepocket.jp/my_top', 'Pragma': 'no-cache', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 d035bece17e94b457ce71e6b2d556e2a.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'TPE50-C1', 'X-Amz-Cf-Id': 'J4Jh40yG-NyhVidH33nLoCmMHovsE2oKq8e9ywSZNoGtw5E-op5ABg=='}\n", "record": {"elapsed": {"repr": "0:00:11.628681", "seconds": 11.628681}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 188, "message": "response.headers: {'Content-Type': 'text/html; charset=UTF-8', 'Content-Length': '0', 'Connection': 'keep-alive', 'Date': 'Sun, 26 May 2024 08:30:26 GMT', 'Server': 'nginx', 'Cache-Control': 'no-store, no-cache, must-revalidate, post-check=0, pre-check=0', 'Expires': 'Thu, 19 Nov 1981 08:52:00 GMT', 'Location': 'https://t.livepocket.jp/my_top', 'Pragma': 'no-cache', 'X-Frame-Options': 'SAMEORIGIN', 'X-Cache': 'Miss from cloudfront', 'Via': '1.1 d035bece17e94b457ce71e6b2d556e2a.cloudfront.net (CloudFront)', 'X-Amz-Cf-Pop': 'TPE50-C1', 'X-Amz-Cf-Id': 'J4Jh40yG-NyhVidH33nLoCmMHovsE2oKq8e9ywSZNoGtw5E-op5ABg=='}", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-2032 (process_account)"}, "time": {"repr": "2024-05-26 16:30:26.804965+08:00", "timestamp": 1716712226.804965}}}
+{"text": "2024-05-26 16:30:26 INFO From app.poc_2 : redirect_url1: https://t.livepocket.jp/my_top\n", "record": {"elapsed": {"repr": "0:00:11.629087", "seconds": 11.629087}, "exception": null, "extra": {}, "file": {"name": "app.py", "path": "/Volumes/work/project/awesome-python/app.py"}, "function": "poc_2", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 191, "message": "redirect_url1: https://t.livepocket.jp/my_top", "module": "app", "name": "__main__", "process": {"id": 69411, "name": "MainProcess"}, "thread": {"id": 123145599258624, "name": "Thread-2032 (process_account)"}, "time": {"repr": "2024-05-26 16:30:26.805371+08:00", "timestamp": 1716712226.805371}}}

proxy_list.txt

@@ -0,0 +1,4 @@
+qivabpof:jzdm5l9t489x@206.232.13.145:5811
+qivabpof:jzdm5l9t489x@107.181.143.210:6341
+qivabpof:jzdm5l9t489x@209.99.134.139:5835
+qivabpof:jzdm5l9t489x@185.72.241.47:7339

tools/utils.py

@@ -173,11 +173,17 @@ def save_proxy_ip(page, page_size):
 def save_all_proxy_ip(page_size, total_page):
     for t in range(1, total_page):
         loggerKit.info(f't:{t}')
-        response = requests.get(
-            f"https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page={t}&page_size={page_size}",
-            headers={"Authorization": "Token 0pl6i8wbtukg4sdnf3b61wwzhi0h95pze47w5h3p"}
-        )
 
+        url = f"https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page={t}&page_size={page_size}"
+        headers = {
+            "Authorization": "Token 0pl6i8wbtukg4sdnf3b61wwzhi0h95pze47w5h3p"
+        }
+
+        # 添加country查询参数来获取新加坡的IP
+        parameters = {
+            "country": "SG"
+        }
+        response = requests.get(url, headers=headers, params=parameters)
         if response.status_code == 200:
             data = json.loads(response.text)
             loggerKit.info(f"代理总数:{data['count']}, 下一页:{data['next']}, 上一页:{data['previous']}")
@@ -195,6 +201,22 @@ def save_all_proxy_ip(page_size, total_page):
                     i = i - 1
 
 
+"""
+读取指定proxy_list文件
+"""
+
+
+def save_all_proxy_ip_v2():
+    i = 0
+    with open('proxy_list.txt', 'r') as proxies:
+        lines = [line.strip() for line in proxies]
+        for single_proxy in lines:
+            print(f'proxy:{single_proxy}')
+            # 存入redis
+            redis_client.set(f'proxy_{str(i)}', single_proxy)
+            i = i + 1
+
+
 def get_proxy_poc():
     response = requests.get(
         "https://proxy.webshare.io/api/v2/proxy/list/?page=1&page_size=10",
@@ -306,11 +328,12 @@ if __name__ == "__main__":
     # 代理池存储到redis
     # save_proxy_ip(9, 100)
     # 每天早上8点30开始执行
-    run_daily_task(10, 30, 100, 9)
+    # run_daily_task(10, 30, 100, 9)
     # 打印本机网络出口IP
     # external_ip = get_external_ip()
     # print(f"本机网络出口 IP 地址:", external_ip)
     # IP代理池一次性存储到redis
-    save_all_proxy_ip(100, 9)
+    # save_all_proxy_ip(100, 9)
     # get_proxy_poc()
     # redis_del_poc()
+    save_all_proxy_ip_v2()