代码优化

tools/logs/spider-terminal_2024-05-12.log

@@ -19,3 +19,14 @@
 {"text": "2024-05-12 10:08:11 INFO From utils.save_all_proxy_ip : t:2\n", "record": {"elapsed": {"repr": "0:00:02.442437", "seconds": 2.442437}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 175, "message": "t:2", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:11.398169+08:00", "timestamp": 1715479691.398169}}}
 {"text": "2024-05-12 10:08:13 INFO From utils.save_all_proxy_ip : 代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=3&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=1&page_size=100\n", "record": {"elapsed": {"repr": "0:00:04.813686", "seconds": 4.813686}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 183, "message": "代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=3&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=1&page_size=100", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:13.769418+08:00", "timestamp": 1715479693.769418}}}
 {"text": "2024-05-12 10:08:13 INFO From utils.save_all_proxy_ip : t:3\n", "record": {"elapsed": {"repr": "0:00:04.827736", "seconds": 4.827736}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 175, "message": "t:3", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:13.783468+08:00", "timestamp": 1715479693.783468}}}
+{"text": "2024-05-12 10:08:16 INFO From utils.save_all_proxy_ip : 代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=4&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=2&page_size=100\n", "record": {"elapsed": {"repr": "0:00:07.404254", "seconds": 7.404254}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 183, "message": "代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=4&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=2&page_size=100", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:16.359986+08:00", "timestamp": 1715479696.359986}}}
+{"text": "2024-05-12 10:08:16 INFO From utils.save_all_proxy_ip : t:4\n", "record": {"elapsed": {"repr": "0:00:07.424295", "seconds": 7.424295}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 175, "message": "t:4", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:16.380027+08:00", "timestamp": 1715479696.380027}}}
+{"text": "2024-05-12 10:08:18 INFO From utils.save_all_proxy_ip : 代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=5&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=3&page_size=100\n", "record": {"elapsed": {"repr": "0:00:09.813160", "seconds": 9.81316}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 183, "message": "代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=5&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=3&page_size=100", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:18.768892+08:00", "timestamp": 1715479698.768892}}}
+{"text": "2024-05-12 10:08:18 INFO From utils.save_all_proxy_ip : t:5\n", "record": {"elapsed": {"repr": "0:00:09.826710", "seconds": 9.82671}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 175, "message": "t:5", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:18.782442+08:00", "timestamp": 1715479698.782442}}}
+{"text": "2024-05-12 10:08:20 INFO From utils.save_all_proxy_ip : 代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=6&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=4&page_size=100\n", "record": {"elapsed": {"repr": "0:00:12.041601", "seconds": 12.041601}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 183, "message": "代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=6&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=4&page_size=100", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:20.997333+08:00", "timestamp": 1715479700.997333}}}
+{"text": "2024-05-12 10:08:21 INFO From utils.save_all_proxy_ip : t:6\n", "record": {"elapsed": {"repr": "0:00:12.055338", "seconds": 12.055338}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 175, "message": "t:6", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:21.011070+08:00", "timestamp": 1715479701.01107}}}
+{"text": "2024-05-12 10:08:23 INFO From utils.save_all_proxy_ip : 代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=7&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=5&page_size=100\n", "record": {"elapsed": {"repr": "0:00:14.495258", "seconds": 14.495258}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 183, "message": "代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=7&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=5&page_size=100", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:23.450990+08:00", "timestamp": 1715479703.45099}}}
+{"text": "2024-05-12 10:08:23 INFO From utils.save_all_proxy_ip : t:7\n", "record": {"elapsed": {"repr": "0:00:14.509336", "seconds": 14.509336}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 175, "message": "t:7", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:23.465068+08:00", "timestamp": 1715479703.465068}}}
+{"text": "2024-05-12 10:08:26 INFO From utils.save_all_proxy_ip : 代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=8&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=6&page_size=100\n", "record": {"elapsed": {"repr": "0:00:17.419187", "seconds": 17.419187}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 183, "message": "代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=8&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=6&page_size=100", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:26.374919+08:00", "timestamp": 1715479706.374919}}}
+{"text": "2024-05-12 10:08:26 INFO From utils.save_all_proxy_ip : t:8\n", "record": {"elapsed": {"repr": "0:00:17.432338", "seconds": 17.432338}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 175, "message": "t:8", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:26.388070+08:00", "timestamp": 1715479706.38807}}}
+{"text": "2024-05-12 10:08:28 INFO From utils.save_all_proxy_ip : 代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=9&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=7&page_size=100\n", "record": {"elapsed": {"repr": "0:00:20.004293", "seconds": 20.004293}, "exception": null, "extra": {}, "file": {"name": "utils.py", "path": "/Volumes/work/project/awesome-python/tools/utils.py"}, "function": "save_all_proxy_ip", "level": {"icon": "ℹ️", "name": "INFO", "no": 20}, "line": 183, "message": "代理总数:1000, 下一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=9&page_size=100, 上一页:https://proxy.webshare.io/api/v2/proxy/list/?mode=direct&page=7&page_size=100", "module": "utils", "name": "__main__", "process": {"id": 19972, "name": "MainProcess"}, "thread": {"id": 140704708781824, "name": "MainThread"}, "time": {"repr": "2024-05-12 10:08:28.960025+08:00", "timestamp": 1715479708.960025}}}