{"id":4818,"date":"2019-03-20T14:01:06","date_gmt":"2020-04-22T06:31:10","guid":{"rendered":"https:\/\/vip.fxxkpython.com\/?p=4818"},"modified":"2021-08-31T02:48:19","modified_gmt":"2021-08-30T18:48:19","slug":"c2ac8d7422","status":"publish","type":"post","link":"https:\/\/vip.fxxkpython.com\/?p=4818","title":{"rendered":"python\u722c\u866b18 | \u5c31\u7b97\u4f60\u88ab\u5c01\u4e86\u4e5f\u80fd\u7ee7\u7eed\u722c\uff0c\u4f7f\u7528IP\u4ee3\u7406\u6c60\u4f2a\u88c5\u4f60\u7684IP\u5730\u5740\uff0c\u8ba9IP\u98d8\u4e00\u4f1a"},"content":{"rendered":"
\n
\n

\n

\u6211\u4eec\u4e0a\u6b21\u8bf4\u4e86\u4f2a\u88c5\u5934\u90e8<\/p>\n

\n

\u2193<\/p>\n

\n

python\u722c\u866b17 | \u542c\u8bf4\u4f60\u53c8\u88ab\u5c01 ip \u4e86\uff0c\u4f60\u8981\u5b66\u4f1a\u4f2a\u88c5\u597d\u81ea\u5df1\uff0c\u8fd9\u6b21\u8bf4\u8bf4\u4f2a\u88c5\u4f60\u7684\u5934\u90e8<\/a><\/p>\n

\n

\u8ba9\u81ea\u5df1\u7684 python \u722c\u866b\u5047\u88c5\u662f\u6d4f\u89c8\u5668<\/p>\n

\n

\u5c0f\u5e05b\u4e3b\u8981\u662f\u60f3\u8ba9\u4f60\u77e5\u9053<\/p>\n

\n

\u5728\u722c\u53d6\u7f51\u7ad9\u7684\u65f6\u5019<\/p>\n

\n

\u8981\u591a\u7684\u7ad9\u5728\u5bf9\u65b9\u7684\u89d2\u5ea6\u60f3\u95ee\u9898<\/p>\n

\n

\"python\u722c\u866b18<\/p>\n

\n

\u5176\u5b9e<\/p>\n

\n

\u8fd9\u548c\u6ce1\u599e\u5dee\u4e0d\u591a<\/p>\n

\n

\u4f60\u8981\u591a\u7ad9\u5728\u59b9\u7eb8\u7684\u89d2\u5ea6\u601d\u8003<\/p>\n

\n

\u5979\u7684\u5174\u8da3\u662f\u4ec0\u4e48<\/p>\n

\n

\u5979\u559c\u6b22\u4ec0\u4e48<\/p>\n

\n

\u800c\u4e0d\u662f\u81ea\u5df1\u611f\u52a8\u81ea\u5df1<\/p>\n

\n

\u5355\u65b9\u9762\u7684\u75af\u72c2\u7d22\u53d6<\/p>\n

\n

\"python\u722c\u866b18<\/p>\n

\n

\u54e6..<\/p>\n

\n

\u626f\u8fdc\u4e86<\/p>\n

\n

\u6211\u4eec\u56de\u5230\u53cd\u722c\u866b<\/p>\n

\n

\u8fd9\u6b21\u6559\u4f60\u600e\u4e48\u4f2a\u88c5\u81ea\u5df1\u7684 ip \u5730\u5740<\/p>\n

\n

\u522b\u8ba9\u5bf9\u65b9\u8f7b\u6613\u7684\u5c31\u628a\u4f60\u7ed9\u5c01\u6389<\/p>\n

\n

\u5982\u4f55\u4f2a\u88c5\u5462<\/p>\n

\n

\u90a3\u4e48<\/p>\n

\n

\u63a5\u4e0b\u6765\u5c31\u662f<\/p>\n

\n

\u5b66\u4e60 python \u7684\u6b63\u786e\u59ff\u52bf<\/span><\/p>\n

\n

\"python\u722c\u866b18<\/p>\n

\n

\n

\u5176\u5b9e<\/p>\n

\n

\u5bf9\u4e8e python \u6765\u8bf4<\/p>\n

\n

\u4f7f\u7528\u4ee3\u7406\u8bbf\u95ee\u5f88\u7b80\u5355<\/p>\n

\n

\u5c31\u62ff\u6211\u4eec\u7ecf\u5e38\u4f7f\u7528\u7684 requests <\/a>\u5e93\u6765\u8bf4<\/p>\n

\n

\u4f7f\u7528\u4ee3\u7406 ip \u5982\u4e0b<\/p>\n

\n

\u5b9a\u4e49\u4ee3\u7406IP<\/p>\n

\n

\n
proxie = { \n<\/span><\/code>\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0'http'<\/span>\u00a0:\u00a0'http:\/\/xx.xxx.xxx.xxx:xxxx'<\/span>,\n<\/span><\/code>\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0'http'<\/span>\u00a0:\u00a0'http:\/\/xxx.xx.xx.xxx:xxx'<\/span>,\n<\/span><\/code>\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0....\n<\/span><\/code>    }  <\/span><\/code><\/pre>\n<\/section>\n
\n
\u4f7f\u7528\u4ee3\u7406<\/p>\n
\n
\n
response<\/span> = requests.get(url,proxies=proxies)<\/span><\/code><\/pre>\n<\/section>\n
\n
\u8fd9\u6837\u5c31\u53ef\u4ee5\u4f7f\u7528\u4f60\u5b9a\u4e49\u7684\u4ee3\u7406\u5730\u5740\u53bb\u8bbf\u95ee\u7f51\u7ad9\u4e86<\/p>\n
\n
\u6211\u77e5\u9053\u4f60\u8981\u95ee\u4e86<\/p>\n
\n
\u4ee3\u7406\u5730\u5740\u54ea\u91cc\u6765<\/p>\n
\n
\"python\u722c\u866b18<\/p>\n
\n
\u5728\u7f51\u4e0a\u6709\u5f88\u591a\u514d\u8d39\u7684\u4ee3\u7406<\/p>\n
\n
\u968f\u4fbf\u641c\u5c31\u6709\u4e00\u5806\u4e86<\/p>\n
\n
\u4e0d\u8fc7\u4f60\u77e5\u9053\u7684<\/p>\n
\n
\u514d\u8d39\u7684\u8bdd\u5f88\u591a\u4eba\u90fd\u53bb\u4f7f\u7528<\/p>\n
\n
\u6240\u4ee5\u8fd9\u4e9b\u4ee3\u7406IP\u5f88\u4e0d\u7a33\u5b9a<\/p>\n
\n
\u5982\u679c\u4f60\u6709\u94b1\u7684\u8bdd<\/p>\n
\n
\u5e02\u9762\u4e0a\u6709\u4eba\u5c31\u4e13\u95e8\u63d0\u4f9b\u4ee3\u7406IP\u7684<\/p>\n
\n
\u76f4\u63a5\u53bb\u4e70\u5c31\u884c\u4e86<\/p>\n
\n
\"python\u722c\u866b18<\/p>\n
\n
\u4e0d\u60f3\u82b1\u94b1\u5462\uff1f<\/p>\n
\n
\u53ef\u4ee5\u641e\u4e00\u4e2aIP\u4ee3\u7406\u6c60<\/span><\/p>\n
\n
\u4e3b\u8981\u5c31\u662f\u901a\u8fc7 python \u7a0b\u5e8f\u53bb\u6293\u53d6\u7f51\u4e0a\u5927\u91cf\u514d\u8d39\u7684\u4ee3\u7406\u00a0ip\u00a0<\/span><\/p>\n
\n
\u7136\u540e\u5b9a\u65f6\u7684\u53bb\u68c0\u6d4b\u8fd9\u4e9b ip \u53ef\u4e0d\u53ef\u4ee5\u7528<\/p>\n
\n
\u90a3\u4e48\u4e0b\u6b21\u4f60\u8981\u4f7f\u7528\u4ee3\u7406 ip \u7684\u65f6\u5019<\/p>\n
\n
\u4f60\u53ea\u9700\u8981\u53bb\u81ea\u5df1\u7684 ip \u4ee3\u7406\u6c60\u91cc\u9762\u62ff\u5c31\u884c\u4e86<\/p>\n
\n
\"python\u722c\u866b18<\/p>\n
\n
\n
\u9053\u7406\u90fd\u61c2<\/p>\n
\u4f46\u662f\u4e0d\u60f3\u81ea\u5df1\u5f04\u4e00\u4e2a\u4ee3\u7406\u6c60<\/p>\n
\u6709\u6ca1\u6709\u73b0\u6210\u7684\uff1f<\/p>\n
\n
\u4e0d\u7792\u4f60\u8bf4<\/p>\n
\u5c0f\u5e05b\u53d1\u73b0\u4e86\u4e00\u4e2a\u4e0d\u9519\u7684\u5f00\u6e90 ip \u4ee3\u7406\u6c60<\/p>\n
\n
https:\/\/github.com\/Python3WebSpider\/ProxyPool.git<\/span><\/p>\n
\n
\u5982\u4f55\u4f7f\u7528\u5462<\/p>\n
\n
\u9996\u5148\u4f7f\u7528 git clone \u5c06\u6e90\u4ee3\u7801\u62c9\u5230\u4f60\u672c\u5730<\/p>\n
\n
\n
git clone<\/span> https:\/\/github.com\/Python3WebSpider\/ProxyPool.git<\/span><\/span><\/code><\/pre>\n<\/section>\n
\n
\u63a5\u7740\u6253\u5f00\u9879\u76ee\u4e2d\u7684\u00a0setting.py<\/span><\/p>\n
\n
\u5728\u8fd9\u91cc\u53ef\u4ee5\u914d\u7f6e\u76f8\u5173\u4fe1\u606f<\/p>\n
\n
\u6bd4\u5982 Redis \u7684\u5730\u5740\u5bc6\u7801\u76f8\u5173<\/p>\n
\n
\uff08\u5982\u679c\u4f60\u4e4b\u524d\u6ca1\u6709\u4f7f\u7528\u8fc7 redis \u7684\u8bdd\uff0c\u53ef\u4ee5\u5230\u5982\u4e0b\u5730\u5740\u4e0b\u8f7d https:\/\/github.com\/MicrosoftArchive\/redis\/releases<\/span>\uff09<\/p>\n
\n
\"python\u722c\u866b18<\/p>\n
\u00a0<\/span><\/p>\n
\n
\u63a5\u7740\u5728\u4f60 clone \u4e0b\u6765\u7684\u6587\u4ef6\u76ee\u5f55\u4e2d<\/p>\n
\n
\u5b89\u88c5\u76f8\u5173\u6240\u9700\u7684 python \u6a21\u5757<\/p>\n
\n
\n
pip3<\/span> install<\/span> -r<\/span> requirements.txt<\/span><\/span><\/code><\/pre>\n<\/section>\n
\n
\u63a5\u4e0b\u6765\u5f00\u542f\u4f60\u7684 redis<\/p>\n
\n
\"python\u722c\u866b18<\/p>\n
\n
redis \u7684\u9ed8\u8ba4\u7aef\u53e3\u5c31\u662f 6379<\/p>\n
\n
\u63a5\u7740\u5c31\u53ef\u4ee5\u8fd0\u884c run.py \u4e86<\/p>\n
\n
\n
\u4ee3\u7406\u6c60\u5f00\u59cb\u8fd0\u884c\n<\/span><\/code> * Running on<\/span> http:\/\/0.0.0.0:5555\/ (Press CTRL+C to quit)\n<\/span><\/span><\/code>\u5f00\u59cb\u6293\u53d6\u4ee3\u7406\n<\/span><\/code>\u83b7\u53d6\u5668\u5f00\u59cb\u6267\u884c\n<\/span><\/code>Crawling http:\/\/www.66ip.cn\/1.html\n<\/span><\/span><\/code>\u6b63\u5728\u6293\u53d6 http:\/\/www.66ip.cn\/1.html\n<\/span><\/span><\/code>\u6293\u53d6\u6210\u529f http:\/\/www.66ip.cn\/1.html 200\n<\/span><\/span><\/code>\u6210\u529f\u83b7\u53d6\u5230\u4ee3\u7406 201.69.7.108<\/span>:9000\n<\/span><\/span><\/code>\u6210\u529f\u83b7\u53d6\u5230\u4ee3\u7406 111.67.97.58<\/span>:36251\n<\/span><\/span><\/code>\u6210\u529f\u83b7\u53d6\u5230\u4ee3\u7406 187.32.159.61<\/span>:51936\n<\/span><\/span><\/code>\u6210\u529f\u83b7\u53d6\u5230\u4ee3\u7406 60.13.42.154<\/span>:9999\n<\/span><\/span><\/code>\u6210\u529f\u83b7\u53d6\u5230\u4ee3\u7406 106.14.5.129<\/span>:80\n<\/span><\/span><\/code>\u6210\u529f\u83b7\u53d6\u5230\u4ee3\u7406 222.92.112.66<\/span>:8080\n<\/span><\/span><\/code>\u6210\u529f\u83b7\u53d6\u5230\u4ee3\u7406 125.26.99.84<\/span>:60493<\/span><\/span><\/code>...<\/span><\/code><\/pre>\n<\/section>\n
\n
\u5982\u679c\u4f60\u5728\u8fd0\u884c\u7684\u65f6\u5019\u51fa\u73b0\u8fd9\u4e2a\u9519\u8bef<\/p>\n
AttributeError: ‘int’ object has no attribute ‘items’<\/span><\/h1>\n
\n
\u66f4\u65b0\u4e00\u4e0b redis \u7248\u672c<\/p>\n
\n
\n
pip3<\/span> install redis==2<\/span>.10<\/span>.6<\/span> <\/span><\/code><\/pre>\n<\/section>\n
\n
\u8fd0\u884c run.py\u00a0<\/span><\/p>\n
\n
\u8fd9\u65f6\u5019\u5728\u4f60\u7684 redis \u4e2d\u5c31\u6709\u722c\u53d6\u5230\u7684\u4ee3\u7406 ip \u4e86<\/p>\n
\n
\"python\u722c\u866b18<\/p>\n
\n
\u9879\u76ee\u8dd1\u8d77\u6765\u4e4b\u540e<\/p>\n
\n
\u4f60\u5c31\u53ef\u4ee5\u8bbf\u95ee\u4f60\u7684\u4ee3\u7406\u6c60\u4e86<\/p>\n
\n
\u6bd4\u5982\u968f\u673a\u83b7\u53d6\u4e00\u4e2a\u4ee3\u7406 ip \u5730\u5740<\/p>\n
\n
\n
http:\/\/localhost:5555\/random<\/span><\/span><\/code><\/pre>\n<\/section>\n
\n
\u8fd9\u6837\u8bbf\u95ee\u4e4b\u540e\u5c31\u4f1a\u83b7\u53d6\u5230\u4e00\u4e2a\u4ee3\u7406 ip<\/p>\n
\n
\u5728\u4ee3\u7801\u4e2d\u83b7\u53d6\u4ee3\u7406\u4e5f\u4e0d\u5728\u8bdd\u4e0b\u5566<\/p>\n
\n
\n
import<\/span> requests\n<\/span><\/code>\n<\/span><\/code>PROXY_POOL_URL = 'http:\/\/localhost:5555\/random'\n<\/span><\/span><\/code>\n<\/span><\/code>def<\/span> get_proxy()<\/span>:\n<\/span><\/code>    try<\/span>:\n<\/span><\/code>        response = requests.get(PROXY_POOL_URL)\n<\/span><\/code>        if<\/span> response.status_code == 200<\/span>:\n<\/span><\/code>            return<\/span> response.text\n<\/span><\/code>    except<\/span> ConnectionError:\n<\/span><\/code>        return<\/span> None<\/span><\/span><\/code><\/pre>\n<\/section>\n
\n
\n
\u6069<\/p>\n
\n
\u8fd9\u6837<\/p>\n
\n
\u6211\u4eec\u5c31\u6210\u529f\u7684\u5728\u6211\u4eec\u7684\u4ee3\u7406\u6c60\u4e2d\u83b7\u53d6\u4ee3\u7406 ip \u4e86<\/p>\n
\n
\u90a3\u4e48\u4e0b\u6b21\u8c01\u8fd8\u6562\u5c01\u4f60ip<\/p>\n
\n
\u4f60\u5c31\u62ff\u51fa\u4f60\u7684\u4ee3\u7406ip<\/p>\n
\n
\u7ee7\u7eed\u722c\u5457<\/p>\n
\n
\n
peace<\/span><\/p>\n
\n
\"python\u722c\u866b18<\/p>\n
\u5e05b\u8001\u4ed9<\/span><\/strong><\/p>\n
\u6cd5\u529b\u65e0\u8fb9<\/span><\/strong><\/p>\n
\u00a0<\/span><\/strong><\/p>\n
\"python\u722c\u866b18<\/p>\n
\n
\n
\"python\u722c\u866b18<\/p>\n
\u539f\u6587\u59cb\u53d1\u4e8e\u5fae\u4fe1\u516c\u4f17\u53f7\uff08\u5b66\u4e60python\u7684\u6b63\u786e\u59ff\u52bf\uff09\uff1apython\u722c\u866b18 | \u5c31\u7b97\u4f60\u88ab\u5c01\u4e86\u4e5f\u80fd\u7ee7\u7eed\u722c\uff0c\u4f7f\u7528IP\u4ee3\u7406\u6c60\u4f2a\u88c5\u4f60\u7684IP\u5730\u5740\uff0c\u8ba9IP\u98d8\u4e00\u4f1a<\/a><\/p><\/blockquote>\n<\/div>\n<\/div>\n","protected":false},"excerpt":{"rendered":"
\u6211\u4eec\u4e0a\u6b21\u8bf4\u4e86\u4f2a\u88c5\u5934\u90e8 \u2193 python\u722c\u866b17 | \u542c\u8bf4\u4f60\u53c8\u88ab\u5c01 ip \u4e86\uff0c\u4f60\u8981\u5b66\u4f1a\u4f2a\u88c5\u597d\u81ea\u5df1\uff0c\u8fd9\u6b21\u8bf4\u8bf4\u4f2a\u88c5\u4f60\u7684\u5934\u90e8 \u8ba9\u81ea\u5df1\u7684 python \u722c\u866b\u5047\u88c5\u662f\u6d4f\u89c8\u5668 \u5c0f\u5e05b\u4e3b\u8981\u662f\u60f3\u8ba9\u4f60\u77e5\u9053 \u5728\u722c\u53d6\u7f51\u7ad9\u7684\u65f6\u5019 \u8981\u591a\u7684\u7ad9\u5728\u5bf9\u65b9\u7684\u89d2\u5ea6\u60f3\u95ee\u9898 \u5176\u5b9e \u8fd9\u548c\u6ce1\u599e\u5dee\u4e0d\u591a…<\/p>\n","protected":false},"author":1,"featured_media":4819,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[1],"tags":[401],"_links":{"self":[{"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/posts\/4818"}],"collection":[{"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4818"}],"version-history":[{"count":2,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/posts\/4818\/revisions"}],"predecessor-version":[{"id":6631,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/posts\/4818\/revisions\/6631"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/media\/4819"}],"wp:attachment":[{"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4818"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4818"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4818"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}