{"id":4793,"date":"2019-03-14T16:00:50","date_gmt":"2020-04-22T06:31:01","guid":{"rendered":"https:\/\/vip.fxxkpython.com\/?p=4793"},"modified":"2021-08-31T02:41:51","modified_gmt":"2021-08-30T18:41:51","slug":"800cdc7672","status":"publish","type":"post","link":"https:\/\/vip.fxxkpython.com\/?p=4793","title":{"rendered":"python\u722c\u866b16 | \u4f60\uff0c\u5feb\u53bb\u8bd5\u8bd5\u7528\u591a\u8fdb\u7a0b\u7684\u65b9\u5f0f\u91cd\u65b0\u53bb\u722c\u53d6\u8c46\u74e3\u4e0a\u7684\u7535\u5f71"},"content":{"rendered":"
\n

\u6211\u4eec\u5728\u4e4b\u524d\u7684\u6587\u7ae0\u8c08\u5230\u4e86\u9ad8\u6548\u722c\u866b<\/p>\n

\n

\u5728 python \u4e2d<\/p>\n

\n

\u591a\u7ebf\u7a0b\u4e0b\u7684 GIL \u9501\u4f1a\u8ba9\u591a\u7ebf\u7a0b\u663e\u5f97\u6709\u70b9\u9e21\u808b<\/p>\n

\n

\u7279\u522b\u662f\u5728 CPU \u5bc6\u96c6\u578b\u7684\u4ee3\u7801\u4e0b<\/p>\n

\n

\u591a\u7ebf\u7a0b\u88ab GIL \u9501\u641e\u5f97\u6548\u7387\u4e0d\u9ad8<\/p>\n

\n

\u7279\u522b\u662f\u5bf9\u4e8e\u591a\u6838\u7684 CPU \u6765\u8bf4<\/p>\n

\n

\u5982\u679c\u60f3\u8981\u5145\u5206\u5229\u7528\u00a0CPU\u00a0<\/span><\/p>\n

\n

\u8fd8\u662f\u7528\u591a\u8fdb\u7a0b<\/span>\u5427<\/p>\n

\n

\u8fd9\u6837\u6211\u4eec\u5c31\u53ef\u4ee5\u505a\u5230\u5e76\u884c\u722c\u53d6<\/p>\n

\n

\u63d0\u9ad8\u4e86\u722c\u53d6\u7684\u6548\u7387<\/p>\n

\n

\"python\u722c\u866b16<\/p>\n

\n

\u90a3\u4e48\uff0c\u600e\u4e48\u73a9\u591a\u8fdb\u7a0b\u5462<\/p>\n

\n

\u6069<\/p>\n

\n

\u63a5\u4e0b\u6765\u5c31\u662f<\/p>\n

\n

\u5b66\u4e60 python \u7684\u6b63\u786e\u59ff\u52bf<\/span><\/p>\n

\n

\"python\u722c\u866b16<\/p>\n

\n

\n

\u53ef\u4ee5\u4f7f\u7528\u00a0multiprocessing <\/span>\u6765\u5b9e\u73b0\u591a\u8fdb\u7a0b<\/p>\n

\n

\u4f7f\u7528\u8d77\u6765\u4e5f\u662f\u5f88\u7b80\u5355\u7684<\/p>\n

\n

\u6bd4\u5982\u6211\u4eec\u4f7f\u7528 Process \u8fd9\u4e2a\u7c7b\u6765\u521b\u5efa\u8fdb\u7a0b<\/p>\n

\n

\n
from<\/span> multiprocessing import<\/span> Process\n<\/span><\/code>\n<\/span><\/code>def<\/span> f(name)<\/span>:\n<\/span><\/code>    print('hello'<\/span>, name)\n<\/span><\/code>\n<\/span><\/code>if<\/span> __name__ == '__main__'<\/span>:\n<\/span><\/code>    p = Process(target=f, args=('xiaoshuaib'<\/span>,))\n<\/span><\/code>    p.start()\n<\/span><\/code>    p.join()<\/span><\/code><\/pre>\n<\/section>\n
\n
\n
\u8fd8\u53ef\u4ee5\u4f7f\u7528\u8fdb\u7a0b\u6c60\u7684\u65b9\u5f0f<\/p>\n
\n
\n
from<\/span> multiprocessing import<\/span> Pool\n<\/span><\/code>\n<\/span><\/code>def<\/span> f(x)<\/span>:\n<\/span><\/code>    return<\/span> x*x\n<\/span><\/code>\n<\/span><\/code>if<\/span> __name__ == '__main__'<\/span>:\n<\/span><\/code>    with<\/span> Pool(5<\/span>) as<\/span> p:\n<\/span><\/code>        print(p.map(f, [1<\/span>, 2<\/span>, 3<\/span>]))<\/span><\/code><\/pre>\n<\/section>\n
\n
\u8fd8\u8bb0\u5f97\u6211\u4eec\u4e4b\u524d\u722c\u53d6\u8fc7 250 \u90e8\u7535\u5f71\u4e48<\/p>\n
\n
python\u722c\u866b08 | \u4f60\u7684\u7b2c\u4e8c\u4e2a\u722c\u866b\uff0c\u8981\u8fc7\u5e74\u4e86\uff0c\u722c\u53d6\u8c46\u74e3\u6700\u53d7\u6b22\u8fce\u7684250\u90e8\u7535\u5f71\u6162\u6162\u770b<\/a><\/p>\n
\n
\u90a3\u4f1a\u6211\u4eec\u8fd8\u4e0d\u77e5\u9053\u5565\u662f\u591a\u8fdb\u7a0b<\/p>\n
\n
\u4f60\u5148\u53bb\u8fd0\u884c\u4e00\u4e0b<\/p>\n
\n
\u8bb0\u5f55\u4e00\u4e0b\u8fd0\u884c\u65f6\u95f4<\/p>\n
\n
\"python\u722c\u866b16<\/p>\n
\n
\u63a5\u7740<\/p>\n
\n
\u6211\u4eec\u5bf9\u8fd9\u4e2a\u4ee3\u7801\u4fee\u6539\u4e00\u4e0b<\/p>\n
\n
\u8ba9\u5b83\u5177\u5907\u591a\u8fdb\u7a0b<\/p>\n
\n
\n
\n<\/span><\/code>def<\/span> main<\/span>(url)<\/span>:\n<\/span><\/span><\/code>    html = request_douban(url)\n<\/span><\/code>    soup = BeautifulSoup(html, 'lxml'<\/span>)\n<\/span><\/code>    save_content(soup)<\/span><\/code>\n<\/span><\/code>\n<\/span><\/code>if<\/span> __name__ == '__main__'<\/span>:\n<\/span><\/code>    start = time.time()\n<\/span><\/code>\u00a0\u00a0\u00a0\u00a0urls\u00a0=\u00a0[]\n<\/span><\/code>    pool = multiprocessing.Pool(multiprocessing.cpu_count())\n<\/span><\/code>    for<\/span> i in<\/span> range(0<\/span>, 10<\/span>):\n<\/span><\/code>        url = 'https:\/\/movie.douban.com\/top250?start='<\/span> + str(i * 25<\/span>) + '&filter='\n<\/span><\/span><\/code>        urls.append(url)\n<\/span><\/code>    pool.map(main, urls)\n<\/span><\/code>    pool.close()\n<\/span><\/code>    pool.join()<\/span><\/code><\/pre>\n<\/section>\n
\n
\u7b80\u5355\u89e3\u91ca\u4e00\u4e0b\u4ee3\u7801<\/p>\n
\n
\u5728\u8fd9\u91cc<\/p>\n
\n
\u6211\u4eec\u6839\u636e\u7535\u8111 CPU \u7684\u5185\u6838\u6570\u91cf<\/p>\n
\n
\u521b\u5efa\u76f8\u5e94\u7684\u8fdb\u7a0b\u6c60<\/p>\n
\n
\n
pool<\/span> = multiprocessing.Pool(multiprocessing.cpu_count())<\/span><\/code><\/pre>\n<\/section>\n
\n
\u6211\u4eec\u7684\u8fdb\u7a0b\u6570\u4e0d\u9700\u8981\u5927\u4e8e\u5185\u6838\u6570<\/p>\n
\n
\u56e0\u4e3a\u8fdb\u7a0b\u6570\u521b\u5efa\u5f97\u518d\u591a\u53cd\u800c\u6ca1\u4ec0\u4e48\u597d\u5904<\/p>\n
\n
\u901a\u8fc7 map \u65b9\u6cd5\u53bb\u6267\u884c\u6211\u4eec\u7684\u4e3b\u51fd\u6570<\/p>\n
\n
\u5c06\u6211\u4eec\u83b7\u5f97\u7684 url \u4f20\u8fc7\u53bb<\/p>\n
\n
\n
pool.map<\/span>(main, urls)<\/span><\/code><\/pre>\n<\/section>\n
\n
\u7136\u540e\u6211\u4eec\u8c03\u7528\u4e86\u8fdb\u7a0b\u6c60\u7684 close \u65b9\u6cd5<\/p>\n
\n
\u8ba9\u5b83\u4e0d\u518d\u521b\u5efa\u8fdb\u7a0b<\/p>\n
\n
\n
  pool.close<\/span>()<\/span><\/code><\/pre>\n<\/section>\n
\n
\u6211\u4eec\u8c03\u7528\u4e86 join \u65b9\u6cd5<\/p>\n
\n
\n
pool.join<\/span>()<\/span><\/code><\/pre>\n<\/section>\n
\n
\u4e3a\u7684\u662f\u8ba9\u8fdb\u7a0b\u6c60\u7684\u8fdb\u7a0b\u6267\u884c\u5b8c\u6bd5\u518d\u7ed3\u675f<\/p>\n
\n
ok<\/p>\n
\n
\u4f60\u518d\u8fd0\u884c\u4e00\u4e0b<\/p>\n
\n
\u518d\u8bb0\u5f55\u4e00\u4e0b\u8fd0\u884c\u65f6\u95f4<\/p>\n
\n
\u5bf9\u6bd4\u4e00\u4e0b<\/p>\n
\n
\u4f60\u4f1a\u53d1\u73b0\u901f\u5ea6\u7ffb\u4e86\u597d\u51e0\u756a\u4e86<\/p>\n
\n
\u5f53\u7136<\/p>\n
\n
\u8fd9\u53d6\u51b3\u4e8e\u4f60\u7535\u8111\u7684 CPU<\/p>\n
\n
\u4f60\u8fd8\u53ef\u4ee5\u53bb\u722c\u53d6\u6570\u636e\u91cf\u5927\u4e00\u4e9b\u7684\u6570\u636e<\/p>\n
\n
\u8fd9\u6837\u5bf9\u6bd4\u4f1a\u66f4\u52a0\u660e\u663e\u4e00\u4e9b<\/p>\n
\n
\u5feb\u53bb\u8bd5\u4e00\u4e0b\u5427<\/p>\n
\n
\"python\u722c\u866b16<\/p>\n
\n
\u5f80\u671f\u6587\u7ae0<\/p>\n
\n
python\u722c\u866b15 | \u5bb3\u7f9e\uff0c\u7528\u591a\u7ebf\u7a0b\u79d2\u722c\u90a3\u4e9b\u4e07\u6076\u7684\u59b9\u7eb8\u4eec\uff0c\u7eb8\u5dfe\u5462\uff1f<\/a><\/p>\n
\n
python\u722c\u866b14 | \u5c31\u8fd9\u4e48\u8bf4\u5427\uff0c\u5982\u679c\u4f60\u4e0d\u61c2\u591a\u7ebf\u7a0b\u548c\u7ebf\u7a0b\u6c60\uff0c\u90a3\u5c31\u53bb\u6cb3\u8fb9\u6478\u9c7c\uff01<\/a><\/p>\n
\n
python\u722c\u866b13 | \u79d2\u722c\uff0c\u8fd9\u591a\u7ebf\u7a0b\u722c\u53d6\u901f\u5ea6\u4e5f\u592a\u731b\u4e86\uff0c\u8fd9\u6b21\u5c31\u662f\u8981\u8ba9\u4f60\u7684\u722c\u866b\u6548\u7387\u6760\u6760\u7684<\/a><\/p>\n
\n
\n
\"python\u722c\u866b16<\/p>\n
\u626b\u4e00\u626b<\/span><\/strong><\/span><\/p>\n
\u5b66\u4e60 Python \u6ca1\u70e6\u607c<\/span><\/strong><\/span><\/p>\n
\u00a0<\/span><\/strong><\/span><\/p>\n
\"python\u722c\u866b16<\/p>\n
\n
\n
\u00a0 \u00a0 \u00a0 \u70b9\u4e2a\u597d\u770b\u554a~~<\/span>\uff08\u7834\u97f3\uff09<\/p>\n
\"python\u722c\u866b16<\/p>\n
\n
\u539f\u6587\u59cb\u53d1\u4e8e\u5fae\u4fe1\u516c\u4f17\u53f7\uff08\u5b66\u4e60python\u7684\u6b63\u786e\u59ff\u52bf\uff09\uff1apython\u722c\u866b16 | \u4f60\uff0c\u5feb\u53bb\u8bd5\u8bd5\u7528\u591a\u8fdb\u7a0b\u7684\u65b9\u5f0f\u91cd\u65b0\u53bb\u722c\u53d6\u8c46\u74e3\u4e0a\u7684\u7535\u5f71<\/a><\/p><\/blockquote>\n<\/div>\n","protected":false},"excerpt":{"rendered":"
\u6211\u4eec\u5728\u4e4b\u524d\u7684\u6587\u7ae0\u8c08\u5230\u4e86\u9ad8\u6548\u722c\u866b \u5728 python \u4e2d \u591a\u7ebf\u7a0b\u4e0b\u7684 GIL \u9501\u4f1a\u8ba9\u591a\u7ebf\u7a0b\u663e\u5f97\u6709\u70b9\u9e21\u808b \u7279\u522b\u662f\u5728 CPU \u5bc6\u96c6\u578b\u7684\u4ee3\u7801\u4e0b \u591a\u7ebf\u7a0b\u88ab GIL \u9501\u641e\u5f97\u6548\u7387\u4e0d\u9ad8 \u7279\u522b\u662f\u5bf9\u4e8e\u591a\u6838\u7684 CPU \u6765\u8bf4 \u5982\u679c\u60f3\u8981\u5145\u5206\u5229\u7528\u00a0CPU\u00a0 \u8fd8\u662f\u7528\u591a\u8fdb\u7a0b\u5427 \u8fd9\u6837\u6211…<\/p>\n","protected":false},"author":1,"featured_media":4794,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[1],"tags":[401],"_links":{"self":[{"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/posts\/4793"}],"collection":[{"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4793"}],"version-history":[{"count":2,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/posts\/4793\/revisions"}],"predecessor-version":[{"id":6629,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/posts\/4793\/revisions\/6629"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/media\/4794"}],"wp:attachment":[{"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4793"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4793"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4793"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}