{"id":2978,"date":"2019-10-16T11:07:31","date_gmt":"2020-02-12T14:06:01","guid":{"rendered":"http:\/\/vip.fxxkpython.com\/?p=2978"},"modified":"2020-02-12T22:06:09","modified_gmt":"2020-02-12T14:06:09","slug":"d9ad730c2f","status":"publish","type":"post","link":"https:\/\/vip.fxxkpython.com\/?p=2978","title":{"rendered":"\u4f7f\u7528 scrapy \u722c\u53d6 stackoverflow \u4e0a\u7684\u6240\u6709 Python \u95ee\u7b54"},"content":{"rendered":"
\n


<\/p>\n


<\/p>\n

\u524d\u4e24\u5929<\/span><\/section>\n
\u5c0f\u5e05b\u8ddf\u4f60<\/span><\/span><\/section>\n
\u8bf4\u4e86\u8bf4\u5206\u5e03\u5f0f\u722c\u866b<\/a>
<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\u5728\u91cc\u9762\u6211\u5c31\u8bf4\u5230<\/span>
<\/section>\n
\u5f04\u4e2a\u4f8b\u5b50\u6765\u4f53\u73b0\u4e00\u4e0b\u5206\u5e03\u5f0f\u722c\u866b<\/span>
<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\"python\"<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\u5728\u6b64\u4e4b\u524d<\/span>
<\/section>\n
\u6211\u4eec\u53ef\u4ee5\u5148\u5199\u4e00\u4e2a\u5355\u673a\u7248\u7684\u722c\u866b<\/span><\/section>\n

<\/section>\n

<\/section>\n
\u5f80\u540e\u518d\u5bf9\u5176\u4fee\u6539\u4e00\u4e9b\u914d\u7f6e<\/span>
<\/section>\n
\u5c31\u53ef\u4ee5\u641e\u6210\u5206\u5e03\u5f0f\u7684\u4e86<\/span>
<\/section>\n

<\/section>\n

<\/section>\n
\u6240\u4ee5\u8fd9\u6b21\u6211\u4eec\u5148<\/span><\/section>\n
\u722c\u53d6 stackoverflow \u4e0a\u7684<\/span><\/section>\n
\u6240\u6709 Python \u95ee\u7b54<\/span><\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\"python\"<\/section>\n

<\/span><\/section>\n

<\/section>\n

<\/section>\n

<\/section>\n
\u90a3\u4e48\u63a5\u4e0b\u6765\u5c31\u662f<\/span><\/span>
<\/section>\n
\u5b66\u4e60 Python \u7684\u6b63\u786e\u59ff\u52bf<\/span><\/strong><\/span><\/span><\/section>\n

\"python\"<\/span><\/a><\/p>\n


<\/p>\n


<\/p>\n


<\/section>\n

<\/span><\/section>\n
\u522b\u95ee\u6211\u4e3a\u4ec0\u4e48\u4e0d\u722c\u53d6\u56fd\u5185\u7684\u7f51\u7ad9
<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\"python\"<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\u6253\u5f00<\/span><\/section>\n

<\/section>\n
https:\/\/stackoverflow.com\/questions\/tagged\/python<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/section>\n

\"python\"<\/p>\n


<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\u7b80\u5355\u5206\u6790\u4e00\u4e0b\u8fd9\u4e2a\u9875\u9762<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\u6211\u4eec\u5c31\u53bb\u6293\u53d6\u6bcf\u4e00\u4e2a item \u91cc\u9762\u7684
<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\u95ee\u9898<\/span><\/strong><\/section>\n
votes
<\/span><\/strong><\/section>\n
answers<\/span><\/strong><\/section>\n
views
<\/span><\/strong><\/section>\n
\u94fe\u63a5<\/span><\/strong><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\u5f85\u4f1a\u6839\u636e xpath \u83b7\u53d6\u5c31\u53ef\u4ee5\u4e86<\/span><\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\u90a3\u6211\u4eec\u5148\u521b\u5efa\u4e00\u4e2a\u5de5\u7a0b\u5427
<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n

<\/section>\n

<\/section>\n
\u6253\u5f00 items.py <\/span><\/section>\n
\u5b9a\u4e49\u4e00\u4e0b\u6211\u4eec\u8981\u83b7\u53d6\u7684\u5b57\u6bb5<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n

<\/section>\n

<\/section>\n
\u63a5\u7740\u5728 spider \u521b\u5efa\u4e00\u4e2a\u6587\u4ef6<\/span><\/section>\n
\u6211\u4eec\u5c31\u53eb\u505a<\/span><\/section>\n
stackoverflow-python-spider.py<\/span><\/section>\n

<\/section>\n

<\/span><\/section>\n
\u521b\u5efa\u4e00\u4e2a\u7ee7\u627f scrapy \u7684 spider \u7c7b<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n
 <\/span><\/section>\n


<\/p>\n

\u63a5\u7740\u5b9a\u4e49\u4e00\u4e0b\u8bf7\u6c42\u94fe\u63a5\u7684\u65b9\u6cd5<\/span><\/section>\n
\u5728\u8fd9\u91cc\u6211\u4eec\u53ef\u4ee5\u770b\u5230<\/span><\/section>\n
\u6bcf\u4e2a\u9875\u9762\u7684\u8bf7\u6c42\u94fe\u63a5\u662f\u8fd9\u6837\u7684<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n

<\/section>\n

<\/section>\n

<\/section>\n
\u90a3\u4e48\u6211\u4eec\u53ef\u4ee5\u8fd9\u6837\u6784\u5efa<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\u63a5\u7740\u6211\u4eec\u5b9a\u4e49\u4e00\u4e0b\u56de\u8c03\u7684\u89e3\u6790\u65b9\u6cd5
<\/span><\/section>\n
\u6839\u636e\u6bcf\u4e2a\u5143\u7d20\u7684 xpath<\/span><\/section>\n
\u548c\u6211\u4eec\u521a\u521a\u5b9a\u4e49\u7684\u5b57\u6bb5\u7ed3\u5408\u8d77\u6765<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\u63a5\u7740\u5c31\u53ef\u4ee5\u5728 pipelines \u4e2d
<\/span><\/section>\n
\u914d\u7f6e\u94fe\u63a5\u6570\u636e\u5e93\u4e86<\/span><\/section>\n
\u8fd9\u91cc\u6211\u4eec\u4f7f\u7528 MongoDB<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n

<\/section>\n

<\/section>\n
\u4e3b\u8981\u662f\u521d\u59cb\u5316\u7684\u65f6\u5019\u94fe\u63a5\u6570\u636e\u5e93<\/span><\/section>\n
\u5728\u89e3\u6790\u8fc7\u7a0b\u628a\u6570\u636e\u548c\u4fdd\u5b58\u5230\u6570\u636e\u5e93
<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\u5728 settings \u4e2d\u9700\u8981\u914d\u7f6e\u4e0b
<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n

<\/section>\n

<\/section>\n
\u987a\u4fbf\u914d\u7f6e\u4e00\u4e0b\u201c\u72d7\u5934\u201d<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\u5f53\u7136\u5982\u679c\u4f60\u7684\u7834\u7f51\u8bbf\u95ee\u4e0d\u4e86
<\/span><\/section>\n
stackoverflow \u7684\u8bdd
<\/span><\/section>\n
\u81ea\u884c\u8bbe\u7f6e\u4e0b\u4ee3\u7406<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
\u6700\u540e\u5f00\u542f\u4f60\u7684 MongoDB
<\/span><\/section>\n
\u6267\u884c\u4ee5\u4e0b\u547d\u4ee4\u5f00\u59cb\u722c\u53d6<\/span><\/section>\n

<\/span><\/section>\n

 scrapy crawl stackoverflow-python<\/span><\/strong><\/span><\/p>\n

<\/span>
<\/section>\n

<\/section>\n

<\/section>\n

<\/section>\n

\"python\"<\/p>\n

\"python\"<\/p>\n


<\/section>\n

<\/section>\n

<\/section>\n
\u8fd9\u6837\u5c31\u628a\u6570\u636e\u722c\u53d6\u5230\u4f60\u7684\u6570\u636e\u5e93\u4e86<\/span><\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n

\"python\"<\/p>\n

<\/span>
<\/section>\n

<\/span><\/section>\n

<\/span><\/section>\n
ok
<\/span><\/section>\n
\u4ee5<\/span><\/span>\u4e0a\u5c31\u662f\u672c\u6b21\u5206\u4eab\u7684<\/span>\u5185\u5bb9<\/span><\/span><\/section>\n
\u5e0c\u671b\u5bf9\u4f60\u6709\u5e2e\u52a9<\/span><\/span><\/section>\n

<\/span><\/span><\/section>\n

<\/span><\/span><\/section>\n
\u5982\u679c\u4f60\u9700\u8981\u6e90\u7801\u7684\u8bdd<\/span><\/span><\/section>\n
\u53ef\u4ee5\u5728\u516c\u4f17\u53f7\u540e\u53f0<\/span><\/span><\/section>\n
\u53d1\u9001 <\/span><\/span>\u201c111\u201d<\/span><\/span><\/strong> \u83b7\u53d6<\/span><\/span><\/section>\n

<\/span><\/span><\/section>\n

<\/span><\/span><\/section>\n
\u4e0b\u6b21\u6211\u4eec\u7ee7\u7eed\u76d8\u5b83<\/span><\/span><\/section>\n
\u90a3\u4e48\u6211\u4eec\u4e0b\u56de\u89c1\u4e86<\/span><\/span><\/section>\n
peace<\/span><\/span><\/strong><\/span><\/span><\/section>\n

<\/span><\/span><\/section>\n

<\/span><\/span><\/section>\n

\"python\"<\/p>\n

\u626b\u4e00\u626b<\/span><\/strong><\/p>\n

\u5b66\u4e60 Python \u6ca1\u70e6\u607c<\/span><\/strong><\/p>\n


<\/span><\/strong><\/p>\n

\"python\"<\/p>\n


<\/span><\/span>
<\/section>\n
\n

\u539f\u6587\u59cb\u53d1\u4e8e\u5fae\u4fe1\u516c\u4f17\u53f7\uff08\u5b66\u4e60python\u7684\u6b63\u786e\u59ff\u52bf\uff09\uff1apython<\/a><\/p>\n<\/blockquote>\n<\/div>\n","protected":false},"excerpt":{"rendered":"

\u524d\u4e24\u5929 \u5c0f\u5e05b\u8ddf\u4f60 \u8bf4\u4e86\u8bf4\u5206\u5e03\u5f0f\u722c\u866b \u5728\u91cc\u9762\u6211\u5c31\u8bf4\u5230 \u5f04\u4e2a\u4f8b\u5b50\u6765\u4f53\u73b0\u4e00\u4e0b\u5206\u5e03\u5f0f\u722c\u866b \u5728\u6b64\u4e4b\u524d \u6211\u4eec\u53ef\u4ee5\u5148\u5199\u4e00\u4e2a\u5355\u673a\u7248\u7684\u722c\u866b \u5f80\u540e\u518d\u5bf9\u5176\u4fee\u6539\u4e00\u4e9b\u914d\u7f6e \u5c31\u53ef\u4ee5\u641e\u6210\u5206\u5e03\u5f0f\u7684\u4e86 \u6240\u4ee5\u8fd9\u6b21\u6211\u4eec\u5148 \u722c\u53d6 stackoverflow \u4e0a\u7684 \u6240\u6709 Python \u95ee\u7b54…<\/p>\n","protected":false},"author":1,"featured_media":2979,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[303],"tags":[302,19,300,301],"_links":{"self":[{"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/posts\/2978"}],"collection":[{"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=2978"}],"version-history":[{"count":1,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/posts\/2978\/revisions"}],"predecessor-version":[{"id":3003,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/posts\/2978\/revisions\/3003"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=\/wp\/v2\/media\/2979"}],"wp:attachment":[{"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=2978"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=2978"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/vip.fxxkpython.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=2978"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}