{"id":36,"date":"2019-11-04T17:24:58","date_gmt":"2019-11-04T09:24:58","guid":{"rendered":"http:\/\/47.110.70.105\/wordpress\/?p=36"},"modified":"2019-12-06T11:14:19","modified_gmt":"2019-12-06T03:14:19","slug":"pyspider%e5%88%86%e5%b8%83%e5%bc%8f-windows","status":"publish","type":"post","link":"http:\/\/43.139.139.10\/wordpress\/36\/","title":{"rendered":"Pyspider\u5206\u5e03\u5f0f\u2014\u2014windows"},"content":{"rendered":"\n

\u8c37\u6b4c\uff0c\u767e\u5ea6\u90fd\u7ffb\u70c2\u4e86\uff0c\u4e5f\u6ca1\u627e\u5230\u5728windows\u4e0a\u5206\u5e03\u5f0f\u90e8\u7f72pyspider\u7684\u4f8b\u5b50\uff0c\u51e0\u4e4e\u7edd\u671b\u4e86\u3002<\/p>\n\n\n\n

\u67e5\u8d44\u6599\u53d1\u73b0pyspider\u662f\u901a\u8fc7redis\u4f20\u8f93\u4efb\u52a1\u3002<\/p>\n\n\n\n

\u53ea\u597d\u5f00\u59cb\u4e00\u65e0\u6240\u77e5\u7684\u778e\u6298\u817e\uff0c\u603b\u7b97\u662f\u6709\u70b9\u7ed3\u679c\u3002slave\u4e0a\u7684fetcher\uff0cprocessor\uff0cresult_worker\u4e09\u4e2a\u6a21\u5757\u90fd\u6709\u4fe1\u606f\u5728\u8f93\u51fa\uff0c\u6211\u60f3\uff0c\u8fd9\u5e94\u8be5\u662f\u6210\u529f\u4e86\u3002<\/p>\n\n\n\n

=======================\u5e9f\u8bdd\u7ed3\u675f=================<\/p>\n\n\n\n

\u9996\u5148\u5b89\u88c5redis<\/p>\n\n\n\n

\u5b89\u88c5\u597d\u540e\u5c06redis.windows.conf\u4e2d<\/p>\n\n\n\n

bind 127.0.0.1 \u6539\u4e3a bind 0.0.0.0 #\u8fd9\u6837\u4fee\u6539\u662f\u4e3a\u4e86\u8ba9\u5176\u5b83\u673a\u5668\u53ef\u4ee5\u8bbf\u95ee\u672c\u673aredis\nprotected-mode yes \u6539\u4e3aprotected-mode no  #\u5728redis3.2\u4e4b\u540e\uff0credis\u589e\u52a0\u4e86protected-mode\uff0c\u5728\u8fd9\u4e2a\u6a21\u5f0f\u4e0b\uff0c\u5373\u4f7f\u4fee\u6539\u6389\u4e86bind 127.0.0.1\uff0c\u518d\u8bbf\u95eeredisd\u65f6\u5019\u8fd8\u662f\u62a5\u9519\u3002\n<\/code><\/pre>\n\n\n\n
\u5728redis\u76ee\u5f55\u4e0b\u5efa\u7acbredis.6380.conf\u6587\u4ef6\uff0c6380\u662fredis\u7684\u7aef\u53e3\uff0c\u9ed8\u8ba4\u662f6379\uff0c\u6211\u8fd9\u91cc\u4fee\u6539\u6210\u4e866380\uff0c\u5728redis.windows.conf\u4e5f\u9700\u8981\u4fee\u6539port 6379\u4e3aport 6380<\/p>\n\n\n\n
port 6380      \nloglevel notice    \nlogfile \"\"D:\/Redis\/Logs\/redis6380_log.txt\"\"       \nappendonly yes\nappendfilename \"\"appendonly.6380.aof\"\"   \ncluster-enabled yes                                    \ncluster-config-file nodes.6380.conf\ncluster-node-timeout 15000\ncluster-slave-validity-factor 10\ncluster-migration-barrier 1\ncluster-require-full-coverage yes\n<\/code><\/pre>\n\n\n\n
\u8fd0\u884c redis-server.exe redis.windows.conf\n<\/code><\/pre>\n\n\n\n
\u7684config.conf\u914d\u7f6e:<\/p>\n\n\n\n
{\n \"\"taskdb\"\": \"\"mysql+taskdb:\/\/pyspider:pyspider-pass@192.168.209.128:3306\/taskdb\"\",\n  \"\"projectdb\"\": \"\"mysql+projectdb:\/\/pyspider:pyspider-pass@192.168.209.128:3306\/projectdb\"\",\n  \"\"resultdb\"\": \"\"mysql+resultdb:\/\/pyspider:pyspider-pass@192.168.209.128:3306\/resultdb\"\",\n  \"\"message_queue\"\": \"\"redis:\/\/127.0.0.1:6380\/db\"\",\n  \"\"logging-config\"\": \"\"\/pyspider\/logging.conf\"\",\n  \"\"phantomjs-proxy\"\": \"\"\/127.0.0.1:25555\"\",\n  \"\"fetcher\"\": {\n    \"\"xmlrpc-host\"\": \"\"0.0.0.0\"\"\n  },\n \"\"scheduler\"\": {\n    \"\"xmlrpc-host\"\": \"\"0.0.0.0\"\",\n    \"\"delete-time\"\": 10\n  },\n  \"\"webui\"\": {\n    \"\"port\"\": 5000,\n    \"\"username\"\": \"\"\"\",\n    \"\"password\"\": \"\"\"\",\n    \"\"need-auth\"\": false\n  }\n}\n<\/code><\/pre>\n\n\n\n
\u5728master\u4e0a\u8fd0\u884c\uff1a<\/p>\n\n\n\n
pythona run.py -c E:\/Spider\/Spider\/pyspider\/config.json scheduler\npythona run.py -c E:\/Spider\/Spider\/pyspider\/config.json webui\npythona run.py -c E:\/Spider\/Spider\/pyspider\/config.json result_worker\n<\/code><\/pre>\n\n\n\n
slave \u4e0a\u8fd0\u884c\uff1a<\/p>\n\n\n\n
python run.py -c E:\/Spider\/Spider\/pyspider\/config.json fetcher\npython run.py -c E:\/Spider\/Spider\/pyspider\/config.json processor\n<\/code><\/pre>\n\n\n\n
\u4ee5\u4e0a\u65b9\u6cd5\u4e5f\u662f\u6211\u81ea\u5df1\u778e\u6298\u817e\u51fa\u6765\u7684\uff0c\u5176\u4e2d\u7684\u539f\u7406\u8fd8\u9700\u8981\u518d\u8fdb\u4e00\u6b65\u7684\u7814\u7a76\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
\u8c37\u6b4c\uff0c\u767e\u5ea6\u90fd\u7ffb\u70c2\u4e86\uff0c\u4e5f\u6ca1\u627e\u5230\u5728windows\u4e0a\u5206\u5e03\u5f0f\u90e8\u7f72pyspider\u7684\u4f8b\u5b50\uff0c\u51e0\u4e4e\u7edd\u671b\u4e86\u3002 \u67e5\u8d44\u6599\u53d1\u73b0pys… <\/p>\n
\u9605\u8bfb\u66f4\u591a<\/i><\/a><\/div>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"spay_email":"","footnotes":""},"categories":[7],"tags":[13,3],"jetpack_featured_media_url":"","jetpack_shortlink":"https:\/\/wp.me\/pbrrw3-A","_links":{"self":[{"href":"http:\/\/43.139.139.10\/wordpress\/wp-json\/wp\/v2\/posts\/36"}],"collection":[{"href":"http:\/\/43.139.139.10\/wordpress\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/43.139.139.10\/wordpress\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/43.139.139.10\/wordpress\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/43.139.139.10\/wordpress\/wp-json\/wp\/v2\/comments?post=36"}],"version-history":[{"count":3,"href":"http:\/\/43.139.139.10\/wordpress\/wp-json\/wp\/v2\/posts\/36\/revisions"}],"predecessor-version":[{"id":82,"href":"http:\/\/43.139.139.10\/wordpress\/wp-json\/wp\/v2\/posts\/36\/revisions\/82"}],"wp:attachment":[{"href":"http:\/\/43.139.139.10\/wordpress\/wp-json\/wp\/v2\/media?parent=36"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/43.139.139.10\/wordpress\/wp-json\/wp\/v2\/categories?post=36"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/43.139.139.10\/wordpress\/wp-json\/wp\/v2\/tags?post=36"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}