{"id":198,"date":"2014-05-21T08:38:26","date_gmt":"2014-05-21T00:38:26","guid":{"rendered":"http:\/\/sinofool.net\/blog\/?p=198"},"modified":"2014-05-21T15:05:53","modified_gmt":"2014-05-21T07:05:53","slug":"%e8%bf%98%e8%a6%81%e4%b8%8d%e8%a6%81%e5%81%9a%e5%a4%a7%e6%95%b0%e6%8d%ae","status":"publish","type":"post","link":"https:\/\/sinofool.net\/blog\/archives\/198","title":{"rendered":"\u8fd8\u8981\u4e0d\u8981\u505a\u5927\u6570\u636e"},"content":{"rendered":"<p>\u62115\u670814\u65e5\u53d1\u4e86\u4e00\u6761\u5fae\u535a\uff0c\u540e\u9762\u7684\u8bc4\u8bba\u548c\u79c1\u804a\u5f15\u8d77\u4e86\u6211\u5f88\u591a\u53cd\u601d\u3002\u8fd9\u6761\u5fae\u535a\u662f\u8fd9\u6837\u7684\uff1a\u201c<span style=\"color: #423009;\">\u6211\u4ece0.16\u7248\u672c\u5f00\u59cb\u7528Hadoop\u5230\u73b0\u5728\u5df2\u7ecf5\u5e74\u4e86\uff0c\u4e00\u76f4\u76f8\u4fe1\u5927\u6570\u636e\u4f1a\u662f\u672a\u6765\u51b3\u80dc\u7684\u5173\u952e\u3002\u4f46\u662f\uff0c\u8fd9\u4e2a\u672a\u6765\u770b\u6765\u8fd8\u6709\u5f88\u8fdc\u3002\u6216\u8005\u8bf4\u6211\u4eec\u9047\u5230\u7684\u95ee\u9898\u4e0d\u540c\uff0c\u662f\u8fd9\u4e9b\u53d1\u660e\u5927\u6570\u636e\u7684\u8001\u5916\u96be\u4ee5\u7406\u89e3\u7684\uff0c\u6211\u4eec\u5df2\u7ecf\u8d85\u524d\u4e86\u5f88\u591a\u3002\u201d<\/span><\/p>\n<p>\u5927\u6570\u636e\u8fd9\u4e2a\u8bdd\u9898\u8fd1\u4e9b\u5e74\u8d8a\u6765\u8d8a\u70ed\uff0c\u6211\u5176\u5b9e\u89c9\u5f97\u5b83\u70ed\u8fc7\u4e86\u5934\uff0c\u6240\u4ee5\u6211\u8fd9\u91cc\u662f\u60f3\u6cfc\u51b7\u6c34\u7684\u3002<\/p>\n<h2>\u5386\u53f2<\/h2>\n<p>\u4f30\u8ba1\u4f1a\u770b\u5230\u8fd9\u4e2a\u5185\u5bb9\u7684\u5927\u591a\u6570\u662f\u6211\u4ee5\u524d\u7684\u540c\u4e8b\uff0c\u4f60\u4eec\u90fd\u77e5\u9053\u6211\u8fdb\u8fd9\u884c\u4e0d\u665a\uff0c2008\u5e74\u5728\u4eba\u4eba\u7f51\u5f00\u59cb\u642dHadoop\uff0c\u75280.16.3\uff0c\u90a3\u65f6\u5019\u8fd8\u6ca1\u6709\u4ec0\u4e48\u4eba\u8c08\u5927\u6570\u636e\uff0c\u7b2c\u4e00\u672cHadoop\u7684\u4e66[1]\u4e5f\u662f2009\u5e746\u6708\u624d\u51fa\u7248\u7684\u3002\u90a3\u65f6\u5019\u6211\u4eec\u4e5f\u6ca1\u6709\u6982\u5ff5\u8981\u600e\u4e48\u7528\u8fd9\u4e2a\u4e1c\u897f\uff0c\u552f\u4e00\u7684\u76ee\u7684\u5c31\u662f\u6539\u53d8\u201c\u6253\u70b9\u7edf\u8ba1Log\u201d\u6a21\u5f0f\uff0c\u4e00\u5f00\u59cb\u5c31\u628a\u751f\u4ea7\u670d\u52a1\u641e\u6b7b\u4e86\u4e09\u6b21\u3002<\/p>\n<p>\u90a3\u65f6\u5019\u7684\u670d\u52a1\u53ebActiveLog\uff0c\u6bcf\u4e00\u4e2aPV\u8bb0\u5f55\u4e00\u884c\uff0c\u683c\u5f0f\u8ddfApache Combined Log\u5f88\u7c7b\u4f3c\uff0c\u6211\u4eec\u628aWebServer\u7684\u65e5\u5fd7\u96c6\u4e2d\u8bb0\u5f55\u5728\u7edf\u4e00\u7684Server\u4e0a\uff08\u662f\u7684\uff0c\u6bd4Facebook\u5f00\u6e90Scribe\u65e9\u534a\u5e74[2]\uff09\u3002\u4e3a\u4e86\u5b58\u50a8\u7a7a\u95f4\u7684\u95ee\u9898\uff0c\u5f15\u5165\u4e86Hadoop\uff0c\u5206\u5e03\u7684\u5b58\u50a8\u5728\u51e0\u767e\u53f0\u670d\u52a1\u5668\u4e0a\u3002\u4e5f\u5c31\u662f\u8fd9\u4e2a\u7ed3\u6784\uff0c\u8fd0\u884cMapReduce\u5360\u4ea4\u6362\u673a\u5e26\u5bbd\u8fc7\u5927\u5c31\u4f1a\u628a\u751f\u4ea7\u96c6\u7fa4\u6324\u6b7b\u3002<\/p>\n<p>\u6211\u8bb0\u5f97\u6700\u65e9\u7684\u4e00\u4e2a\u5b8c\u657424\u5c0f\u65f6Log\u6587\u4ef6\u7684\u65e5\u671f\u65f62008\u5e743\u670815\u65e5\u3002\u90a3\u65f6\u5019\u7684\u65e5\u5fd7\u662f196GB\/\u5929\u3002<\/p>\n<p>\u5f53\u7136\u540e\u6765\u5927\u6570\u636e\u706b\u4e86\uff0c\u6211\u4eec\u6709\u4e86\u66f4\u591a\u7684\u5185\u90e8\u7528\u6237\uff0c\u4e5f\u6709\u4e86\u72ec\u7acb\u670d\u52a1\u5668\u751a\u81f3\u72ec\u7acb\u7684\u673a\u623f\uff0c\u5343\u5146\u76f4\u8fde\u6838\u5fc3\u4ea4\u6362\u673a\uff0c\u5230\u62112012\u5e74\u79bb\u804c\u65f6\u96c6\u7fa4\u5df2\u7ecf\u6709700\u53f0\u7684\u89c4\u6a21\u4e86\u3002<\/p>\n<h2>\u53cd\u601d<\/h2>\n<p>\u996e\u6c34\u601d\u6e90\uff0c\u8fd9\u4e9b\u5e74\u5927\u6570\u636e\u6982\u5ff5\u7ea2\u706b\u5e26\u6765\u4e86\u9879\u76ee\u7684\u7ea2\u5229\uff0c\u53d7\u8fd9\u4e2a\u5f71\u54cd\u6211\u81ea\u5df1\u804c\u4e1a\u53d1\u5c55\u4e5f\u4e0d\u9519\u3002\u4f46\u662f\uff0c\u63a9\u76d6\u4e0d\u4e86\u4e00\u4e2a\u4e00\u4e2a\u5177\u4f53\u95ee\u9898\u7684\u4ea7\u751f\uff0c\u5e94\u7528\u8303\u56f4\u4e00\u76f4\u662f\u6211\u6700\u56f0\u6270\u7684\u96be\u9898\u3002<\/p>\n<p>\u8fd9\u8ba9\u6211\u56de\u5230\u6e90\u5934\u53bb\u91cd\u65b0\u5ba1\u89c6\u81ea\u5df1\u8bbe\u8ba1\u7684\u7cfb\u7edf\u548c\u6574\u4e2a\u5e94\u7528\u4f53\u7cfb\uff0c\u7136\u540e\u6211\u624d\u53d1\u4e86\u6700\u5f00\u59cb\u7684\u90a3\u6761\u5fae\u535a\u3002<\/p>\n<h3>\u6570\u636e\u91cf<\/h3>\n<p>\u591a\u5927\u7684\u6570\u636e\u91cf\u6562\u53eb\u5927\u6570\u636e\u5462\uff1fWikipedia\u91cc\u9762\u6709\u4e00\u53e5\u8bdd\uff1aAs of 2012<span style=\"color: #252525;\">\u00a0ranging from a few dozen terabytes to many petabytes of<\/span><span style=\"color: #252525;\">\u00a0data in a single data set.[3]<\/span><\/p>\n<p>2008\u5e74\u4eba\u4eba\u7f51\u7684Log\u6570\u636e\u4e00\u4e2a\u6708\u67096TB\uff0c\u5c06\u5c31\u7740\u7b97half dozen\u5427\uff0c\u5076\u5c14\u4e5f\u8981\u7b97\u6574\u5e74\u7684\u6570\u636e\u3002<\/p>\n<p><span style=\"color: #252525;\">\u6240\u4ee5\u6211\u53ea\u6562\u8bf4\u6211\u505a\u8fc7Hadoop\uff0c\u5b9e\u5728\u4e0d\u6562\u8bf4\u6210\u5927\u6570\u636e\u3002<\/span>\u73b0\u5728\u5728\u8c08\u5927\u6570\u636e\u7684\u4e66\u548c\u6587\u7ae0\uff0c\u6709\u591a\u5c11\u4f5c\u8005\u662f\u5904\u7406\u8fc7\u4e0aPB\u6570\u636e\u7684\uff1f\u56fd\u5185PB\u7ea7\u5bb9\u91cf\u7684\u96c6\u7fa4\u53c8\u6709\u51e0\u4e2a\u5462\uff1f<\/p>\n<p>\u51e0\u767eG\u5c31\u7528awk\u5427\uff0c\u51e0T\u5176\u5b9e\u4e5f\u53ef\u4ee5\u7528\u6570\u636e\u5e93\u7684\u3002<\/p>\n<h3>\u5e94\u7528\u8303\u56f4<\/h3>\n<p><span style=\"color: #252525;\">\u8c08\u5230\u5927\u6570\u636e\u5e94\u7528\u5c31\u6d89\u53ca\u4e09\u4ef6\u4e8b\uff1a1)\u00a0Distributed\/Parallel\u00a0computing. 2)\u00a0Data mining 3)\u00a0Business Intelligence<\/span><\/p>\n<p>\u8fd9\u4e09\u4e2a\u662f\u4e92\u76f8\u4f9d\u8d56\u7684\uff0c\u76f4\u63a5\u7684\u9700\u6c42\u6765\u81eaBI\uff0c\u95f4\u63a5\u7684\u9700\u6c42\u6765\u81ea\u6570\u636e\u6316\u6398\uff0c\u5b9e\u73b0\u5728Computing\u4e0a\u3002\u53ef\u662f\u73b0\u5b9e\u7684\u60c5\u51b5\u7ed9\u6211\u7684\u5207\u8eab\u611f\u53d7\u7528\u4e00\u53e5\u8001\u8bdd\u6765\u6bd4\u55bb\uff1a\u7c97\u653e\u578b\u7ecf\u6d4e\u5411\u96c6\u7ea6\u578b\u7ecf\u6d4e\u8f6c\u578b\u3002\u73b0\u5728\u8c08\u96c6\u7ea6\u7684\u4e0b\u4e00\u6b65\u7eff\u8272\u7ecf\u6d4e\uff0c\u8fd8\u4e3a\u65f6\u5c1a\u65e9\u3002<\/p>\n<p>\u6211\u4eec\u7684\u4e92\u8054\u7f51\u6709\u51e0\u4e4e\u53d6\u4e4b\u4e0d\u5c3d\u7684\u7528\u6237\uff0c\u6253\u64e6\u8fb9\u7403\u90fd\u80fd\u4e0a\u5e02\u7684\u516c\u53f8\uff0c\u6211\u4eec\u771f\u7684\u5728\u4e4e\u6570\u636e\u5417\uff1f<\/p>\n<p>\u7092\u4f5c\u5b8c\u5927\u6570\u636e\u6982\u5ff5\uff0c\u771f\u7684\u5e94\u7528\u5230\u4e1a\u52a1\u91cc\uff0c\u4ea7\u751f\u4e86\u5229\u6da6\u5417\uff1f\u80fd\u6323\u56de\u6210\u672c\u5417\uff1f<\/p>\n<p>\u6211\u77e5\u9053\u56fd\u5185\u5927\u591a\u6570\u4e92\u8054\u7f51\u516c\u53f8\u7684PM\u662f\u4e0d\u7528\u6570\u636e\u505a\u51b3\u7b56\u7684\uff0c\u5728\u8c08\u5927\u6570\u636e\u4e4b\u524d\uff0c\u5e94\u8be5\u4ece\u201c\u5c0f\u6570\u636e\u201d\u5f00\u59cb\u3002<\/p>\n<p>&nbsp;<\/p>\n<p>\u8fd9\u4e2a\u5207\u8eab\u4f53\u4f1a\u6211\u662f\u5230\u56fd\u5916\u5de5\u4f5c\u4ee5\u540e\u624d\u6709\u7684\uff0c\u53d1\u90a3\u6761\u5fae\u535a\u524d\u4e00\u5468\uff0c\u6211\u8f6c\u4e86\u5927\u69828%\u7684\u73b0\u91d1\u5230\u53e6\u4e00\u5bb6\u94f6\u884c\u5f00\u6237\uff0c\u7b2c\u4e8c\u5929\uff0c\u6211\u7684\u5ba2\u6237\u7ecf\u7406\u5c31\u8981\u7ea6\u6211\u8c08\u8c08\u201c\u6295\u8d44\u9700\u6c42\u201d\u3002\u8981\u77e5\u9053\u6211\u53bb\u62db\u884c\u9500\u91d1\u8475\u82b1\u53ef\u90fd\u6ca1\u4eba\u95ee\u539f\u56e0\uff0c\u9500\u6237\u4e00\u4e2a\u6708\u6211\u7684\u5ba2\u6237\u7ecf\u7406\u8fd8\u6253\u7535\u8bdd\u8ddf\u6211\u8bf4\u201c\u56e0\u4e3a\u6211\u662f\u91d1\u8475\u82b1\u5ba2\u6237\uff0c\u6240\u4ee5\u9080\u8bf7\u529e\u767e\u592b\u957f\u9ed1\u5361\u201d\uff0c\u8fd9\u662f\u591a\u4e48\u5927\u7684\u5dee\u8ddd\u3002<\/p>\n<p>\u4f46\u662f\u8fd9\u8fd8\u662f\u201c\u5c0f\u6570\u636e\u201d\uff0c\u8fd9\u4e9b\u4e8b\u60c5\u8fd8\u6ca1\u529e\u6cd5\u505a\u597d\uff0c\u56fd\u5185\u7684\u5927\u6570\u636e\u600e\u4e48\u505a\uff0c\u505a\u51fa\u6765\u7ed9\u8c01\u770b\uff0c\u8c01\u53c8\u771f\u7684\u4f1a\u770b\uff1f<\/p>\n<p>&nbsp;<\/p>\n<p>\u5176\u5b9e\u6211\u89c9\u5f97\u8fd9\u4e2a\u95ee\u9898\u662f\u65e0\u89e3\u7684\uff0c\u5e02\u573a\u51b3\u5b9a\u4e86\u8fd9\u4e2a\u7c97\u653e\u7684\u5927\u73af\u5883\uff0c\u77ed\u671f\u5185\u662f\u4e0d\u4f1a\u6539\u53d8\u7684\u3002<\/p>\n<p>\u73b0\u5b9e\u80fd\u505a\u7684\uff0c\u4e0d\u662f\u53bb\u8d29\u5356\u5927\u6570\u636e\u7684\u6982\u5ff5\u548c\u6280\u672f\uff0c\u800c\u662f\u5b9e\u5b9e\u5728\u5728\u7684\u8ba9\u201c\u5c0f\u6570\u636e\u201d\u5148\u5f97\u5230\u5e94\u7528\u3002<br \/>\n<span style=\"color: #252525;\">[1]\u00a0<\/span><span style=\"color: #042eee;\"><span style=\"text-decoration: underline;\">http:\/\/wiki.apache.org\/hadoop\/Books<\/span><\/span><br \/>\n[2]\u00a0<span style=\"color: #042eee;\"><span style=\"text-decoration: underline;\">http:\/\/en.wikipedia.org\/wiki\/Scribe_(log_server)<\/span><\/span><br \/>\n[3] \u00a0<span style=\"color: #042eee;\"><span style=\"text-decoration: underline;\">http:\/\/en.wikipedia.org\/wiki\/Big_data<\/span><\/span><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u62115\u670814\u65e5\u53d1\u4e86\u4e00\u6761\u5fae\u535a\uff0c\u540e\u9762\u7684\u8bc4\u8bba\u548c\u79c1\u804a\u5f15\u8d77\u4e86\u6211\u5f88\u591a\u53cd\u601d\u3002\u8fd9\u6761\u5fae\u535a\u662f\u8fd9\u6837\u7684\uff1a\u201c\u6211\u4ece0.16\u7248\u672c\u5f00\u59cb\u7528Hadoop\u5230\u73b0\u5728\u5df2\u7ecf5\u5e74\u4e86\uff0c\u4e00\u76f4\u76f8\u4fe1\u5927\u6570\u636e\u4f1a\u662f\u672a\u6765\u51b3\u80dc\u7684\u5173\u952e\u3002\u4f46\u662f\uff0c\u8fd9\u4e2a\u672a\u6765\u770b\u6765\u8fd8\u6709\u5f88\u8fdc\u3002\u6216\u8005\u8bf4\u6211\u4eec\u9047\u5230\u7684\u95ee\u9898\u4e0d\u540c\uff0c\u662f\u8fd9\u4e9b\u53d1\u660e\u5927\u6570\u636e\u7684\u8001\u5916\u96be\u4ee5\u7406\u89e3\u7684\uff0c\u6211\u4eec\u5df2\u7ecf\u8d85\u524d\u4e86\u5f88\u591a\u3002\u201d \u5927\u6570\u636e\u8fd9\u4e2a\u8bdd\u9898\u8fd1\u4e9b\u5e74\u8d8a\u6765\u8d8a\u70ed\uff0c\u6211\u5176\u5b9e\u89c9\u5f97\u5b83\u70ed\u8fc7\u4e86\u5934\uff0c\u6240\u4ee5\u6211\u8fd9\u91cc\u662f\u60f3\u6cfc\u51b7\u6c34\u7684\u3002 \u5386\u53f2 \u4f30\u8ba1\u4f1a\u770b\u5230\u8fd9\u4e2a\u5185\u5bb9\u7684\u5927\u591a\u6570\u662f\u6211\u4ee5\u524d\u7684\u540c\u4e8b\uff0c\u4f60\u4eec\u90fd\u77e5\u9053\u6211\u8fdb\u8fd9\u884c\u4e0d\u665a\uff0c2008\u5e74\u5728\u4eba\u4eba\u7f51\u5f00\u59cb\u642dHadoop\uff0c\u75280.16.3\uff0c\u90a3\u65f6\u5019\u8fd8\u6ca1\u6709\u4ec0\u4e48\u4eba\u8c08\u5927\u6570\u636e\uff0c\u7b2c\u4e00\u672cHadoop\u7684\u4e66[1]\u4e5f\u662f2009\u5e746\u6708\u624d\u51fa\u7248\u7684\u3002\u90a3\u65f6\u5019\u6211\u4eec\u4e5f\u6ca1\u6709\u6982\u5ff5\u8981\u600e\u4e48\u7528\u8fd9\u4e2a\u4e1c\u897f\uff0c\u552f\u4e00\u7684\u76ee\u7684\u5c31\u662f\u6539\u53d8\u201c\u6253\u70b9\u7edf\u8ba1Log\u201d\u6a21\u5f0f\uff0c\u4e00\u5f00\u59cb\u5c31\u628a\u751f\u4ea7\u670d\u52a1\u641e\u6b7b\u4e86\u4e09\u6b21\u3002 \u90a3\u65f6\u5019\u7684\u670d\u52a1\u53ebActiveLog\uff0c\u6bcf\u4e00\u4e2aPV\u8bb0\u5f55\u4e00\u884c\uff0c\u683c\u5f0f\u8ddfApache Combined Log\u5f88\u7c7b\u4f3c\uff0c\u6211\u4eec\u628aWebServer\u7684\u65e5\u5fd7\u96c6\u4e2d\u8bb0\u5f55\u5728\u7edf\u4e00\u7684Server\u4e0a\uff08\u662f\u7684\uff0c\u6bd4Facebook\u5f00\u6e90Scribe\u65e9\u534a\u5e74[2]\uff09\u3002\u4e3a\u4e86\u5b58\u50a8\u7a7a\u95f4\u7684\u95ee\u9898\uff0c\u5f15\u5165\u4e86Hadoop\uff0c\u5206\u5e03\u7684\u5b58\u50a8\u5728\u51e0\u767e\u53f0\u670d\u52a1\u5668\u4e0a\u3002\u4e5f\u5c31\u662f\u8fd9\u4e2a\u7ed3\u6784\uff0c\u8fd0\u884cMapReduce\u5360\u4ea4\u6362\u673a\u5e26\u5bbd\u8fc7\u5927\u5c31\u4f1a\u628a\u751f\u4ea7\u96c6\u7fa4\u6324\u6b7b\u3002 \u6211\u8bb0\u5f97\u6700\u65e9\u7684\u4e00\u4e2a\u5b8c\u657424\u5c0f\u65f6Log\u6587\u4ef6\u7684\u65e5\u671f\u65f62008\u5e743\u670815\u65e5\u3002\u90a3\u65f6\u5019\u7684\u65e5\u5fd7\u662f196GB\/\u5929\u3002 \u5f53\u7136\u540e\u6765\u5927\u6570\u636e\u706b\u4e86\uff0c\u6211\u4eec\u6709\u4e86\u66f4\u591a\u7684\u5185\u90e8\u7528\u6237\uff0c\u4e5f\u6709\u4e86\u72ec\u7acb\u670d\u52a1\u5668\u751a\u81f3\u72ec\u7acb\u7684\u673a\u623f\uff0c\u5343\u5146\u76f4\u8fde\u6838\u5fc3\u4ea4\u6362\u673a\uff0c\u5230\u62112012\u5e74\u79bb\u804c\u65f6\u96c6\u7fa4\u5df2\u7ecf\u6709700\u53f0\u7684\u89c4\u6a21\u4e86\u3002 \u53cd\u601d \u996e\u6c34\u601d\u6e90\uff0c\u8fd9\u4e9b\u5e74\u5927\u6570\u636e\u6982\u5ff5\u7ea2\u706b\u5e26\u6765\u4e86\u9879\u76ee\u7684\u7ea2\u5229\uff0c\u53d7\u8fd9\u4e2a\u5f71\u54cd\u6211\u81ea\u5df1\u804c\u4e1a\u53d1\u5c55\u4e5f\u4e0d\u9519\u3002\u4f46\u662f\uff0c\u63a9\u76d6\u4e0d\u4e86\u4e00\u4e2a\u4e00\u4e2a\u5177\u4f53\u95ee\u9898\u7684\u4ea7\u751f\uff0c\u5e94\u7528\u8303\u56f4\u4e00\u76f4\u662f\u6211\u6700\u56f0\u6270\u7684\u96be\u9898\u3002 \u8fd9\u8ba9\u6211\u56de\u5230\u6e90\u5934\u53bb\u91cd\u65b0\u5ba1\u89c6\u81ea\u5df1\u8bbe\u8ba1\u7684\u7cfb\u7edf\u548c\u6574\u4e2a\u5e94\u7528\u4f53\u7cfb\uff0c\u7136\u540e\u6211\u624d\u53d1\u4e86\u6700\u5f00\u59cb\u7684\u90a3\u6761\u5fae\u535a\u3002 \u6570\u636e\u91cf \u591a\u5927\u7684\u6570\u636e\u91cf\u6562\u53eb\u5927\u6570\u636e\u5462\uff1fWikipedia\u91cc\u9762\u6709\u4e00\u53e5\u8bdd\uff1aAs of 2012\u00a0ranging from a few dozen terabytes to many petabytes of\u00a0data in a single data set.[3] 2008\u5e74\u4eba\u4eba\u7f51\u7684Log\u6570\u636e\u4e00\u4e2a\u6708\u67096TB\uff0c\u5c06\u5c31\u7740\u7b97half dozen\u5427\uff0c\u5076\u5c14\u4e5f\u8981\u7b97\u6574\u5e74\u7684\u6570\u636e\u3002 \u6240\u4ee5\u6211\u53ea\u6562\u8bf4\u6211\u505a\u8fc7Hadoop\uff0c\u5b9e\u5728\u4e0d\u6562\u8bf4\u6210\u5927\u6570\u636e\u3002\u73b0\u5728\u5728\u8c08\u5927\u6570\u636e\u7684\u4e66\u548c\u6587\u7ae0\uff0c\u6709\u591a\u5c11\u4f5c\u8005\u662f\u5904\u7406\u8fc7\u4e0aPB\u6570\u636e\u7684\uff1f\u56fd\u5185PB\u7ea7\u5bb9\u91cf\u7684\u96c6\u7fa4\u53c8\u6709\u51e0\u4e2a\u5462\uff1f \u51e0\u767eG\u5c31\u7528awk\u5427\uff0c\u51e0T\u5176\u5b9e\u4e5f\u53ef\u4ee5\u7528\u6570\u636e\u5e93\u7684\u3002 \u5e94\u7528\u8303\u56f4 \u8c08\u5230\u5927\u6570\u636e\u5e94\u7528\u5c31\u6d89\u53ca\u4e09\u4ef6\u4e8b\uff1a1)\u00a0Distributed\/Parallel\u00a0computing. 2)\u00a0Data mining 3)\u00a0Business Intelligence \u8fd9\u4e09\u4e2a\u662f\u4e92\u76f8\u4f9d\u8d56\u7684\uff0c\u76f4\u63a5\u7684\u9700\u6c42\u6765\u81eaBI\uff0c\u95f4\u63a5\u7684\u9700\u6c42\u6765\u81ea\u6570\u636e\u6316\u6398\uff0c\u5b9e\u73b0\u5728Computing\u4e0a\u3002\u53ef\u662f\u73b0\u5b9e\u7684\u60c5\u51b5\u7ed9\u6211\u7684\u5207\u8eab\u611f\u53d7\u7528\u4e00\u53e5\u8001\u8bdd\u6765\u6bd4\u55bb\uff1a\u7c97\u653e\u578b\u7ecf\u6d4e\u5411\u96c6\u7ea6\u578b\u7ecf\u6d4e\u8f6c\u578b\u3002\u73b0\u5728\u8c08\u96c6\u7ea6\u7684\u4e0b\u4e00\u6b65\u7eff\u8272\u7ecf\u6d4e\uff0c\u8fd8\u4e3a\u65f6\u5c1a\u65e9\u3002 \u6211\u4eec\u7684\u4e92\u8054\u7f51\u6709\u51e0\u4e4e\u53d6\u4e4b\u4e0d\u5c3d\u7684\u7528\u6237\uff0c\u6253\u64e6\u8fb9\u7403\u90fd\u80fd\u4e0a\u5e02\u7684\u516c\u53f8\uff0c\u6211\u4eec\u771f\u7684\u5728\u4e4e\u6570\u636e\u5417\uff1f \u7092\u4f5c\u5b8c\u5927\u6570\u636e\u6982\u5ff5\uff0c\u771f\u7684\u5e94\u7528\u5230\u4e1a\u52a1\u91cc\uff0c\u4ea7\u751f\u4e86\u5229\u6da6\u5417\uff1f\u80fd\u6323\u56de\u6210\u672c\u5417\uff1f \u6211\u77e5\u9053\u56fd\u5185\u5927\u591a\u6570\u4e92\u8054\u7f51\u516c\u53f8\u7684PM\u662f\u4e0d\u7528\u6570\u636e\u505a\u51b3\u7b56\u7684\uff0c\u5728\u8c08\u5927\u6570\u636e\u4e4b\u524d\uff0c\u5e94\u8be5\u4ece\u201c\u5c0f\u6570\u636e\u201d\u5f00\u59cb\u3002 &nbsp; \u8fd9\u4e2a\u5207\u8eab\u4f53\u4f1a\u6211\u662f\u5230\u56fd\u5916\u5de5\u4f5c\u4ee5\u540e\u624d\u6709\u7684\uff0c\u53d1\u90a3\u6761\u5fae\u535a\u524d\u4e00\u5468\uff0c\u6211\u8f6c\u4e86\u5927\u69828%\u7684\u73b0\u91d1\u5230\u53e6\u4e00\u5bb6\u94f6\u884c\u5f00\u6237\uff0c\u7b2c\u4e8c\u5929\uff0c\u6211\u7684\u5ba2\u6237\u7ecf\u7406\u5c31\u8981\u7ea6\u6211\u8c08\u8c08\u201c\u6295\u8d44\u9700\u6c42\u201d\u3002\u8981\u77e5\u9053\u6211\u53bb\u62db\u884c\u9500\u91d1\u8475\u82b1\u53ef\u90fd\u6ca1\u4eba\u95ee\u539f\u56e0\uff0c\u9500\u6237\u4e00\u4e2a\u6708\u6211\u7684\u5ba2\u6237\u7ecf\u7406\u8fd8\u6253\u7535\u8bdd\u8ddf\u6211\u8bf4\u201c\u56e0\u4e3a\u6211\u662f\u91d1\u8475\u82b1\u5ba2\u6237\uff0c\u6240\u4ee5\u9080\u8bf7\u529e\u767e\u592b\u957f\u9ed1\u5361\u201d\uff0c\u8fd9\u662f\u591a\u4e48\u5927\u7684\u5dee\u8ddd\u3002 \u4f46\u662f\u8fd9\u8fd8\u662f\u201c\u5c0f\u6570\u636e\u201d\uff0c\u8fd9\u4e9b\u4e8b\u60c5\u8fd8\u6ca1\u529e\u6cd5\u505a\u597d\uff0c\u56fd\u5185\u7684\u5927\u6570\u636e\u600e\u4e48\u505a\uff0c\u505a\u51fa\u6765\u7ed9\u8c01\u770b\uff0c\u8c01\u53c8\u771f\u7684\u4f1a\u770b\uff1f &nbsp; \u5176\u5b9e\u6211\u89c9\u5f97\u8fd9\u4e2a\u95ee\u9898\u662f\u65e0\u89e3\u7684\uff0c\u5e02\u573a\u51b3\u5b9a\u4e86\u8fd9\u4e2a\u7c97\u653e\u7684\u5927\u73af\u5883\uff0c\u77ed\u671f\u5185\u662f\u4e0d\u4f1a\u6539\u53d8\u7684\u3002 \u73b0\u5b9e\u80fd\u505a\u7684\uff0c\u4e0d\u662f\u53bb\u8d29\u5356\u5927\u6570\u636e\u7684\u6982\u5ff5\u548c\u6280\u672f\uff0c\u800c\u662f\u5b9e\u5b9e\u5728\u5728\u7684\u8ba9\u201c\u5c0f\u6570\u636e\u201d\u5148\u5f97\u5230\u5e94\u7528\u3002 [1]\u00a0http:\/\/wiki.apache.org\/hadoop\/Books [2]\u00a0http:\/\/en.wikipedia.org\/wiki\/Scribe_(log_server) [3] \u00a0http:\/\/en.wikipedia.org\/wiki\/Big_data<\/p>\n","protected":false},"author":2,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_jetpack_memberships_contains_paid_content":false,"activitypub_content_warning":"","activitypub_content_visibility":"","activitypub_max_image_attachments":4,"activitypub_interaction_policy_quote":"anyone","activitypub_status":"","footnotes":""},"categories":[9,5],"tags":[22,21,24,23],"class_list":["post-198","post","type-post","status-publish","format-standard","hentry","category-hadoop","category-tech","tag-big-data","tag-bigdata","tag-hadoop","tag-23"],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/sinofool.net\/blog\/wp-json\/wp\/v2\/posts\/198","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/sinofool.net\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/sinofool.net\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/sinofool.net\/blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/sinofool.net\/blog\/wp-json\/wp\/v2\/comments?post=198"}],"version-history":[{"count":3,"href":"https:\/\/sinofool.net\/blog\/wp-json\/wp\/v2\/posts\/198\/revisions"}],"predecessor-version":[{"id":202,"href":"https:\/\/sinofool.net\/blog\/wp-json\/wp\/v2\/posts\/198\/revisions\/202"}],"wp:attachment":[{"href":"https:\/\/sinofool.net\/blog\/wp-json\/wp\/v2\/media?parent=198"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/sinofool.net\/blog\/wp-json\/wp\/v2\/categories?post=198"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/sinofool.net\/blog\/wp-json\/wp\/v2\/tags?post=198"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}