{"id":1752,"date":"2016-01-05T17:22:11","date_gmt":"2016-01-05T09:22:11","guid":{"rendered":"http:\/\/blog2.tibame.com\/?p=1752"},"modified":"2022-11-16T10:36:40","modified_gmt":"2022-11-16T02:36:40","slug":"10%e5%88%86%e9%90%98%e5%bc%84%e6%87%82%e5%a4%a7%e6%95%b8%e6%93%9a%e6%a1%86%e6%9e%b6hadoop%e5%92%8cspark%e7%9a%84%e5%b7%ae%e7%95%b0","status":"publish","type":"post","link":"https:\/\/blog.tibame.com\/?p=1752","title":{"rendered":"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570"},"content":{"rendered":"\n<p>\u8ac7\u5230\u5927\u6578\u64da\uff0c\u76f8\u4fe1\u5927\u5bb6\u5c0dHadoop \u548cApache Spark \u9019\u5169\u500b\u540d\u5b57\u4e26\u4e0d\u964c\u751f\u3002\u4f46\u6211\u5011\u5f80\u5f80\u5c0d\u5b83\u5011\u7684\u7406\u89e3\u53ea\u662f\u63d0\u7559\u5728\u5b57\u9762\u4e0a\uff0c\u4e26\u6c92\u6709\u5c0d\u5b83\u5011\u9032\u884c\u6df1\u5165\u7684\u601d\u8003\uff0c\u4e0b\u9762\u4e0d\u59a8\u8ddf\u6211\u4e00\u584a\u770b\u4e0b\u5b83\u5011\u7a76\u7adf\u6709\u4ec0\u9ebc\u7570\u540c\u3002<\/p>\n\n\n\n<div style=\"height:40px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_85 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u5167\u5bb9\u76ee\u9304<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"\u986f\u793a\/\u96b1\u85cf\u5167\u5bb9\u76ee\u9304\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/blog.tibame.com\/?p=1752\/#1%E3%80%81%E8%A7%A3%E6%B1%BA%E5%95%8F%E9%A1%8C%E7%9A%84%E5%B1%A4%E9%9D%A2%E4%B8%8D%E4%B8%80%E6%A8%A3\" >1\u3001\u89e3\u6c7a\u554f\u984c\u7684\u5c64\u9762\u4e0d\u4e00\u6a23<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/blog.tibame.com\/?p=1752\/#2%E3%80%81%E5%85%A9%E8%80%85%E5%8F%AF%E5%90%88%E5%8F%AF%E5%88%86\" >2\u3001\u5169\u8005\u53ef\u5408\u53ef\u5206<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/blog.tibame.com\/?p=1752\/#3%E3%80%81Spark_%E6%95%B8%E6%93%9A%E8%99%95%E7%90%86%E9%80%9F%E5%BA%A6%E7%A7%92%E6%AE%BA_MapReduce\" >3\u3001Spark \u6578\u64da\u8655\u7406\u901f\u5ea6\u79d2\u6bba MapReduce<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/blog.tibame.com\/?p=1752\/#4%E3%80%81%E7%81%BD%E9%9B%A3%E6%81%A2%E5%BE%A9\" >4\u3001\u707d\u96e3\u6062\u5fa9<\/a><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"1%E3%80%81%E8%A7%A3%E6%B1%BA%E5%95%8F%E9%A1%8C%E7%9A%84%E5%B1%A4%E9%9D%A2%E4%B8%8D%E4%B8%80%E6%A8%A3\"><\/span><strong>1\u3001\u89e3\u6c7a\u554f\u984c\u7684\u5c64\u9762\u4e0d\u4e00\u6a23<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u9996\u5148\uff0cHadoop \u548cApache Spark \u5169\u8005\u90fd\u662f\u5927\u6578\u64da\u6846\u67b6\uff0c\u4f46\u662f\u5404\u81ea\u5b58\u5728\u7684\u76ee\u7684\u4e0d\u76e1\u76f8\u540c\u3002 Hadoop \u5be6\u8cea\u4e0a\u66f4\u591a\u662f\u4e00\u500b\u5206\u4f48\u5f0f\u6578\u64da\u57fa\u790e\u8a2d\u65bd: \u5b83\u5c07\u5de8\u5927\u7684\u6578\u64da\u96c6\u5206\u6d3e\u5230\u4e00\u500b\u7531\u666e\u901a\u8a08\u7b97\u6a5f\u7d44\u6210\u7684\u96c6\u7fa4\u4e2d\u7684\u591a\u500b\u7bc0\u9ede\u9032\u884c\u5b58\u5132\uff0c\u610f\u5473\u8457\u4f60\u4e0d\u9700\u8981\u8cfc\u8cb7\u548c\u7dad\u8b77\u6602\u8cb4\u7684\u670d\u52d9\u5668\u786c\u4ef6\u3002<\/p>\n\n\n\n<p>\u540c\u6642\uff0cHadoop \u9084\u6703\u7d22\u5f15\u548c\u8ddf\u8e2a\u9019\u4e9b\u6578\u64da\uff0c\u8b93\u5927\u6578\u64da\u8655\u7406\u548c\u5206\u6790\u6548\u7387\u9054\u5230\u524d\u6240\u672a\u6709\u7684\u9ad8\u5ea6\u3002 Spark\uff0c\u5247\u662f\u90a3\u9ebc\u4e00\u500b\u5c08\u9580\u7528\u4f86\u5c0d\u90a3\u4e9b\u5206\u4f48\u5f0f\u5b58\u5132\u7684\u5927\u6578\u64da\u9032\u884c\u8655\u7406\u7684\u5de5\u5177\uff0c\u5b83\u4e26\u4e0d\u6703\u9032\u884c\u5206\u4f48\u5f0f\u6578\u64da\u7684\u5b58\u5132\u3002<\/p>\n\n\n\n<div style=\"height:40px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"2%E3%80%81%E5%85%A9%E8%80%85%E5%8F%AF%E5%90%88%E5%8F%AF%E5%88%86\"><\/span><strong>2\u3001\u5169\u8005\u53ef\u5408\u53ef\u5206<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>Hadoop \u9664\u4e86\u63d0\u4f9b\u70ba\u5927\u5bb6\u6240\u5171\u8b58\u7684HDFS \u5206\u4f48\u5f0f\u6578\u64da\u5b58\u5132\u529f\u80fd\u4e4b\u5916\uff0c\u9084\u63d0\u4f9b\u4e86\u53eb\u505aMapReduce \u7684\u6578\u64da\u8655\u7406\u529f\u80fd\u3002\u6240\u4ee5\u9019\u88e1\u6211\u5011\u5b8c\u5168\u53ef\u4ee5\u62cb\u958bSpark\uff0c\u4f7f\u7528Hadoop \u81ea\u8eab\u7684MapReduce \u4f86\u5b8c\u6210\u6578\u64da\u7684\u8655\u7406\u3002<\/p>\n\n\n\n<p>\u76f8\u53cd\uff0cSpark \u4e5f\u4e0d\u662f\u975e\u8981\u4f9d\u9644\u5728Hadoop \u8eab\u4e0a\u624d\u80fd\u751f\u5b58\u3002\u4f46\u5982\u4e0a\u6240\u8ff0\uff0c\u7562\u7adf\u5b83\u6c92\u6709\u63d0\u4f9b\u6587\u4ef6\u7ba1\u7406\u7cfb\u7d71\uff0c\u6240\u4ee5\uff0c\u5b83\u5fc5\u9808\u548c\u5176\u4ed6\u7684\u5206\u4f48\u5f0f\u6587\u4ef6\u7cfb\u7d71\u9032\u884c\u96c6\u6210\u624d\u80fd\u904b\u4f5c\u3002\u9019\u88e1\u6211\u5011\u53ef\u4ee5\u9078\u64c7Hadoop \u7684HDFS\uff0c\u4e5f\u53ef\u4ee5\u9078\u64c7\u5176\u4ed6\u7684\u57fa\u65bc\u96f2\u7684\u6578\u64da\u7cfb\u7d71\u5e73\u53f0\u3002\u4f46Spark \u9ed8\u8a8d\u4f86\u8aaa\u9084\u662f\u88ab\u7528\u5728Hadoop \u4e0a\u9762\u7684\uff0c\u7562\u7adf\uff0c\u5927\u5bb6\u90fd\u8a8d\u70ba\u5b83\u5011\u7684\u7d50\u5408\u662f\u6700\u597d\u7684\u3002<\/p>\n\n\n\n<p>\u4ee5\u4e0b\u662f\u5929\u5730\u6703\u73e0\u6d77\u5206\u8235\u7db2\u4e0a\u6458\u9304\u7684\u5c0dMapReduce \u7684\u6700\u7c21\u6f54\u660e\u4e86\u7684\u89e3\u6790\uff1a<\/p>\n\n\n\n<p>\u300c\u6211\u5011\u8981\u6578\u5716\u66f8\u9928\u4e2d\u7684\u6240\u6709\u66f8\u3002\u4f60\u6578 1 \u865f\u66f8\u67b6\uff0c\u6211\u6578 2 \u865f\u66f8\u67b6\u3002\u9019\u5c31\u662f\u201cMap\u201d\u3002\u6211\u5011\u4eba\u8d8a\u591a\uff0c\u6578\u66f8\u5c31\u66f4\u5feb\u3002<\/p>\n\n\n\n<p>\u73fe\u5728\u6211\u5011\u4e00\u8d77\uff0c\u628a\u6240\u6709\u4eba\u7684\u7d71\u8a08\u6578\u52a0\u5728\u4e00\u8d77\u3002\u9019\u5c31\u662f\u201cReduce\u201d\u3002\u300d<\/p>\n\n\n\n<div style=\"height:40px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"3%E3%80%81Spark_%E6%95%B8%E6%93%9A%E8%99%95%E7%90%86%E9%80%9F%E5%BA%A6%E7%A7%92%E6%AE%BA_MapReduce\"><\/span>3\u3001Spark \u6578\u64da\u8655\u7406\u901f\u5ea6\u79d2\u6bba MapReduce<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>Spark \u56e0\u70ba\u5176\u8655\u7406\u6578\u64da\u7684\u65b9\u5f0f\u4e0d\u4e00\u6a23\uff0c\u6703\u6bd4MapReduce \u5feb\u4e0a\u5f88\u591a\u3002 MapReduce \u662f\u5206\u6b65\u5c0d\u6578\u64da\u9032\u884c\u8655\u7406\u7684: \u201d\u5f9e\u96c6\u7fa4\u4e2d\u8b80\u53d6\u6578\u64da\uff0c\u9032\u884c\u4e00\u6b21\u8655\u7406\uff0c\u5c07\u7d50\u679c\u5beb\u5230\u96c6\u7fa4\uff0c\u5f9e\u96c6\u7fa4\u4e2d\u8b80\u53d6\u66f4\u65b0\u5f8c\u7684\u6578\u64da\uff0c\u9032\u884c\u4e0b\u4e00\u6b21\u7684\u8655\u7406\uff0c\u5c07\u7d50\u679c\u5beb\u5230\u96c6\u7fa4\uff0c\u7b49\u7b49\u2026\u201c Booz Allen Hamilton \u7684\u6578\u64da\u79d1\u5b78\u5bb6Kirk Borne \u5982\u6b64\u89e3\u6790\u3002<\/p>\n\n\n\n<p>\u53cd\u89c0Spark\uff0c\u5b83\u6703\u5728\u5167\u5b58\u4e2d\u4ee5\u63a5\u8fd1\u201c\u5be6\u6642\u201d\u7684\u6642\u9593\u5b8c\u6210\u6240\u6709\u7684\u6578\u64da\u5206\u6790\uff1a\u201c\u5f9e\u96c6\u7fa4\u4e2d\u8b80\u53d6\u6578\u64da\uff0c\u5b8c\u6210\u6240\u6709\u5fc5\u9808\u7684\u5206\u6790\u8655\u7406\uff0c\u5c07\u7d50\u679c\u5beb\u56de\u96c6\u7fa4\uff0c\u5b8c\u6210\u3002 Spark \u7684\u6279\u8655\u7406\u901f\u5ea6\u6bd4MapReduce \u5feb\u8fd110 \u500d\uff0c\u5167\u5b58\u4e2d\u7684\u6578\u64da\u5206\u6790\u901f\u5ea6\u5247\u5feb\u8fd1100 \u500d\u3002<\/p>\n\n\n\n<p>\u5982\u679c\u9700\u8981\u8655\u7406\u7684\u6578\u64da\u548c\u7d50\u679c\u9700\u6c42\u5927\u90e8\u5206\u60c5\u6cc1\u4e0b\u662f\u975c\u614b\u7684\uff0c\u4e14\u4f60\u4e5f\u6709\u8010\u5fc3\u7b49\u5f85\u6279\u8655\u7406\u7684\u5b8c\u6210\u7684\u8a71\uff0cMapReduce \u7684\u8655\u7406\u65b9\u5f0f\u4e5f\u662f\u5b8c\u5168\u53ef\u4ee5\u63a5\u53d7\u7684\u3002<\/p>\n\n\n\n<p>\u4f46\u5982\u679c\u4f60\u9700\u8981\u5c0d\u6d41\u6578\u64da\u9032\u884c\u5206\u6790\uff0c\u6bd4\u5982\u90a3\u4e9b\u4f86\u81ea\u65bc\u5de5\u5ee0\u7684\u50b3\u611f\u5668\u6536\u96c6\u56de\u4f86\u7684\u6578\u64da\uff0c\u53c8\u6216\u8005\u8aaa\u4f60\u7684\u61c9\u7528\u662f\u9700\u8981\u591a\u91cd\u6578\u64da\u8655\u7406\u7684\uff0c\u90a3\u9ebc\u4f60\u4e5f\u8a31\u66f4\u61c9\u8a72\u4f7f\u7528Spark \u9032\u884c\u8655\u7406\u3002<\/p>\n\n\n\n<p>\u5927\u90e8\u5206\u6a5f\u5668\u5b78\u7fd2\u7b97\u6cd5\u90fd\u662f\u9700\u8981\u591a\u91cd\u6578\u64da\u8655\u7406\u7684\u3002\u6b64\u5916\uff0c\u901a\u5e38\u6703\u7528\u5230Spark \u7684\u61c9\u7528\u5834\u666f\u6709\u4ee5\u4e0b\u65b9\u9762\uff1a\u5373\u6642\u7684\u5e02\u5834\u6d3b\u52d5\uff0c\u5728\u7dda\u7522\u54c1\u63a8\u85a6\uff0c\u7db2\u7d61\u5b89\u5168\u5206\u6790\uff0c\u6a5f\u5668\u65e5\u8a18\u76e3\u63a7\u7b49\u3002<\/p>\n\n\n\n<div style=\"height:40px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"4%E3%80%81%E7%81%BD%E9%9B%A3%E6%81%A2%E5%BE%A9\"><\/span><strong>4\u3001\u707d\u96e3\u6062\u5fa9<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u5169\u8005\u7684\u707d\u96e3\u6062\u5fa9\u65b9\u5f0f\u8fe5\u7570\uff0c\u4f46\u662f\u90fd\u5f88\u4e0d\u932f\u3002\u56e0\u70baHadoop \u5c07\u6bcf\u6b21\u8655\u7406\u5f8c\u7684\u6578\u64da\u90fd\u5beb\u5165\u5230\u78c1\u76e4\u4e0a\uff0c\u6240\u4ee5\u5176\u5929\u751f\u5c31\u80fd\u5f88\u6709\u5f48\u6027\u7684\u5c0d\u7cfb\u7d71\u932f\u8aa4\u9032\u884c\u8655\u7406\u3002<\/p>\n\n\n\n<p>Spark \u7684\u6578\u64da\u5c0d\u8c61\u5b58\u5132\u5728\u5206\u4f48\u65bc\u6578\u64da\u96c6\u7fa4\u4e2d\u7684\u53eb\u505a\u5f48\u6027\u5206\u4f48\u5f0f\u6578\u64da\u96c6(RDD: Resilient Distributed Dataset)\u4e2d\u3002 \u201c\u9019\u4e9b\u6578\u64da\u5c0d\u8c61\u65e2\u53ef\u4ee5\u653e\u5728\u5167\u5b58\uff0c\u4e5f\u53ef\u4ee5\u653e\u5728\u78c1\u76e4\uff0c\u6240\u4ee5RDD \u540c\u6a23\u4e5f\u53ef\u4ee5\u63d0\u4f9b\u5b8c\u6210\u7684\u707d\u96e3\u6062\u5fa9\u529f\u80fd\uff0c\u201dBorne \u6307\u51fa\u3002<\/p>\n\n\n\n<p>\u6587\u7ae0\u4f86\u6e90:&nbsp;<a rel=\"noreferrer noopener\" href=\"http:\/\/techgogogo.com\/2015\/12\/five-things-you-need-to-know-about-hadoop-v-apache-spark\/\" target=\"_blank\">techgogogo.com\uff0c<\/a>\u672c\u6587\u7531\u5929\u5730\u6703\u73e0\u6d77\u5206\u8235\u7de8\u8b6f\u81eaInforWord<\/p>\n\n\n\n<p><strong>TibaMe \u5927\u6578\u64da\u8ab2\u7a0b\uff0c\u71b1\u9580\u63a8\u85a6:<\/strong><\/p>\n\n\n\n<ol class=\"wp-block-list\"><li><strong>\u5be6\u9ad4\uff06\u76f4\u64ad\u8ab2\u7a0b\uff5c<\/strong><a href=\"https:\/\/www.tibame.com\/offline\/goodjob_sparkandhadoop?utm_source=blog&amp;utm_medium=post&amp;utm_campaign=tra_spark_blog_20221116\"><strong>Spark x Hadoop \u5927\u6578\u64da\u5206\u6790\u5be6\u6230\u73ed<\/strong><\/a><\/li><li><strong>\u7dda\u4e0a\u8ab2\u7a0b\uff5c<\/strong><a href=\"https:\/\/www.tibame.com\/course\/39?utm_source=blog&amp;utm_medium=post&amp;utm_campaign=blogreferral\"><strong>NoSQL\u8f15\u9b06\u5b78<\/strong><\/a><\/li><li><strong>\u7dda\u4e0a\u8ab2\u7a0b\uff5c<\/strong><a href=\"https:\/\/bit.ly\/308t2H2\"><strong>Spark\u5165\u9580<\/strong><\/a><\/li><\/ol>\n\n\n\n<figure class=\"wp-block-embed-youtube wp-block-embed is-type-video is-provider-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"wp-block-embed__wrapper\">\n<iframe title=\"Apache Spark \u5927\u6578\u64da\u61c9\u7528\u5de5\u7a0b\u5e2b\" width=\"1170\" height=\"658\" src=\"https:\/\/www.youtube.com\/embed\/lhlHrr1-3mA?feature=oembed\" frameborder=\"0\" allow=\"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture\" allowfullscreen><\/iframe>\n<\/div><\/figure>\n\n\n\n<div style=\"height:40px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u8ac7\u5230\u5927\u6578\u64da\uff0c\u76f8\u4fe1\u5927\u5bb6\u5c0dHadoop \u548cApach&hellip;<\/p>\n","protected":false},"author":19,"featured_media":1764,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_lmt_disableupdate":"","_lmt_disable":"","footnotes":""},"categories":[480,173,1543],"tags":[660,664],"class_list":["post-1752","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-technology","category-173","category-1543","tag-hadoop","tag-spark"],"aioseo_notices":[],"aioseo_head":"\n\t\t<!-- All in One SEO 4.9.10 - aioseo.com -->\n\t<meta name=\"description\" content=\"\u8ac7\u5230\u5927\u6578\u64da\uff0c\u76f8\u4fe1\u5927\u5bb6\u5c0dHadoop \u548cApache Spark \u9019\u5169\u500b\u540d\u5b57\u4e26\u4e0d\u964c\u751f\u3002\u4f46\u6211\u5011\u5f80\u5f80\u5c0d\u5b83\u5011\u7684\u7406\u89e3\u53ea\u662f\u63d0\u7559\u5728\u5b57\u9762\u4e0a\uff0c\u4e26\u6c92\u6709\u5c0d\u5b83\u5011\u9032\u884c\u6df1\u5165\u7684\u601d\u8003\uff0c\u4e0b\u9762\u4e0d\u59a8\u8ddf\u6211\u4e00\u584a\u770b\u4e0b\u5b83\u5011\u7a76\u7adf\u6709\u4ec0\u9ebc\u7570\u540c\u3002\" \/>\n\t<meta name=\"robots\" content=\"max-image-preview:large\" \/>\n\t<meta name=\"author\" content=\"TibaMe\u5c0f\u7de8\"\/>\n\t<meta name=\"google-site-verification\" content=\"5qHOkz_aS80gbg22PS-fvrR8c3e_cOK04gCj7qo10RM\" \/>\n\t<meta name=\"keywords\" content=\"hadoop,spark,\u5927\u6578\u64da\u6846\u67b6,\u79d1\u6280\u8da8\u52e2,\u6240\u6709\u6587\u7ae0,\u8edf\u9ad4\u958b\u767c\" \/>\n\t<link rel=\"canonical\" href=\"https:\/\/blog.tibame.com\/?p=1752\" \/>\n\t<meta name=\"generator\" content=\"All in One SEO (AIOSEO) 4.9.10\" \/>\n\n\t\t<!-- Global site tag (gtag.js) - Google Analytics -->\n<script async src=\"https:\/\/www.googletagmanager.com\/gtag\/js?id=UA-53361606-4\"><\/script>\n<script>\n window.dataLayer = window.dataLayer || [];\n function gtag(){dataLayer.push(arguments);}\n gtag('js', new Date());\n\n gtag('config', 'UA-53361606-4');\n<\/script>\n\t\t<meta property=\"og:locale\" content=\"zh_TW\" \/>\n\t\t<meta property=\"og:site_name\" content=\"TibaMe\" \/>\n\t\t<meta property=\"og:type\" content=\"article\" \/>\n\t\t<meta property=\"og:title\" content=\"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570 | \u7def\u80b2TibaMe Blog\" \/>\n\t\t<meta property=\"og:description\" content=\"\u8ac7\u5230\u5927\u6578\u64da\uff0c\u76f8\u4fe1\u5927\u5bb6\u5c0dHadoop \u548cApache Spark \u9019\u5169\u500b\u540d\u5b57\u4e26\u4e0d\u964c\u751f\u3002\u4f46\u6211\u5011\u5f80\u5f80\u5c0d\u5b83\u5011\u7684\u7406\u89e3\u53ea\u662f\u63d0\u7559\u5728\u5b57\u9762\u4e0a\uff0c\u4e26\u6c92\u6709\u5c0d\u5b83\u5011\u9032\u884c\u6df1\u5165\u7684\u601d\u8003\uff0c\u4e0b\u9762\u4e0d\u59a8\u8ddf\u6211\u4e00\u584a\u770b\u4e0b\u5b83\u5011\u7a76\u7adf\u6709\u4ec0\u9ebc\u7570\u540c\u3002\" \/>\n\t\t<meta property=\"og:url\" content=\"https:\/\/blog.tibame.com\/?p=1752\" \/>\n\t\t<meta property=\"og:image\" content=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2016\/01\/spark-1.jpg\" \/>\n\t\t<meta property=\"og:image:secure_url\" content=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2016\/01\/spark-1.jpg\" \/>\n\t\t<meta property=\"og:image:width\" content=\"833\" \/>\n\t\t<meta property=\"og:image:height\" content=\"417\" \/>\n\t\t<meta property=\"article:published_time\" content=\"2016-01-05T09:22:11+00:00\" \/>\n\t\t<meta property=\"article:modified_time\" content=\"2022-11-16T02:36:40+00:00\" \/>\n\t\t<meta name=\"twitter:card\" content=\"summary\" \/>\n\t\t<meta name=\"twitter:title\" content=\"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570 | \u7def\u80b2TibaMe Blog\" \/>\n\t\t<meta name=\"twitter:description\" content=\"\u8ac7\u5230\u5927\u6578\u64da\uff0c\u76f8\u4fe1\u5927\u5bb6\u5c0dHadoop \u548cApache Spark \u9019\u5169\u500b\u540d\u5b57\u4e26\u4e0d\u964c\u751f\u3002\u4f46\u6211\u5011\u5f80\u5f80\u5c0d\u5b83\u5011\u7684\u7406\u89e3\u53ea\u662f\u63d0\u7559\u5728\u5b57\u9762\u4e0a\uff0c\u4e26\u6c92\u6709\u5c0d\u5b83\u5011\u9032\u884c\u6df1\u5165\u7684\u601d\u8003\uff0c\u4e0b\u9762\u4e0d\u59a8\u8ddf\u6211\u4e00\u584a\u770b\u4e0b\u5b83\u5011\u7a76\u7adf\u6709\u4ec0\u9ebc\u7570\u540c\u3002\" \/>\n\t\t<meta name=\"twitter:image\" content=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2016\/01\/spark-1.jpg\" \/>\n\t\t<script type=\"application\/ld+json\" class=\"aioseo-schema\">\n\t\t\t{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"BlogPosting\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752#blogposting\",\"name\":\"10\\u5206\\u9418\\u5f04\\u61c2\\u5927\\u6578\\u64da\\u6846\\u67b6Hadoop\\u548cSpark\\u7684\\u5dee\\u7570 | \\u7def\\u80b2TibaMe Blog\",\"headline\":\"10\\u5206\\u9418\\u5f04\\u61c2\\u5927\\u6578\\u64da\\u6846\\u67b6Hadoop\\u548cSpark\\u7684\\u5dee\\u7570\",\"author\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?author=19#author\"},\"publisher\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/#organization\"},\"image\":{\"@type\":\"ImageObject\",\"url\":\"https:\\\/\\\/blog.tibame.com\\\/wp-content\\\/uploads\\\/2016\\\/01\\\/spark-1.jpg\",\"width\":833,\"height\":417,\"caption\":\"10\\u5206\\u9418\\u5f04\\u61c2\\u5927\\u6578\\u64da\\u6846\\u67b6Hadoop\\u548cSpark\\u7684\\u5dee\\u7570\"},\"datePublished\":\"2016-01-05T17:22:11+08:00\",\"dateModified\":\"2022-11-16T10:36:40+08:00\",\"inLanguage\":\"zh-TW\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752#webpage\"},\"isPartOf\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752#webpage\"},\"articleSection\":\"\\u79d1\\u6280\\u8da8\\u52e2, \\u6240\\u6709\\u6587\\u7ae0, \\u8edf\\u9ad4\\u958b\\u767c, Hadoop, Spark\"},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752#breadcrumblist\",\"itemListElement\":[{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com#listItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\\\/\\\/blog.tibame.com\",\"nextItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?cat=480#listItem\",\"name\":\"\\u79d1\\u6280\\u8da8\\u52e2\"}},{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?cat=480#listItem\",\"position\":2,\"name\":\"\\u79d1\\u6280\\u8da8\\u52e2\",\"item\":\"https:\\\/\\\/blog.tibame.com\\\/?cat=480\",\"nextItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?cat=1543#listItem\",\"name\":\"\\u8edf\\u9ad4\\u958b\\u767c\"},\"previousItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com#listItem\",\"name\":\"Home\"}},{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?cat=1543#listItem\",\"position\":3,\"name\":\"\\u8edf\\u9ad4\\u958b\\u767c\",\"item\":\"https:\\\/\\\/blog.tibame.com\\\/?cat=1543\",\"nextItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752#listItem\",\"name\":\"10\\u5206\\u9418\\u5f04\\u61c2\\u5927\\u6578\\u64da\\u6846\\u67b6Hadoop\\u548cSpark\\u7684\\u5dee\\u7570\"},\"previousItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?cat=480#listItem\",\"name\":\"\\u79d1\\u6280\\u8da8\\u52e2\"}},{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752#listItem\",\"position\":4,\"name\":\"10\\u5206\\u9418\\u5f04\\u61c2\\u5927\\u6578\\u64da\\u6846\\u67b6Hadoop\\u548cSpark\\u7684\\u5dee\\u7570\",\"previousItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?cat=1543#listItem\",\"name\":\"\\u8edf\\u9ad4\\u958b\\u767c\"}}]},{\"@type\":\"Organization\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/#organization\",\"name\":\"\\u7def\\u80b2TibaMe Blog\",\"description\":\"\\u63d0\\u62d4\\u6211\\u7684\\u5b78\\u7fd2\\u529b\",\"url\":\"https:\\\/\\\/blog.tibame.com\\\/\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https:\\\/\\\/blog.wiedu.tw\\\/wp-content\\\/uploads\\\/2019\\\/08\\\/tibame.jpg\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752\\\/#organizationLogo\"},\"image\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752\\\/#organizationLogo\"}},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?author=19#author\",\"url\":\"https:\\\/\\\/blog.tibame.com\\\/?author=19\",\"name\":\"TibaMe\\u5c0f\\u7de8\",\"image\":{\"@type\":\"ImageObject\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752#authorImage\",\"url\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/acb4eaa72ec159908aa64f92bd2a7755b0a4a15ac59354446f2e3608f59b55d6?s=96&d=retro&r=g\",\"width\":96,\"height\":96,\"caption\":\"TibaMe\\u5c0f\\u7de8\"}},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752#webpage\",\"url\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752\",\"name\":\"10\\u5206\\u9418\\u5f04\\u61c2\\u5927\\u6578\\u64da\\u6846\\u67b6Hadoop\\u548cSpark\\u7684\\u5dee\\u7570 | \\u7def\\u80b2TibaMe Blog\",\"description\":\"\\u8ac7\\u5230\\u5927\\u6578\\u64da\\uff0c\\u76f8\\u4fe1\\u5927\\u5bb6\\u5c0dHadoop \\u548cApache Spark \\u9019\\u5169\\u500b\\u540d\\u5b57\\u4e26\\u4e0d\\u964c\\u751f\\u3002\\u4f46\\u6211\\u5011\\u5f80\\u5f80\\u5c0d\\u5b83\\u5011\\u7684\\u7406\\u89e3\\u53ea\\u662f\\u63d0\\u7559\\u5728\\u5b57\\u9762\\u4e0a\\uff0c\\u4e26\\u6c92\\u6709\\u5c0d\\u5b83\\u5011\\u9032\\u884c\\u6df1\\u5165\\u7684\\u601d\\u8003\\uff0c\\u4e0b\\u9762\\u4e0d\\u59a8\\u8ddf\\u6211\\u4e00\\u584a\\u770b\\u4e0b\\u5b83\\u5011\\u7a76\\u7adf\\u6709\\u4ec0\\u9ebc\\u7570\\u540c\\u3002\",\"inLanguage\":\"zh-TW\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/#website\"},\"breadcrumb\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752#breadcrumblist\"},\"author\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?author=19#author\"},\"creator\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?author=19#author\"},\"image\":{\"@type\":\"ImageObject\",\"url\":\"https:\\\/\\\/blog.tibame.com\\\/wp-content\\\/uploads\\\/2016\\\/01\\\/spark-1.jpg\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752\\\/#mainImage\",\"width\":833,\"height\":417,\"caption\":\"10\\u5206\\u9418\\u5f04\\u61c2\\u5927\\u6578\\u64da\\u6846\\u67b6Hadoop\\u548cSpark\\u7684\\u5dee\\u7570\"},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=1752#mainImage\"},\"datePublished\":\"2016-01-05T17:22:11+08:00\",\"dateModified\":\"2022-11-16T10:36:40+08:00\"},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/#website\",\"url\":\"https:\\\/\\\/blog.tibame.com\\\/\",\"name\":\"\\u7def\\u80b2TibaMe Blog\",\"description\":\"\\u63d0\\u62d4\\u6211\\u7684\\u5b78\\u7fd2\\u529b\",\"inLanguage\":\"zh-TW\",\"publisher\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/#organization\"}}]}\n\t\t<\/script>\n\t\t<!-- All in One SEO -->\n\n","aioseo_head_json":{"title":"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570 | \u7def\u80b2TibaMe Blog","description":"\u8ac7\u5230\u5927\u6578\u64da\uff0c\u76f8\u4fe1\u5927\u5bb6\u5c0dHadoop \u548cApache Spark \u9019\u5169\u500b\u540d\u5b57\u4e26\u4e0d\u964c\u751f\u3002\u4f46\u6211\u5011\u5f80\u5f80\u5c0d\u5b83\u5011\u7684\u7406\u89e3\u53ea\u662f\u63d0\u7559\u5728\u5b57\u9762\u4e0a\uff0c\u4e26\u6c92\u6709\u5c0d\u5b83\u5011\u9032\u884c\u6df1\u5165\u7684\u601d\u8003\uff0c\u4e0b\u9762\u4e0d\u59a8\u8ddf\u6211\u4e00\u584a\u770b\u4e0b\u5b83\u5011\u7a76\u7adf\u6709\u4ec0\u9ebc\u7570\u540c\u3002","canonical_url":"https:\/\/blog.tibame.com\/?p=1752","robots":"max-image-preview:large","keywords":"hadoop,spark,\u5927\u6578\u64da\u6846\u67b6,\u79d1\u6280\u8da8\u52e2,\u6240\u6709\u6587\u7ae0,\u8edf\u9ad4\u958b\u767c","webmasterTools":{"google-site-verification":"5qHOkz_aS80gbg22PS-fvrR8c3e_cOK04gCj7qo10RM","miscellaneous":"&lt;!-- Global site tag (gtag.js) - Google Analytics --&gt;\n&lt;script async src=\"https:\/\/www.googletagmanager.com\/gtag\/js?id=UA-53361606-4\"&gt;&lt;\/script&gt;\n&lt;script&gt;\n&nbsp;window.dataLayer = window.dataLayer || [];\n&nbsp;function gtag(){dataLayer.push(arguments);}\n&nbsp;gtag('js', new Date());\n\n&nbsp;gtag('config', 'UA-53361606-4');\n&lt;\/script&gt;"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"BlogPosting","@id":"https:\/\/blog.tibame.com\/?p=1752#blogposting","name":"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570 | \u7def\u80b2TibaMe Blog","headline":"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570","author":{"@id":"https:\/\/blog.tibame.com\/?author=19#author"},"publisher":{"@id":"https:\/\/blog.tibame.com\/#organization"},"image":{"@type":"ImageObject","url":"https:\/\/blog.tibame.com\/wp-content\/uploads\/2016\/01\/spark-1.jpg","width":833,"height":417,"caption":"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570"},"datePublished":"2016-01-05T17:22:11+08:00","dateModified":"2022-11-16T10:36:40+08:00","inLanguage":"zh-TW","mainEntityOfPage":{"@id":"https:\/\/blog.tibame.com\/?p=1752#webpage"},"isPartOf":{"@id":"https:\/\/blog.tibame.com\/?p=1752#webpage"},"articleSection":"\u79d1\u6280\u8da8\u52e2, \u6240\u6709\u6587\u7ae0, \u8edf\u9ad4\u958b\u767c, Hadoop, Spark"},{"@type":"BreadcrumbList","@id":"https:\/\/blog.tibame.com\/?p=1752#breadcrumblist","itemListElement":[{"@type":"ListItem","@id":"https:\/\/blog.tibame.com#listItem","position":1,"name":"Home","item":"https:\/\/blog.tibame.com","nextItem":{"@type":"ListItem","@id":"https:\/\/blog.tibame.com\/?cat=480#listItem","name":"\u79d1\u6280\u8da8\u52e2"}},{"@type":"ListItem","@id":"https:\/\/blog.tibame.com\/?cat=480#listItem","position":2,"name":"\u79d1\u6280\u8da8\u52e2","item":"https:\/\/blog.tibame.com\/?cat=480","nextItem":{"@type":"ListItem","@id":"https:\/\/blog.tibame.com\/?cat=1543#listItem","name":"\u8edf\u9ad4\u958b\u767c"},"previousItem":{"@type":"ListItem","@id":"https:\/\/blog.tibame.com#listItem","name":"Home"}},{"@type":"ListItem","@id":"https:\/\/blog.tibame.com\/?cat=1543#listItem","position":3,"name":"\u8edf\u9ad4\u958b\u767c","item":"https:\/\/blog.tibame.com\/?cat=1543","nextItem":{"@type":"ListItem","@id":"https:\/\/blog.tibame.com\/?p=1752#listItem","name":"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570"},"previousItem":{"@type":"ListItem","@id":"https:\/\/blog.tibame.com\/?cat=480#listItem","name":"\u79d1\u6280\u8da8\u52e2"}},{"@type":"ListItem","@id":"https:\/\/blog.tibame.com\/?p=1752#listItem","position":4,"name":"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570","previousItem":{"@type":"ListItem","@id":"https:\/\/blog.tibame.com\/?cat=1543#listItem","name":"\u8edf\u9ad4\u958b\u767c"}}]},{"@type":"Organization","@id":"https:\/\/blog.tibame.com\/#organization","name":"\u7def\u80b2TibaMe Blog","description":"\u63d0\u62d4\u6211\u7684\u5b78\u7fd2\u529b","url":"https:\/\/blog.tibame.com\/","logo":{"@type":"ImageObject","url":"https:\/\/blog.wiedu.tw\/wp-content\/uploads\/2019\/08\/tibame.jpg","@id":"https:\/\/blog.tibame.com\/?p=1752\/#organizationLogo"},"image":{"@id":"https:\/\/blog.tibame.com\/?p=1752\/#organizationLogo"}},{"@type":"Person","@id":"https:\/\/blog.tibame.com\/?author=19#author","url":"https:\/\/blog.tibame.com\/?author=19","name":"TibaMe\u5c0f\u7de8","image":{"@type":"ImageObject","@id":"https:\/\/blog.tibame.com\/?p=1752#authorImage","url":"https:\/\/secure.gravatar.com\/avatar\/acb4eaa72ec159908aa64f92bd2a7755b0a4a15ac59354446f2e3608f59b55d6?s=96&d=retro&r=g","width":96,"height":96,"caption":"TibaMe\u5c0f\u7de8"}},{"@type":"WebPage","@id":"https:\/\/blog.tibame.com\/?p=1752#webpage","url":"https:\/\/blog.tibame.com\/?p=1752","name":"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570 | \u7def\u80b2TibaMe Blog","description":"\u8ac7\u5230\u5927\u6578\u64da\uff0c\u76f8\u4fe1\u5927\u5bb6\u5c0dHadoop \u548cApache Spark \u9019\u5169\u500b\u540d\u5b57\u4e26\u4e0d\u964c\u751f\u3002\u4f46\u6211\u5011\u5f80\u5f80\u5c0d\u5b83\u5011\u7684\u7406\u89e3\u53ea\u662f\u63d0\u7559\u5728\u5b57\u9762\u4e0a\uff0c\u4e26\u6c92\u6709\u5c0d\u5b83\u5011\u9032\u884c\u6df1\u5165\u7684\u601d\u8003\uff0c\u4e0b\u9762\u4e0d\u59a8\u8ddf\u6211\u4e00\u584a\u770b\u4e0b\u5b83\u5011\u7a76\u7adf\u6709\u4ec0\u9ebc\u7570\u540c\u3002","inLanguage":"zh-TW","isPartOf":{"@id":"https:\/\/blog.tibame.com\/#website"},"breadcrumb":{"@id":"https:\/\/blog.tibame.com\/?p=1752#breadcrumblist"},"author":{"@id":"https:\/\/blog.tibame.com\/?author=19#author"},"creator":{"@id":"https:\/\/blog.tibame.com\/?author=19#author"},"image":{"@type":"ImageObject","url":"https:\/\/blog.tibame.com\/wp-content\/uploads\/2016\/01\/spark-1.jpg","@id":"https:\/\/blog.tibame.com\/?p=1752\/#mainImage","width":833,"height":417,"caption":"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570"},"primaryImageOfPage":{"@id":"https:\/\/blog.tibame.com\/?p=1752#mainImage"},"datePublished":"2016-01-05T17:22:11+08:00","dateModified":"2022-11-16T10:36:40+08:00"},{"@type":"WebSite","@id":"https:\/\/blog.tibame.com\/#website","url":"https:\/\/blog.tibame.com\/","name":"\u7def\u80b2TibaMe Blog","description":"\u63d0\u62d4\u6211\u7684\u5b78\u7fd2\u529b","inLanguage":"zh-TW","publisher":{"@id":"https:\/\/blog.tibame.com\/#organization"}}]},"og:locale":"zh_TW","og:site_name":"TibaMe","og:type":"article","og:title":"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570 | \u7def\u80b2TibaMe Blog","og:description":"\u8ac7\u5230\u5927\u6578\u64da\uff0c\u76f8\u4fe1\u5927\u5bb6\u5c0dHadoop \u548cApache Spark \u9019\u5169\u500b\u540d\u5b57\u4e26\u4e0d\u964c\u751f\u3002\u4f46\u6211\u5011\u5f80\u5f80\u5c0d\u5b83\u5011\u7684\u7406\u89e3\u53ea\u662f\u63d0\u7559\u5728\u5b57\u9762\u4e0a\uff0c\u4e26\u6c92\u6709\u5c0d\u5b83\u5011\u9032\u884c\u6df1\u5165\u7684\u601d\u8003\uff0c\u4e0b\u9762\u4e0d\u59a8\u8ddf\u6211\u4e00\u584a\u770b\u4e0b\u5b83\u5011\u7a76\u7adf\u6709\u4ec0\u9ebc\u7570\u540c\u3002","og:url":"https:\/\/blog.tibame.com\/?p=1752","og:image":"https:\/\/blog.tibame.com\/wp-content\/uploads\/2016\/01\/spark-1.jpg","og:image:secure_url":"https:\/\/blog.tibame.com\/wp-content\/uploads\/2016\/01\/spark-1.jpg","og:image:width":833,"og:image:height":417,"article:published_time":"2016-01-05T09:22:11+00:00","article:modified_time":"2022-11-16T02:36:40+00:00","twitter:card":"summary","twitter:title":"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570 | \u7def\u80b2TibaMe Blog","twitter:description":"\u8ac7\u5230\u5927\u6578\u64da\uff0c\u76f8\u4fe1\u5927\u5bb6\u5c0dHadoop \u548cApache Spark \u9019\u5169\u500b\u540d\u5b57\u4e26\u4e0d\u964c\u751f\u3002\u4f46\u6211\u5011\u5f80\u5f80\u5c0d\u5b83\u5011\u7684\u7406\u89e3\u53ea\u662f\u63d0\u7559\u5728\u5b57\u9762\u4e0a\uff0c\u4e26\u6c92\u6709\u5c0d\u5b83\u5011\u9032\u884c\u6df1\u5165\u7684\u601d\u8003\uff0c\u4e0b\u9762\u4e0d\u59a8\u8ddf\u6211\u4e00\u584a\u770b\u4e0b\u5b83\u5011\u7a76\u7adf\u6709\u4ec0\u9ebc\u7570\u540c\u3002","twitter:image":"https:\/\/blog.tibame.com\/wp-content\/uploads\/2016\/01\/spark-1.jpg"},"aioseo_meta_data":{"post_id":"1752","title":"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570 | #site_title","description":"\u8ac7\u5230\u5927\u6578\u64da\uff0c\u76f8\u4fe1\u5927\u5bb6\u5c0dHadoop \u548cApache Spark \u9019\u5169\u500b\u540d\u5b57\u4e26\u4e0d\u964c\u751f\u3002\u4f46\u6211\u5011\u5f80\u5f80\u5c0d\u5b83\u5011\u7684\u7406\u89e3\u53ea\u662f\u63d0\u7559\u5728\u5b57\u9762\u4e0a\uff0c\u4e26\u6c92\u6709\u5c0d\u5b83\u5011\u9032\u884c\u6df1\u5165\u7684\u601d\u8003\uff0c\u4e0b\u9762\u4e0d\u59a8\u8ddf\u6211\u4e00\u584a\u770b\u4e0b\u5b83\u5011\u7a76\u7adf\u6709\u4ec0\u9ebc\u7570\u540c\u3002","keywords":[{"label":"Hadoop","value":"Hadoop"},{"label":"Spark","value":"Spark"},{"label":"\u5927\u6578\u64da\u6846\u67b6","value":"\u5927\u6578\u64da\u6846\u67b6"}],"keyphrases":{"focus":[],"additional":[]},"canonical_url":null,"og_title":null,"og_description":null,"og_object_type":"default","og_image_type":"default","og_image_custom_url":null,"og_image_custom_fields":null,"og_custom_image_width":null,"og_custom_image_height":null,"og_video":"","og_custom_url":null,"og_article_section":null,"og_article_tags":[],"twitter_use_og":false,"twitter_card":"default","twitter_image_type":"default","twitter_image_custom_url":null,"twitter_image_custom_fields":null,"twitter_title":null,"twitter_description":null,"schema_type":"default","schema_type_options":"{\"article\":{\"articleType\":\"BlogPosting\"},\"course\":{\"name\":\"\",\"description\":\"\",\"provider\":\"\"},\"faq\":{\"pages\":[]},\"product\":{\"reviews\":[]},\"recipe\":{\"ingredients\":[],\"instructions\":[],\"keywords\":[]},\"software\":{\"reviews\":[],\"operatingSystems\":[]},\"webPage\":{\"webPageType\":\"WebPage\"}}","pillar_content":false,"robots_default":true,"robots_noindex":false,"robots_noarchive":false,"robots_nosnippet":false,"robots_nofollow":false,"robots_noimageindex":false,"robots_noodp":false,"robots_notranslate":false,"robots_max_snippet":"-1","robots_max_videopreview":"-1","robots_max_imagepreview":"large","tabs":"{\"tab\":\"general\",\"tab_social\":\"facebook\",\"tab_sidebar\":\"general\",\"tab_modal\":\"general\",\"tab_modal_social\":\"facebook\"}","priority":0,"frequency":"default","location":null,"local_seo":{"businessInfo":{"name":"","urls":{"website":"","aboutPage":"","contactPage":""},"address":{"line1":"","line2":"","zip":"","city":"","state":"","country":""},"contact":{"email":"","phone":"","fax":""},"ids":{"vatID":"","taxID":"","chamberID":""},"payment":{"priceIndication":"","currenciesAccepted":"","methodsAccepted":""},"areaServed":""},"openingHours":{"show":false,"closedLabel":"","open24h":false,"open24hLabel":"","open247":false,"use24hFormat":false,"twoSets":false,"timezone":"","hours":[]}},"created":"2021-02-19 09:02:17","updated":"2026-07-10 18:42:39","primary_term":null,"og_image_url":null,"og_image_width":null,"og_image_height":null,"twitter_image_url":null,"schema":{"blockGraphs":[],"customGraphs":[],"default":{"data":{"Article":{"id":"#aioseo-article-6a0649beaa591","slug":"article","graphName":"Article","label":"Article","properties":{"type":"BlogPosting","name":"#post_title","headline":"#post_title","description":"#post_excerpt","image":"","keywords":"","author":{"name":"#author_name","url":"#author_url"},"dates":{"include":true,"datePublished":"","dateModified":""}}},"Course":[],"Dataset":[],"FAQPage":[],"Movie":[],"Person":[],"Product":[],"ProductReview":[],"Car":[],"Recipe":[],"Service":[],"SoftwareApplication":[],"WebPage":[]},"graphName":"Article","isEnabled":true},"graphs":[]},"limit_modified_date":false,"ai":null,"breadcrumb_settings":null,"seo_analyzer_scan_date":null},"aioseo_breadcrumb":"<div class=\"aioseo-breadcrumbs\"><span class=\"aioseo-breadcrumb\">\n\t\t\t<a href=\"https:\/\/blog.tibame.com\" title=\"Home\">Home<\/a>\n\t\t<\/span><span class=\"aioseo-breadcrumb-separator\">&raquo;<\/span><span class=\"aioseo-breadcrumb\">\n\t\t\t<a href=\"https:\/\/blog.tibame.com\/?cat=480\" title=\"\u79d1\u6280\u8da8\u52e2\">\u79d1\u6280\u8da8\u52e2<\/a>\n\t\t<\/span><span class=\"aioseo-breadcrumb-separator\">&raquo;<\/span><span class=\"aioseo-breadcrumb\">\n\t\t\t<a href=\"https:\/\/blog.tibame.com\/?cat=1543\" title=\"\u8edf\u9ad4\u958b\u767c\">\u8edf\u9ad4\u958b\u767c<\/a>\n\t\t<\/span><span class=\"aioseo-breadcrumb-separator\">&raquo;<\/span><span class=\"aioseo-breadcrumb\">\n\t\t\t10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570\n\t\t<\/span><\/div>","aioseo_breadcrumb_json":[{"label":"Home","link":"https:\/\/blog.tibame.com"},{"label":"\u79d1\u6280\u8da8\u52e2","link":"https:\/\/blog.tibame.com\/?cat=480"},{"label":"\u8edf\u9ad4\u958b\u767c","link":"https:\/\/blog.tibame.com\/?cat=1543"},{"label":"10\u5206\u9418\u5f04\u61c2\u5927\u6578\u64da\u6846\u67b6Hadoop\u548cSpark\u7684\u5dee\u7570","link":"https:\/\/blog.tibame.com\/?p=1752"}],"views":57206,"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/posts\/1752","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/users\/19"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1752"}],"version-history":[{"count":17,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/posts\/1752\/revisions"}],"predecessor-version":[{"id":21284,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/posts\/1752\/revisions\/21284"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/media\/1764"}],"wp:attachment":[{"href":"https:\/\/blog.tibame.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1752"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1752"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1752"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}