{"id":15184,"date":"2020-03-30T14:12:25","date_gmt":"2020-03-30T06:12:25","guid":{"rendered":"https:\/\/blog.tibame.com\/?p=15184"},"modified":"2022-06-08T11:51:27","modified_gmt":"2022-06-08T03:51:27","slug":"%e5%ad%b8%e7%bf%92big-data%e4%b8%80%e5%ae%9a%e8%a6%81%e7%9f%a5%e9%81%93-apache-spark","status":"publish","type":"post","link":"https:\/\/blog.tibame.com\/?p=15184","title":{"rendered":"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053  Apache Spark\u00a0"},"content":{"rendered":"\n<p>\u5927\u6578\u64da\u7576\u7d05\uff0c\u4f60\u4e0d\u80fd\u4e0d\u4e86\u89e3! \u7136\u800c\uff0c\u6240\u8b02\u7684\u5927\u6578\u64da\u662f\u6307\u7121\u6cd5\u5728\u4e00\u5b9a\u6642\u9593\u5167\u7528\u5e38\u898f\u8edf\u9ad4\u5de5\u5177\u5c0d\u5176\u5167\u5bb9\u9032\u884c\u6293\u53d6\u3001\u7ba1\u7406\u548c\u8655\u7406\u7684\u6578\u64da\u96c6\u5408\uff0c\u4e5f\u56e0\u70ba\u9019\u500b\u7279\u6027\uff0c\u5c0d\u5927\u6578\u64da\u7684\u5be6\u6642\u5206\u6790(real-time analysis)\u5df2\u7d93\u6210\u70ba\u4e00\u500b\u975e\u5e38\u91cd\u8981\u8feb\u5207\u9700\u6c42\u3002\u76ee\u524d\u91dd\u5c0d\u5927\u6578\u64da\u7684\u5be6\u6642\u5206\u6790\u5de5\u5177\uff0c\u76ee\u524d\u6700\u53d7\u77da\u76ee\u7684\u5c31\u662fSpark\u3002<\/p>\n\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter\"><img decoding=\"async\" width=\"581\" height=\"313\" src=\"https:\/\/blog.wiedu.tw\/wp-content\/uploads\/2020\/03\/Spark-.png\" alt=\"\" class=\"wp-image-15185\" srcset=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Spark-.png 581w, https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Spark--300x162.png 300w\" sizes=\"(max-width: 581px) 100vw, 581px\" \/><\/figure><\/div>\n\n\n\n<p>\u76ee\u524dSpark\u5df2\u7d93\u767c\u5c55\u6210\u5305\u542b\u773e\u591a\u5b50\u9805\u7684\u7684\u5e73\u53f0\uff0c\u800c\u67cf\u514b\u840a\u52a0\u5dde\u5927\u5b78(UC. Berkerly) AMPLab\u57fa\u65bcSpark\u67b6\u69cb\uff0c\u767c\u5c55\u51fa\u7684\u6578\u64da\u5206\u6790\u68e7\uff0c\u5c31\u53eb\u4f5cBerkeley Data Analytics Stack (\u7c21\u7a31BDAS) \uff0c\u5b83\u662f\u4e00\u500b\u958b\u6e90\u7cfb\u7d71\u68e7\uff0c\u53ef\u6574\u5408AMPLab\u6240\u5efa\u69cb\u7684\u8edf\u9ad4\uff0c\u7528\u4f86\u8b93\u5927\u6578\u64da\u66f4\u6613\u88ab\u7406\u89e3\u3002<\/p>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_85 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u5167\u5bb9\u76ee\u9304<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"\u986f\u793a\/\u96b1\u85cf\u5167\u5bb9\u76ee\u9304\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/blog.tibame.com\/?p=15184\/#1%E8%AA%8D%E8%AD%98BDSA\" >1.\u8a8d\u8b58BDSA<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/blog.tibame.com\/?p=15184\/#2BDSA%E4%B8%8B%E5%BF%85%E5%82%99%E5%B7%A5%E5%85%B7\" >2.BDSA\u4e0b\u5fc5\u5099\u5de5\u5177<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/blog.tibame.com\/?p=15184\/#3%E9%81%B8%E7%94%A8Spark%E7%9A%84%E7%90%86%E7%94%B1\" >3.\u9078\u7528Spark\u7684\u7406\u7531<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/blog.tibame.com\/?p=15184\/#4%E9%82%A3%E9%BA%BCSpark%E5%9C%A8%E5%A4%A7%E6%95%B8%E6%93%9A%E7%9A%84%E6%87%89%E7%94%A8%E5%8F%AF%E8%83%BD%E5%8F%AF%E4%BB%A5%E5%9C%A8%E5%93%AA%E4%BA%9B%E9%A0%98%E5%9F%9F%E5%91%A2\" >4.\u90a3\u9ebcSpark\u5728\u5927\u6578\u64da\u7684\u61c9\u7528\u53ef\u80fd\u53ef\u4ee5\u5728\u54ea\u4e9b\u9818\u57df\u5462?<\/a><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"1%E8%AA%8D%E8%AD%98BDSA\"><\/span><strong>1.\u8a8d\u8b58BDSA<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>BDAS\u7684\u7d44\u6210\u5982\u4e0b\u5716:<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" width=\"865\" height=\"523\" src=\"https:\/\/blog.wiedu.tw\/wp-content\/uploads\/2020\/03\/BDSA.png\" alt=\"\" class=\"wp-image-15186\" srcset=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/BDSA.png 865w, https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/BDSA-300x181.png 300w, https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/BDSA-768x464.png 768w\" sizes=\"(max-width: 865px) 100vw, 865px\" \/><\/figure>\n\n\n\n<p>\u4e0a\u5716\u6dfa\u85cd\u8272\u5716\u793a\u7684\u90e8\u5206\uff0c\u5c31\u662fBDAS\u767c\u5c55\u7684\u8edf\u9ad4\u9805\u76ee\uff0c\u88e1\u9762\u5927\u90e8\u5206\u90fd\u662f\u958b\u6e90\u793e\u7fa4\u4f86\u7dad\u8b77\uff0c\u6709\u4e9b\u5247\u662f\u6709Apache\u57fa\u91d1\u6703\u4f86\u8d0a\u52a9\u3002<\/p>\n\n\n\n<p>\u5176\u4e2d\u5927\u591a\u63a1\u7528\u7684In-Memory\u6280\u8853\u4f86\u52a0\u901f\uff0c\u7576\u7136\u5176\u4e2d\u4e5f\u6709\u5f88\u591a\u512a\u5316\u6f14\u7b97\u6cd5\u5728\u88e1\u9762\uff0c\u4e14BDAS\u9664\u4e86\u81ea\u5df1\u672c\u8eab\u767c\u5c55\u7684\u5f88\u591a\u9805\u76ee\u5916\uff0c\u4e5f\u8207Hadoop\u4e2d\u90e8\u5206\u5143\u4ef6\u76f8\u5bb9\uff0c\u6bd4\u5982\u8aaa Yarn\u548cHDFS\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"2BDSA%E4%B8%8B%E5%BF%85%E5%82%99%E5%B7%A5%E5%85%B7\"><\/span><strong>2.BDSA\u4e0b\u5fc5\u5099\u5de5\u5177<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">Yarn<\/h3>\n\n\n\n<p>Yarn\u662f Hadoop\u7684\u8cc7\u6e90\u7ba1\u7406\u6846\u67b6\uff0c\u5b83\u5c07MapReduce\u7d50\u69cb\u5f9e1.0\u62bd\u96e2\u51fa\u4f86\uff0c\u8b8a\u6210\u4e00\u500b&#8221;Framework&#8221;\uff0c\u7136\u5f8c\u5c07JobTracker\u8207TaskTracker\u4e2d\u7684\u8cc7\u6e90\u7ba1\u7406\u90e8\u4efd\u62bd\u96e2\u51fa\u4f86\uff0c\u767c\u5c55\u6210Yarn\uff0c\u85c9\u6b64\u63a7\u7ba1\u6574\u500b\u8cc7\u6e90\u7684\u5206\u914d\u3002\u900f\u904e\u865b\u64ec\u5bb9\u5668\u7684\u6280\u8853\u4f86\u540c\u6642\u904b\u884c\u591a\u500b\u904b\u7b97Framework\uff0c\u4f60\u53ef\u4ee5\u628a\u5b83\u60f3\u6210\u5728\u4e00\u53f0\u6a5f\u5668\u88e1\u9762\u53c8\u591a\u958b\u597d\u5e7e\u500b\u5c0f\u865b\u64ec\u6a5f\uff0c\u4f46\u6280\u8853\u4e0a\u5176\u5be6\u662f\u7531\u8a31\u591a\u500bJVM\u6216Linux container\uff0c\u4f86\u9054\u5230\u904b\u7b97\u8cc7\u6e90\u7368\u7acb(CPU Memory)\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" width=\"865\" height=\"536\" src=\"https:\/\/blog.wiedu.tw\/wp-content\/uploads\/2020\/03\/YARN.png\" alt=\"Yarn\u67b6\u69cb\u5716\" class=\"wp-image-15187\" srcset=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/YARN.png 865w, https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/YARN-300x186.png 300w, https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/YARN-768x476.png 768w\" sizes=\"(max-width: 865px) 100vw, 865px\" \/><\/figure>\n\n\n\n<p>\u7c21\u55ae\u4f86\u8aaaYarn\u5c31\u50cf\u662f\u4e00\u500b\u7ba1\u7406\u54e1\uff0c\u540c\u6642\u7ba1\u7406\u597d\u5e7e\u5ea7\u5834\u5730\uff0c\u7576\u6709\u9700\u6c42(\u9001\u51faHadoop task )\u6642\uff0c\u627f\u79df\u4eba(JobTracker) \u6703\u5411\u7ba1\u7406\u54e1\u63d0\u51fa\u8cc7\u6e90\u7533\u8acb\uff0c\u7ba1\u7406\u54e1\u5c31\u6703\u958b\u59cb\u5f9e\u4e0d\u540c\u5834\u5730\u4e2d\u5283\u5206\u5e7e\u500b\u623f\u9593\u51fa\u4f86\uff0c\u4ee5\u4f9bJobTracker\u6307\u6d3e\u5404\u500bTaskTracker\u5de5\u4eba\u5230\u5404\u500b\u5834\u5730\u53bb\u505a\u4e8b\u60c5 \u3002<\/p>\n\n\n\n<p>\u6240\u4ee5\u8aaa\uff0c\u539f\u4f86\u7684Client Server\u67b6\u69cb\u53ef\u4ee5\u4e0d\u7528\u6539\u8b8a\uff0c\u53ea\u662f\u539f\u672c\u7368\u4f54\u7684\u6a5f\u5668\u8cc7\u6e90\uff0c\u8b8a\u6210\u7531\u7ba1\u7406\u54e1(Yarn)\u9032\u884c\u8cc7\u6e90\u7684\u7ba1\u7406\u3002<\/p>\n\n\n\n<p>\u540c\u6a23\u7684\u9053\u7406\uff0cSpark\u672c\u8eab\u4e5f\u53ef\u4ee5\u662fYarn\u7684\u4e00\u500bFramework\uff0c\u80fd\u5920\u900f\u904eYarn\u53bb\u5206\u914d\u8cc7\u6e90\u4f86\u57f7\u884c<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">HDFS<\/h3>\n\n\n\n<p>\u8207\u539f\u59cb\u67b6\u69cb\u5dee\u4e0d\u591a\uff0c\u7531NameNode\u8207DataNode\u7d44\u6210\uff0cNameNode\u8ca0\u8cac\u5132\u5b58\u5404\u6a94\u6848\u7a0b\u5f0f\u78bc\u5340\u584a(Block)\u7684Block\uff0c\u8207Block\u7f6e\u653e\u7684\u554f\u984c<\/p>\n\n\n\n<p>DataNode\u5247\u8ca0\u8cac\u5be6\u969b\u5132\u5b58\u8cc7\u6599\u8207\u63d0\u53d6\u8cc7\u6599<\/p>\n\n\n\n<p>\u6240\u6709\u7684\u6a94\u6848\u5b58\u53d6\u8acb\u6c42\uff0c\u90fd\u662f\u900f\u904eHDFS API\u5411NameNode\u63d0\u51fa\uff0cNameNode\u6703\u8ca0\u8cac\u5c0e\u5411\u8a72\u6a94\u6848\u7a0b\u5f0f\u78bc\u5340\u584a(Block)\u6240\u5728\u7684\u4f4d\u5740\uff0c\u800cHDFS\u5176\u5be6\u5c31\u50cf\u662f\u7db2\u8def\u4e0a\u7684\u82b3\u9130(\u6216Samba)<\/p>\n\n\n\n<p>\u4efb\u4f55\u96fb\u8166\u90fd\u53ef\u4ee5\u5b58\u53d6\uff0c\u7576\u7136\u4e5f\u6709&#8221;\u639b\u8f09&#8221;\u5230\u67d0\u500b\u8cc7\u6599\u593e\u7684\u529f\u80fd\uff0c\u4f7fHDFS\u64cd\u4f5c\u8d77\u4f86\u8ddf\u4e00\u822c\u6a94\u6848\u7cfb\u7d71\u5dee\u4e0d\u591a<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"3%E9%81%B8%E7%94%A8Spark%E7%9A%84%E7%90%86%E7%94%B1\"><\/span><strong>3.\u9078\u7528Spark\u7684\u7406\u7531<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>Spark \u4e5f\u662fBDAS\u4e2d\u7684\u4e00\u500b\u9805\u76ee\uff0c\u4f46\u77e5\u540d\u5ea6\u8207\u540d\u6c23\u975e\u5e38\u97ff\u4eae\uff0c\u4e5f\u88ab\u8a31\u591a\u4eba\u63a1\u7528\u3002<\/p>\n\n\n\n<p>\u5b83\u662f\u4e00\u500b\u7d50\u5408In-memory\u8207RDD\u6280\u8853\u7684\u5206\u6563\u5f0f\u8cc7\u6599\u64cd\u4f5c\u8207\u904b\u7b97\u6846\u67b6<\/p>\n\n\n\n<p>Spark\u6578\u64da\u8655\u7406\u901f\u5ea6\u79d2\u6bbaMapReduce\u56e0\u70ba\u5176\u8655\u7406\u6578\u64da\u7684\u65b9\u5f0f\u4e0d\u4e00\u6a23\uff0c\u6703\u6bd4MapReduce\u5feb\u4e0a\u5f88\u591a\u3002MapReduce\u662f\u5206\u6b65\u5c0d\u6578\u64da\u9032\u884c\u8655\u7406\u7684\u5f9e\u96c6\u7fa4\u4e2d\u8b80\u53d6\u6578\u64da\uff0c\u9032\u884c\u4e00\u6b21\u8655\u7406\uff0c\u5c07\u7d50\u679c\u5beb\u5230\u96c6\u7fa4\uff0c\u5f9e\u96c6\u7fa4\u4e2d\u8b80\u53d6\u66f4\u65b0\u5f8c\u7684\u6578\u64da\uff0c\u9032\u884c\u4e0b\u4e00\u6b21\u7684\u8655\u7406\uff0c\u5c07\u7d50\u679c\u5beb\u5230\u96c6\u7fa4\uff0c\u7136\u5f8c\u5faa\u74b0\u3002<\/p>\n\n\n\n<p>\u53cd\u89c0Spark\uff0c\u5b83\u6703\u5728\u5167\u5b58\u4e2d\u4ee5\u63a5\u8fd1\u5be6\u6642\u7684\u6642\u9593\u5b8c\u6210\u6240\u6709\u7684\u6578\u64da\u5206\u6790\uff1a\u201c\u5f9e\u96c6\u7fa4\u4e2d\u8b80\u53d6\u6578\u64da\uff0c\u5b8c\u6210\u6240\u6709\u5fc5\u9808\u7684\u5206\u6790\u8655\u7406\uff0c\u5c07\u7d50\u679c\u5beb\u56de\u96c6\u7fa4\u5b8c\u6210\uff0c\u56e0\u6b64\uff0cSpark\u7684\u8655\u7406\u901f\u5ea6\u6bd4MapReduce\u5feb\u8fd110\u500d\uff0c\u5167\u5b58\u4e2d\u7684\u6578\u64da\u5206\u6790\u901f\u5ea6\u5247\u5feb\u8fd1100\u500d\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"4%E9%82%A3%E9%BA%BCSpark%E5%9C%A8%E5%A4%A7%E6%95%B8%E6%93%9A%E7%9A%84%E6%87%89%E7%94%A8%E5%8F%AF%E8%83%BD%E5%8F%AF%E4%BB%A5%E5%9C%A8%E5%93%AA%E4%BA%9B%E9%A0%98%E5%9F%9F%E5%91%A2\"><\/span><strong>4.\u90a3\u9ebcSpark\u5728\u5927\u6578\u64da\u7684\u61c9\u7528\u53ef\u80fd\u53ef\u4ee5\u5728\u54ea\u4e9b\u9818\u57df\u5462?<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>1.\u5728\u904a\u6232\u9818\u57df\uff0c\u5f9e\u5be6\u6642\u7684\u6f5b\u5728\u904a\u6232\u4e8b\u4ef6\u4e2d\u8fc5\u901f\u5730\u6316\u6398\u51fa\u6709\u50f9\u503c\u7684\u6a21\u5f0f\u53ef\u4ee5\u5275\u9020\u51fa\u5de8\u5927\u7684\u5546\u696d\u5229\u76ca\uff0c\u6bd4\u5982\u7528\u6236\u8fd4\u56de\u7387\u60c5\u6cc1\u3001\u5982\u4f55\u5236\u5b9a\u5ee3\u544a\u4ee5\u53ca\u5982\u4f55\u81ea\u52d5\u8abf\u6574\u904a\u6232\u7684\u8907\u96dc\u5ea6\u7b49\u3002<\/p>\n\n\n\n<p>2.\u5728\u96fb\u5b50\u5546\u52d9\u9818\u57df\u4e2d\uff0c\u5be6\u8cea\u4ea4\u6613\u6578\u64da\u5c07\u88ab\u50b3\u905e\u5230k\u5747\u503c\u7b97\u6cd5\u6216\u8005ALS\u7b49\u5354\u540c\u904e\u6ffe\u6f14\u7b97\u6cd5\u4e2d\u3002\u9019\u4e9b\u904b\u7b97\u7d50\u679c\u5c07\u548c\u9867\u5ba2\u8a55\u8ad6\u7b49\u975e\u7d50\u69cb\u5316\u6578\u64da\u7d50\u5408\u8d77\u4f86\uff0c\u7528\u65bc\u4e0d\u65b7\u6539\u9032\u4ea4\u6613\u6a21\u5f0f\u4ee5\u9069\u61c9\u65b0\u8da8\u52e2\u7684\u767c\u5c55\u3002<\/p>\n\n\n\n<p>3.\u5728\u91d1\u878d\u6216\u8b49\u5238\u9818\u57df\u4e2d\uff0cSpark\u6280\u8853\u53ef\u4ee5\u88ab\u61c9\u7528\u5230\u4fe1\u7528\u8a50\u9a19\u548c\u98a8\u96aa\u7ba1\u63a7\u7cfb\u7d71\u4e2d\u3002\u901a\u904e\u7372\u53d6\u5927\u91cf\u7684\u6b77\u53f2\u6578\u64da\u548c\u5176\u4ed6\u4e00\u4e9b\u5916\u90e8\u6578\u64da\u4ee5\u53ca\u4e00\u4e9b\u9023\u63a5\/\u8acb\u6c42\u4fe1\u606f\uff0c\u53ef\u4ee5\u53d6\u5f97\u975e\u5e38\u597d\u7684\u6a21\u578b\u7d50\u679c\u3002<\/p>\n\n\n\n<p>\u7e3d\u800c\u8a00\u4e4b\uff0cSpark\u80fd\u628a\u5927\u898f\u6a21\u6578\u64da\u7684\u6d41\u7a0b\u7c21\u55ae\u8655\u7406\u5316\u3002\u4e0d\u7ba1\u662f\u8655\u7406\u7d50\u69cb\u5316\u9084\u662f\u975e\u7d50\u69cb\u5316\u6578\u64da\uff0cSpark\u5c07\u8a31\u591a\u8907\u96dc\u7684\u529f\u80fd(\u6bd4\u5982\u6a5f\u5668\u5b78\u7fd2\u6f14\u7b97\u6cd5\u548c\u5716\u7b97\u6cd5)\u7121\u7e2b\u63a5\u5730\u7d50\u5408\u8d77\u4f86\u3002\u60f3\u8981\u66f4\u9032\u4e00\u6b65\u77ad\u89e3Spark\u5982\u4f55\u5f9e\u5927\u91cf\u7684\u8cc7\u6599\u91cf\u90fd\u53ef\u4ee5\u9032\u884c\u5927\u6578\u64da\u5206\u6790\uff0c\u60a8\u53ef\u4ee5\u53c3\u8003\u7531TibaMe\u7684\u5c08\u696d\u5e2b\u8cc7\u70ba\u60a8\u898f\u5283\u7684Spark\u8ab2\u7a0b\u3002<\/p>\n\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter\"><a href=\"https:\/\/www.tibame.com\/offline\/spark\"><img decoding=\"async\" width=\"372\" height=\"221\" src=\"https:\/\/blog.wiedu.tw\/wp-content\/uploads\/2020\/03\/Spark\u5927\u6578\u64da\u5206\u6790\u67b6\u69cb\u5be6\u4f5c_\u8ab2\u7a0b\u5c01\u9762\u5716-1.png\" alt=\"Spark\u5927\u6578\u64da\u5206\u6790\u67b6\u69cb\u5be6\u4f5c\" class=\"wp-image-15196\" srcset=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Spark\u5927\u6578\u64da\u5206\u6790\u67b6\u69cb\u5be6\u4f5c_\u8ab2\u7a0b\u5c01\u9762\u5716-1.png 372w, https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Spark\u5927\u6578\u64da\u5206\u6790\u67b6\u69cb\u5be6\u4f5c_\u8ab2\u7a0b\u5c01\u9762\u5716-1-300x178.png 300w\" sizes=\"(max-width: 372px) 100vw, 372px\" \/><\/a><\/figure><\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u5927\u6578\u64da\u7576\u7d05\uff0c\u4f60\u4e0d\u80fd\u4e0d\u4e86\u89e3! \u7136\u800c\uff0c\u6240\u8b02\u7684\u5927\u6578\u64da\u662f&hellip;<\/p>\n","protected":false},"author":19,"featured_media":15189,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_lmt_disableupdate":"","_lmt_disable":"","footnotes":""},"categories":[480,173],"tags":[141,664,758],"class_list":["post-15184","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-technology","category-173","tag-big-data","tag-spark","tag-758"],"aioseo_notices":[],"aioseo_head":"\n\t\t<!-- All in One SEO 4.9.9 - aioseo.com -->\n\t<meta name=\"description\" content=\"\u76ee\u524dSpark\u5df2\u7d93\u767c\u5c55\u6210\u5305\u542b\u773e\u591a\u5b50\u9805\u7684\u7684\u5e73\u53f0\uff0c\u800c\u67cf\u514b\u840a\u52a0\u5dde\u5927\u5b78(UC. Berkerly) AMPLab\u57fa\u65bcSpark\u67b6\u69cb\uff0c\u767c\u5c55\u51fa\u7684\u6578\u64da\u5206\u6790\u68e7\uff0c\u5c31\u53eb\u4f5cBerkeley Data Analytics Stack (\u7c21\u7a31BDAS) \uff0c\u5b83\u662f\u4e00\u500b\u958b\u6e90\u7cfb\u7d71\u68e7\uff0c\u53ef\u6574\u5408AMPLab\u6240\u5efa\u69cb\u7684\u8edf\u9ad4\uff0c\u7528\u4f86\u8b93\u5927\u6578\u64da\u66f4\u6613\u88ab\u7406\u89e3\u3002\" \/>\n\t<meta name=\"robots\" content=\"max-image-preview:large\" \/>\n\t<meta name=\"author\" content=\"TibaMe\u5c0f\u7de8\"\/>\n\t<meta name=\"google-site-verification\" content=\"5qHOkz_aS80gbg22PS-fvrR8c3e_cOK04gCj7qo10RM\" \/>\n\t<meta name=\"keywords\" content=\"spark,big data,\u5927\u6578\u64da,\u79d1\u6280\u8da8\u52e2,\u6240\u6709\u6587\u7ae0\" \/>\n\t<link rel=\"canonical\" href=\"https:\/\/blog.tibame.com\/?p=15184\" \/>\n\t<meta name=\"generator\" content=\"All in One SEO (AIOSEO) 4.9.9\" \/>\n\n\t\t<!-- Global site tag (gtag.js) - Google Analytics -->\n<script async src=\"https:\/\/www.googletagmanager.com\/gtag\/js?id=UA-53361606-4\"><\/script>\n<script>\n window.dataLayer = window.dataLayer || [];\n function gtag(){dataLayer.push(arguments);}\n gtag('js', new Date());\n\n gtag('config', 'UA-53361606-4');\n<\/script>\n\t\t<meta property=\"og:locale\" content=\"zh_TW\" \/>\n\t\t<meta property=\"og:site_name\" content=\"TibaMe\" \/>\n\t\t<meta property=\"og:type\" content=\"article\" \/>\n\t\t<meta property=\"og:title\" content=\"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053 Apache Spark | \u7def\u80b2TibaMe Blog\" \/>\n\t\t<meta property=\"og:description\" content=\"\u76ee\u524dSpark\u5df2\u7d93\u767c\u5c55\u6210\u5305\u542b\u773e\u591a\u5b50\u9805\u7684\u7684\u5e73\u53f0\uff0c\u800c\u67cf\u514b\u840a\u52a0\u5dde\u5927\u5b78(UC. Berkerly) AMPLab\u57fa\u65bcSpark\u67b6\u69cb\uff0c\u767c\u5c55\u51fa\u7684\u6578\u64da\u5206\u6790\u68e7\uff0c\u5c31\u53eb\u4f5cBerkeley Data Analytics Stack (\u7c21\u7a31BDAS) \uff0c\u5b83\u662f\u4e00\u500b\u958b\u6e90\u7cfb\u7d71\u68e7\uff0c\u53ef\u6574\u5408AMPLab\u6240\u5efa\u69cb\u7684\u8edf\u9ad4\uff0c\u7528\u4f86\u8b93\u5927\u6578\u64da\u66f4\u6613\u88ab\u7406\u89e3\u3002\" \/>\n\t\t<meta property=\"og:url\" content=\"https:\/\/blog.tibame.com\/?p=15184\" \/>\n\t\t<meta property=\"og:image\" content=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Apache-Spark-.png\" \/>\n\t\t<meta property=\"og:image:secure_url\" content=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Apache-Spark-.png\" \/>\n\t\t<meta property=\"og:image:width\" content=\"1908\" \/>\n\t\t<meta property=\"og:image:height\" content=\"838\" \/>\n\t\t<meta property=\"article:published_time\" content=\"2020-03-30T06:12:25+00:00\" \/>\n\t\t<meta property=\"article:modified_time\" content=\"2022-06-08T03:51:27+00:00\" \/>\n\t\t<meta name=\"twitter:card\" content=\"summary\" \/>\n\t\t<meta name=\"twitter:title\" content=\"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053 Apache Spark | \u7def\u80b2TibaMe Blog\" \/>\n\t\t<meta name=\"twitter:description\" content=\"\u76ee\u524dSpark\u5df2\u7d93\u767c\u5c55\u6210\u5305\u542b\u773e\u591a\u5b50\u9805\u7684\u7684\u5e73\u53f0\uff0c\u800c\u67cf\u514b\u840a\u52a0\u5dde\u5927\u5b78(UC. Berkerly) AMPLab\u57fa\u65bcSpark\u67b6\u69cb\uff0c\u767c\u5c55\u51fa\u7684\u6578\u64da\u5206\u6790\u68e7\uff0c\u5c31\u53eb\u4f5cBerkeley Data Analytics Stack (\u7c21\u7a31BDAS) \uff0c\u5b83\u662f\u4e00\u500b\u958b\u6e90\u7cfb\u7d71\u68e7\uff0c\u53ef\u6574\u5408AMPLab\u6240\u5efa\u69cb\u7684\u8edf\u9ad4\uff0c\u7528\u4f86\u8b93\u5927\u6578\u64da\u66f4\u6613\u88ab\u7406\u89e3\u3002\" \/>\n\t\t<meta name=\"twitter:image\" content=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Apache-Spark-.png\" \/>\n\t\t<script type=\"application\/ld+json\" class=\"aioseo-schema\">\n\t\t\t{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"BlogPosting\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184#blogposting\",\"name\":\"\\u5b78\\u7fd2Big Data\\u4e00\\u5b9a\\u8981\\u77e5\\u9053 Apache Spark | \\u7def\\u80b2TibaMe Blog\",\"headline\":\"\\u5b78\\u7fd2Big Data\\u4e00\\u5b9a\\u8981\\u77e5\\u9053  Apache Spark\\u00a0\",\"author\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?author=19#author\"},\"publisher\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/#organization\"},\"image\":{\"@type\":\"ImageObject\",\"url\":\"https:\\\/\\\/blog.tibame.com\\\/wp-content\\\/uploads\\\/2020\\\/03\\\/Apache-Spark-.png\",\"width\":1908,\"height\":838},\"datePublished\":\"2020-03-30T14:12:25+08:00\",\"dateModified\":\"2022-06-08T11:51:27+08:00\",\"inLanguage\":\"zh-TW\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184#webpage\"},\"isPartOf\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184#webpage\"},\"articleSection\":\"\\u79d1\\u6280\\u8da8\\u52e2, \\u6240\\u6709\\u6587\\u7ae0, Big Data, Spark, \\u5927\\u6578\\u64da\"},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184#breadcrumblist\",\"itemListElement\":[{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com#listItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\\\/\\\/blog.tibame.com\",\"nextItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?cat=480#listItem\",\"name\":\"\\u79d1\\u6280\\u8da8\\u52e2\"}},{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?cat=480#listItem\",\"position\":2,\"name\":\"\\u79d1\\u6280\\u8da8\\u52e2\",\"item\":\"https:\\\/\\\/blog.tibame.com\\\/?cat=480\",\"nextItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184#listItem\",\"name\":\"\\u5b78\\u7fd2Big Data\\u4e00\\u5b9a\\u8981\\u77e5\\u9053  Apache Spark\\u00a0\"},\"previousItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com#listItem\",\"name\":\"Home\"}},{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184#listItem\",\"position\":3,\"name\":\"\\u5b78\\u7fd2Big Data\\u4e00\\u5b9a\\u8981\\u77e5\\u9053  Apache Spark\\u00a0\",\"previousItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?cat=480#listItem\",\"name\":\"\\u79d1\\u6280\\u8da8\\u52e2\"}}]},{\"@type\":\"Organization\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/#organization\",\"name\":\"\\u7def\\u80b2TibaMe Blog\",\"description\":\"\\u63d0\\u62d4\\u6211\\u7684\\u5b78\\u7fd2\\u529b\",\"url\":\"https:\\\/\\\/blog.tibame.com\\\/\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https:\\\/\\\/blog.wiedu.tw\\\/wp-content\\\/uploads\\\/2019\\\/08\\\/tibame.jpg\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184\\\/#organizationLogo\"},\"image\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184\\\/#organizationLogo\"}},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?author=19#author\",\"url\":\"https:\\\/\\\/blog.tibame.com\\\/?author=19\",\"name\":\"TibaMe\\u5c0f\\u7de8\",\"image\":{\"@type\":\"ImageObject\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184#authorImage\",\"url\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/acb4eaa72ec159908aa64f92bd2a7755b0a4a15ac59354446f2e3608f59b55d6?s=96&d=retro&r=g\",\"width\":96,\"height\":96,\"caption\":\"TibaMe\\u5c0f\\u7de8\"}},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184#webpage\",\"url\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184\",\"name\":\"\\u5b78\\u7fd2Big Data\\u4e00\\u5b9a\\u8981\\u77e5\\u9053 Apache Spark | \\u7def\\u80b2TibaMe Blog\",\"description\":\"\\u76ee\\u524dSpark\\u5df2\\u7d93\\u767c\\u5c55\\u6210\\u5305\\u542b\\u773e\\u591a\\u5b50\\u9805\\u7684\\u7684\\u5e73\\u53f0\\uff0c\\u800c\\u67cf\\u514b\\u840a\\u52a0\\u5dde\\u5927\\u5b78(UC. Berkerly) AMPLab\\u57fa\\u65bcSpark\\u67b6\\u69cb\\uff0c\\u767c\\u5c55\\u51fa\\u7684\\u6578\\u64da\\u5206\\u6790\\u68e7\\uff0c\\u5c31\\u53eb\\u4f5cBerkeley Data Analytics Stack (\\u7c21\\u7a31BDAS) \\uff0c\\u5b83\\u662f\\u4e00\\u500b\\u958b\\u6e90\\u7cfb\\u7d71\\u68e7\\uff0c\\u53ef\\u6574\\u5408AMPLab\\u6240\\u5efa\\u69cb\\u7684\\u8edf\\u9ad4\\uff0c\\u7528\\u4f86\\u8b93\\u5927\\u6578\\u64da\\u66f4\\u6613\\u88ab\\u7406\\u89e3\\u3002\",\"inLanguage\":\"zh-TW\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/#website\"},\"breadcrumb\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184#breadcrumblist\"},\"author\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?author=19#author\"},\"creator\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?author=19#author\"},\"image\":{\"@type\":\"ImageObject\",\"url\":\"https:\\\/\\\/blog.tibame.com\\\/wp-content\\\/uploads\\\/2020\\\/03\\\/Apache-Spark-.png\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184\\\/#mainImage\",\"width\":1908,\"height\":838},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/?p=15184#mainImage\"},\"datePublished\":\"2020-03-30T14:12:25+08:00\",\"dateModified\":\"2022-06-08T11:51:27+08:00\"},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/#website\",\"url\":\"https:\\\/\\\/blog.tibame.com\\\/\",\"name\":\"\\u7def\\u80b2TibaMe Blog\",\"description\":\"\\u63d0\\u62d4\\u6211\\u7684\\u5b78\\u7fd2\\u529b\",\"inLanguage\":\"zh-TW\",\"publisher\":{\"@id\":\"https:\\\/\\\/blog.tibame.com\\\/#organization\"}}]}\n\t\t<\/script>\n\t\t<!-- All in One SEO -->\n\n","aioseo_head_json":{"title":"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053 Apache Spark | \u7def\u80b2TibaMe Blog","description":"\u76ee\u524dSpark\u5df2\u7d93\u767c\u5c55\u6210\u5305\u542b\u773e\u591a\u5b50\u9805\u7684\u7684\u5e73\u53f0\uff0c\u800c\u67cf\u514b\u840a\u52a0\u5dde\u5927\u5b78(UC. Berkerly) AMPLab\u57fa\u65bcSpark\u67b6\u69cb\uff0c\u767c\u5c55\u51fa\u7684\u6578\u64da\u5206\u6790\u68e7\uff0c\u5c31\u53eb\u4f5cBerkeley Data Analytics Stack (\u7c21\u7a31BDAS) \uff0c\u5b83\u662f\u4e00\u500b\u958b\u6e90\u7cfb\u7d71\u68e7\uff0c\u53ef\u6574\u5408AMPLab\u6240\u5efa\u69cb\u7684\u8edf\u9ad4\uff0c\u7528\u4f86\u8b93\u5927\u6578\u64da\u66f4\u6613\u88ab\u7406\u89e3\u3002","canonical_url":"https:\/\/blog.tibame.com\/?p=15184","robots":"max-image-preview:large","keywords":"spark,big data,\u5927\u6578\u64da,\u79d1\u6280\u8da8\u52e2,\u6240\u6709\u6587\u7ae0","webmasterTools":{"google-site-verification":"5qHOkz_aS80gbg22PS-fvrR8c3e_cOK04gCj7qo10RM","miscellaneous":"&lt;!-- Global site tag (gtag.js) - Google Analytics --&gt;\n&lt;script async src=\"https:\/\/www.googletagmanager.com\/gtag\/js?id=UA-53361606-4\"&gt;&lt;\/script&gt;\n&lt;script&gt;\n&nbsp;window.dataLayer = window.dataLayer || [];\n&nbsp;function gtag(){dataLayer.push(arguments);}\n&nbsp;gtag('js', new Date());\n\n&nbsp;gtag('config', 'UA-53361606-4');\n&lt;\/script&gt;"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"BlogPosting","@id":"https:\/\/blog.tibame.com\/?p=15184#blogposting","name":"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053 Apache Spark | \u7def\u80b2TibaMe Blog","headline":"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053  Apache Spark\u00a0","author":{"@id":"https:\/\/blog.tibame.com\/?author=19#author"},"publisher":{"@id":"https:\/\/blog.tibame.com\/#organization"},"image":{"@type":"ImageObject","url":"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Apache-Spark-.png","width":1908,"height":838},"datePublished":"2020-03-30T14:12:25+08:00","dateModified":"2022-06-08T11:51:27+08:00","inLanguage":"zh-TW","mainEntityOfPage":{"@id":"https:\/\/blog.tibame.com\/?p=15184#webpage"},"isPartOf":{"@id":"https:\/\/blog.tibame.com\/?p=15184#webpage"},"articleSection":"\u79d1\u6280\u8da8\u52e2, \u6240\u6709\u6587\u7ae0, Big Data, Spark, \u5927\u6578\u64da"},{"@type":"BreadcrumbList","@id":"https:\/\/blog.tibame.com\/?p=15184#breadcrumblist","itemListElement":[{"@type":"ListItem","@id":"https:\/\/blog.tibame.com#listItem","position":1,"name":"Home","item":"https:\/\/blog.tibame.com","nextItem":{"@type":"ListItem","@id":"https:\/\/blog.tibame.com\/?cat=480#listItem","name":"\u79d1\u6280\u8da8\u52e2"}},{"@type":"ListItem","@id":"https:\/\/blog.tibame.com\/?cat=480#listItem","position":2,"name":"\u79d1\u6280\u8da8\u52e2","item":"https:\/\/blog.tibame.com\/?cat=480","nextItem":{"@type":"ListItem","@id":"https:\/\/blog.tibame.com\/?p=15184#listItem","name":"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053  Apache Spark\u00a0"},"previousItem":{"@type":"ListItem","@id":"https:\/\/blog.tibame.com#listItem","name":"Home"}},{"@type":"ListItem","@id":"https:\/\/blog.tibame.com\/?p=15184#listItem","position":3,"name":"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053  Apache Spark\u00a0","previousItem":{"@type":"ListItem","@id":"https:\/\/blog.tibame.com\/?cat=480#listItem","name":"\u79d1\u6280\u8da8\u52e2"}}]},{"@type":"Organization","@id":"https:\/\/blog.tibame.com\/#organization","name":"\u7def\u80b2TibaMe Blog","description":"\u63d0\u62d4\u6211\u7684\u5b78\u7fd2\u529b","url":"https:\/\/blog.tibame.com\/","logo":{"@type":"ImageObject","url":"https:\/\/blog.wiedu.tw\/wp-content\/uploads\/2019\/08\/tibame.jpg","@id":"https:\/\/blog.tibame.com\/?p=15184\/#organizationLogo"},"image":{"@id":"https:\/\/blog.tibame.com\/?p=15184\/#organizationLogo"}},{"@type":"Person","@id":"https:\/\/blog.tibame.com\/?author=19#author","url":"https:\/\/blog.tibame.com\/?author=19","name":"TibaMe\u5c0f\u7de8","image":{"@type":"ImageObject","@id":"https:\/\/blog.tibame.com\/?p=15184#authorImage","url":"https:\/\/secure.gravatar.com\/avatar\/acb4eaa72ec159908aa64f92bd2a7755b0a4a15ac59354446f2e3608f59b55d6?s=96&d=retro&r=g","width":96,"height":96,"caption":"TibaMe\u5c0f\u7de8"}},{"@type":"WebPage","@id":"https:\/\/blog.tibame.com\/?p=15184#webpage","url":"https:\/\/blog.tibame.com\/?p=15184","name":"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053 Apache Spark | \u7def\u80b2TibaMe Blog","description":"\u76ee\u524dSpark\u5df2\u7d93\u767c\u5c55\u6210\u5305\u542b\u773e\u591a\u5b50\u9805\u7684\u7684\u5e73\u53f0\uff0c\u800c\u67cf\u514b\u840a\u52a0\u5dde\u5927\u5b78(UC. Berkerly) AMPLab\u57fa\u65bcSpark\u67b6\u69cb\uff0c\u767c\u5c55\u51fa\u7684\u6578\u64da\u5206\u6790\u68e7\uff0c\u5c31\u53eb\u4f5cBerkeley Data Analytics Stack (\u7c21\u7a31BDAS) \uff0c\u5b83\u662f\u4e00\u500b\u958b\u6e90\u7cfb\u7d71\u68e7\uff0c\u53ef\u6574\u5408AMPLab\u6240\u5efa\u69cb\u7684\u8edf\u9ad4\uff0c\u7528\u4f86\u8b93\u5927\u6578\u64da\u66f4\u6613\u88ab\u7406\u89e3\u3002","inLanguage":"zh-TW","isPartOf":{"@id":"https:\/\/blog.tibame.com\/#website"},"breadcrumb":{"@id":"https:\/\/blog.tibame.com\/?p=15184#breadcrumblist"},"author":{"@id":"https:\/\/blog.tibame.com\/?author=19#author"},"creator":{"@id":"https:\/\/blog.tibame.com\/?author=19#author"},"image":{"@type":"ImageObject","url":"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Apache-Spark-.png","@id":"https:\/\/blog.tibame.com\/?p=15184\/#mainImage","width":1908,"height":838},"primaryImageOfPage":{"@id":"https:\/\/blog.tibame.com\/?p=15184#mainImage"},"datePublished":"2020-03-30T14:12:25+08:00","dateModified":"2022-06-08T11:51:27+08:00"},{"@type":"WebSite","@id":"https:\/\/blog.tibame.com\/#website","url":"https:\/\/blog.tibame.com\/","name":"\u7def\u80b2TibaMe Blog","description":"\u63d0\u62d4\u6211\u7684\u5b78\u7fd2\u529b","inLanguage":"zh-TW","publisher":{"@id":"https:\/\/blog.tibame.com\/#organization"}}]},"og:locale":"zh_TW","og:site_name":"TibaMe","og:type":"article","og:title":"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053 Apache Spark | \u7def\u80b2TibaMe Blog","og:description":"\u76ee\u524dSpark\u5df2\u7d93\u767c\u5c55\u6210\u5305\u542b\u773e\u591a\u5b50\u9805\u7684\u7684\u5e73\u53f0\uff0c\u800c\u67cf\u514b\u840a\u52a0\u5dde\u5927\u5b78(UC. Berkerly) AMPLab\u57fa\u65bcSpark\u67b6\u69cb\uff0c\u767c\u5c55\u51fa\u7684\u6578\u64da\u5206\u6790\u68e7\uff0c\u5c31\u53eb\u4f5cBerkeley Data Analytics Stack (\u7c21\u7a31BDAS) \uff0c\u5b83\u662f\u4e00\u500b\u958b\u6e90\u7cfb\u7d71\u68e7\uff0c\u53ef\u6574\u5408AMPLab\u6240\u5efa\u69cb\u7684\u8edf\u9ad4\uff0c\u7528\u4f86\u8b93\u5927\u6578\u64da\u66f4\u6613\u88ab\u7406\u89e3\u3002","og:url":"https:\/\/blog.tibame.com\/?p=15184","og:image":"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Apache-Spark-.png","og:image:secure_url":"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Apache-Spark-.png","og:image:width":1908,"og:image:height":838,"article:published_time":"2020-03-30T06:12:25+00:00","article:modified_time":"2022-06-08T03:51:27+00:00","twitter:card":"summary","twitter:title":"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053 Apache Spark | \u7def\u80b2TibaMe Blog","twitter:description":"\u76ee\u524dSpark\u5df2\u7d93\u767c\u5c55\u6210\u5305\u542b\u773e\u591a\u5b50\u9805\u7684\u7684\u5e73\u53f0\uff0c\u800c\u67cf\u514b\u840a\u52a0\u5dde\u5927\u5b78(UC. Berkerly) AMPLab\u57fa\u65bcSpark\u67b6\u69cb\uff0c\u767c\u5c55\u51fa\u7684\u6578\u64da\u5206\u6790\u68e7\uff0c\u5c31\u53eb\u4f5cBerkeley Data Analytics Stack (\u7c21\u7a31BDAS) \uff0c\u5b83\u662f\u4e00\u500b\u958b\u6e90\u7cfb\u7d71\u68e7\uff0c\u53ef\u6574\u5408AMPLab\u6240\u5efa\u69cb\u7684\u8edf\u9ad4\uff0c\u7528\u4f86\u8b93\u5927\u6578\u64da\u66f4\u6613\u88ab\u7406\u89e3\u3002","twitter:image":"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Apache-Spark-.png"},"aioseo_meta_data":{"post_id":"15184","title":"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053  Apache Spark | #site_title","description":"\u76ee\u524dSpark\u5df2\u7d93\u767c\u5c55\u6210\u5305\u542b\u773e\u591a\u5b50\u9805\u7684\u7684\u5e73\u53f0\uff0c\u800c\u67cf\u514b\u840a\u52a0\u5dde\u5927\u5b78(UC. Berkerly) AMPLab\u57fa\u65bcSpark\u67b6\u69cb\uff0c\u767c\u5c55\u51fa\u7684\u6578\u64da\u5206\u6790\u68e7\uff0c\u5c31\u53eb\u4f5cBerkeley Data Analytics Stack (\u7c21\u7a31BDAS) \uff0c\u5b83\u662f\u4e00\u500b\u958b\u6e90\u7cfb\u7d71\u68e7\uff0c\u53ef\u6574\u5408AMPLab\u6240\u5efa\u69cb\u7684\u8edf\u9ad4\uff0c\u7528\u4f86\u8b93\u5927\u6578\u64da\u66f4\u6613\u88ab\u7406\u89e3\u3002","keywords":[{"label":"Spark","value":"Spark"},{"label":"big data","value":"big data"},{"label":"\u5927\u6578\u64da","value":"\u5927\u6578\u64da"}],"keyphrases":null,"canonical_url":null,"og_title":"","og_description":"","og_object_type":"article","og_image_type":"default","og_image_custom_url":null,"og_image_custom_fields":null,"og_custom_image_width":null,"og_custom_image_height":null,"og_video":"","og_custom_url":null,"og_article_section":"","og_article_tags":"","twitter_use_og":false,"twitter_card":"summary","twitter_image_type":"default","twitter_image_custom_url":null,"twitter_image_custom_fields":null,"twitter_title":null,"twitter_description":null,"schema_type":null,"schema_type_options":null,"pillar_content":false,"robots_default":true,"robots_noindex":false,"robots_noarchive":false,"robots_nosnippet":false,"robots_nofollow":false,"robots_noimageindex":false,"robots_noodp":false,"robots_notranslate":false,"robots_max_snippet":null,"robots_max_videopreview":null,"robots_max_imagepreview":"large","tabs":null,"priority":null,"frequency":null,"location":null,"local_seo":null,"created":"2021-02-19 09:58:24","updated":"2026-05-14 22:44:08","primary_term":null,"og_image_url":null,"og_image_width":null,"og_image_height":null,"twitter_image_url":null,"schema":{"blockGraphs":[],"customGraphs":[],"default":{"data":{"Article":[],"Course":[],"Dataset":[],"FAQPage":[],"Movie":[],"Person":[],"Product":[],"ProductReview":[],"Car":[],"Recipe":[],"Service":[],"SoftwareApplication":[],"WebPage":[]},"graphName":"BlogPosting","isEnabled":true},"graphs":[]},"limit_modified_date":false,"ai":null,"breadcrumb_settings":null,"seo_analyzer_scan_date":null},"aioseo_breadcrumb":"<div class=\"aioseo-breadcrumbs\"><span class=\"aioseo-breadcrumb\">\n\t\t\t<a href=\"https:\/\/blog.tibame.com\" title=\"Home\">Home<\/a>\n\t\t<\/span><span class=\"aioseo-breadcrumb-separator\">&raquo;<\/span><span class=\"aioseo-breadcrumb\">\n\t\t\t<a href=\"https:\/\/blog.tibame.com\/?cat=480\" title=\"\u79d1\u6280\u8da8\u52e2\">\u79d1\u6280\u8da8\u52e2<\/a>\n\t\t<\/span><span class=\"aioseo-breadcrumb-separator\">&raquo;<\/span><span class=\"aioseo-breadcrumb\">\n\t\t\t\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053  Apache Spark \n\t\t<\/span><\/div>","aioseo_breadcrumb_json":[{"label":"Home","link":"https:\/\/blog.tibame.com"},{"label":"\u79d1\u6280\u8da8\u52e2","link":"https:\/\/blog.tibame.com\/?cat=480"},{"label":"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053  Apache Spark\u00a0","link":"https:\/\/blog.tibame.com\/?p=15184"}],"views":4630,"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/posts\/15184","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/users\/19"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=15184"}],"version-history":[{"count":4,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/posts\/15184\/revisions"}],"predecessor-version":[{"id":15198,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/posts\/15184\/revisions\/15198"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/media\/15189"}],"wp:attachment":[{"href":"https:\/\/blog.tibame.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=15184"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=15184"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=15184"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}