{"id":15184,"date":"2020-03-30T14:12:25","date_gmt":"2020-03-30T06:12:25","guid":{"rendered":"https:\/\/blog.tibame.com\/?p=15184"},"modified":"2022-06-08T11:51:27","modified_gmt":"2022-06-08T03:51:27","slug":"%e5%ad%b8%e7%bf%92big-data%e4%b8%80%e5%ae%9a%e8%a6%81%e7%9f%a5%e9%81%93-apache-spark","status":"publish","type":"post","link":"https:\/\/blog.tibame.com\/?p=15184","title":{"rendered":"\u5b78\u7fd2Big Data\u4e00\u5b9a\u8981\u77e5\u9053  Apache Spark\u00a0"},"content":{"rendered":"\n<p>\u5927\u6578\u64da\u7576\u7d05\uff0c\u4f60\u4e0d\u80fd\u4e0d\u4e86\u89e3! \u7136\u800c\uff0c\u6240\u8b02\u7684\u5927\u6578\u64da\u662f\u6307\u7121\u6cd5\u5728\u4e00\u5b9a\u6642\u9593\u5167\u7528\u5e38\u898f\u8edf\u9ad4\u5de5\u5177\u5c0d\u5176\u5167\u5bb9\u9032\u884c\u6293\u53d6\u3001\u7ba1\u7406\u548c\u8655\u7406\u7684\u6578\u64da\u96c6\u5408\uff0c\u4e5f\u56e0\u70ba\u9019\u500b\u7279\u6027\uff0c\u5c0d\u5927\u6578\u64da\u7684\u5be6\u6642\u5206\u6790(real-time analysis)\u5df2\u7d93\u6210\u70ba\u4e00\u500b\u975e\u5e38\u91cd\u8981\u8feb\u5207\u9700\u6c42\u3002\u76ee\u524d\u91dd\u5c0d\u5927\u6578\u64da\u7684\u5be6\u6642\u5206\u6790\u5de5\u5177\uff0c\u76ee\u524d\u6700\u53d7\u77da\u76ee\u7684\u5c31\u662fSpark\u3002<\/p>\n\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter\"><img decoding=\"async\" width=\"581\" height=\"313\" src=\"https:\/\/blog.wiedu.tw\/wp-content\/uploads\/2020\/03\/Spark-.png\" alt=\"\" class=\"wp-image-15185\" srcset=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Spark-.png 581w, https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Spark--300x162.png 300w\" sizes=\"(max-width: 581px) 100vw, 581px\" \/><\/figure><\/div>\n\n\n\n<p>\u76ee\u524dSpark\u5df2\u7d93\u767c\u5c55\u6210\u5305\u542b\u773e\u591a\u5b50\u9805\u7684\u7684\u5e73\u53f0\uff0c\u800c\u67cf\u514b\u840a\u52a0\u5dde\u5927\u5b78(UC. Berkerly) AMPLab\u57fa\u65bcSpark\u67b6\u69cb\uff0c\u767c\u5c55\u51fa\u7684\u6578\u64da\u5206\u6790\u68e7\uff0c\u5c31\u53eb\u4f5cBerkeley Data Analytics Stack (\u7c21\u7a31BDAS) \uff0c\u5b83\u662f\u4e00\u500b\u958b\u6e90\u7cfb\u7d71\u68e7\uff0c\u53ef\u6574\u5408AMPLab\u6240\u5efa\u69cb\u7684\u8edf\u9ad4\uff0c\u7528\u4f86\u8b93\u5927\u6578\u64da\u66f4\u6613\u88ab\u7406\u89e3\u3002<\/p>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_82_2 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u5167\u5bb9\u76ee\u9304<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"\u986f\u793a\/\u96b1\u85cf\u5167\u5bb9\u76ee\u9304\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/blog.tibame.com\/?p=15184\/#1%E8%AA%8D%E8%AD%98BDSA\" >1.\u8a8d\u8b58BDSA<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/blog.tibame.com\/?p=15184\/#2BDSA%E4%B8%8B%E5%BF%85%E5%82%99%E5%B7%A5%E5%85%B7\" >2.BDSA\u4e0b\u5fc5\u5099\u5de5\u5177<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/blog.tibame.com\/?p=15184\/#3%E9%81%B8%E7%94%A8Spark%E7%9A%84%E7%90%86%E7%94%B1\" >3.\u9078\u7528Spark\u7684\u7406\u7531<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/blog.tibame.com\/?p=15184\/#4%E9%82%A3%E9%BA%BCSpark%E5%9C%A8%E5%A4%A7%E6%95%B8%E6%93%9A%E7%9A%84%E6%87%89%E7%94%A8%E5%8F%AF%E8%83%BD%E5%8F%AF%E4%BB%A5%E5%9C%A8%E5%93%AA%E4%BA%9B%E9%A0%98%E5%9F%9F%E5%91%A2\" >4.\u90a3\u9ebcSpark\u5728\u5927\u6578\u64da\u7684\u61c9\u7528\u53ef\u80fd\u53ef\u4ee5\u5728\u54ea\u4e9b\u9818\u57df\u5462?<\/a><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"1%E8%AA%8D%E8%AD%98BDSA\"><\/span><strong>1.\u8a8d\u8b58BDSA<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>BDAS\u7684\u7d44\u6210\u5982\u4e0b\u5716:<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" width=\"865\" height=\"523\" src=\"https:\/\/blog.wiedu.tw\/wp-content\/uploads\/2020\/03\/BDSA.png\" alt=\"\" class=\"wp-image-15186\" srcset=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/BDSA.png 865w, https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/BDSA-300x181.png 300w, https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/BDSA-768x464.png 768w\" sizes=\"(max-width: 865px) 100vw, 865px\" \/><\/figure>\n\n\n\n<p>\u4e0a\u5716\u6dfa\u85cd\u8272\u5716\u793a\u7684\u90e8\u5206\uff0c\u5c31\u662fBDAS\u767c\u5c55\u7684\u8edf\u9ad4\u9805\u76ee\uff0c\u88e1\u9762\u5927\u90e8\u5206\u90fd\u662f\u958b\u6e90\u793e\u7fa4\u4f86\u7dad\u8b77\uff0c\u6709\u4e9b\u5247\u662f\u6709Apache\u57fa\u91d1\u6703\u4f86\u8d0a\u52a9\u3002<\/p>\n\n\n\n<p>\u5176\u4e2d\u5927\u591a\u63a1\u7528\u7684In-Memory\u6280\u8853\u4f86\u52a0\u901f\uff0c\u7576\u7136\u5176\u4e2d\u4e5f\u6709\u5f88\u591a\u512a\u5316\u6f14\u7b97\u6cd5\u5728\u88e1\u9762\uff0c\u4e14BDAS\u9664\u4e86\u81ea\u5df1\u672c\u8eab\u767c\u5c55\u7684\u5f88\u591a\u9805\u76ee\u5916\uff0c\u4e5f\u8207Hadoop\u4e2d\u90e8\u5206\u5143\u4ef6\u76f8\u5bb9\uff0c\u6bd4\u5982\u8aaa Yarn\u548cHDFS\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"2BDSA%E4%B8%8B%E5%BF%85%E5%82%99%E5%B7%A5%E5%85%B7\"><\/span><strong>2.BDSA\u4e0b\u5fc5\u5099\u5de5\u5177<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">Yarn<\/h3>\n\n\n\n<p>Yarn\u662f Hadoop\u7684\u8cc7\u6e90\u7ba1\u7406\u6846\u67b6\uff0c\u5b83\u5c07MapReduce\u7d50\u69cb\u5f9e1.0\u62bd\u96e2\u51fa\u4f86\uff0c\u8b8a\u6210\u4e00\u500b&#8221;Framework&#8221;\uff0c\u7136\u5f8c\u5c07JobTracker\u8207TaskTracker\u4e2d\u7684\u8cc7\u6e90\u7ba1\u7406\u90e8\u4efd\u62bd\u96e2\u51fa\u4f86\uff0c\u767c\u5c55\u6210Yarn\uff0c\u85c9\u6b64\u63a7\u7ba1\u6574\u500b\u8cc7\u6e90\u7684\u5206\u914d\u3002\u900f\u904e\u865b\u64ec\u5bb9\u5668\u7684\u6280\u8853\u4f86\u540c\u6642\u904b\u884c\u591a\u500b\u904b\u7b97Framework\uff0c\u4f60\u53ef\u4ee5\u628a\u5b83\u60f3\u6210\u5728\u4e00\u53f0\u6a5f\u5668\u88e1\u9762\u53c8\u591a\u958b\u597d\u5e7e\u500b\u5c0f\u865b\u64ec\u6a5f\uff0c\u4f46\u6280\u8853\u4e0a\u5176\u5be6\u662f\u7531\u8a31\u591a\u500bJVM\u6216Linux container\uff0c\u4f86\u9054\u5230\u904b\u7b97\u8cc7\u6e90\u7368\u7acb(CPU Memory)\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" width=\"865\" height=\"536\" src=\"https:\/\/blog.wiedu.tw\/wp-content\/uploads\/2020\/03\/YARN.png\" alt=\"Yarn\u67b6\u69cb\u5716\" class=\"wp-image-15187\" srcset=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/YARN.png 865w, https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/YARN-300x186.png 300w, https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/YARN-768x476.png 768w\" sizes=\"(max-width: 865px) 100vw, 865px\" \/><\/figure>\n\n\n\n<p>\u7c21\u55ae\u4f86\u8aaaYarn\u5c31\u50cf\u662f\u4e00\u500b\u7ba1\u7406\u54e1\uff0c\u540c\u6642\u7ba1\u7406\u597d\u5e7e\u5ea7\u5834\u5730\uff0c\u7576\u6709\u9700\u6c42(\u9001\u51faHadoop task )\u6642\uff0c\u627f\u79df\u4eba(JobTracker) \u6703\u5411\u7ba1\u7406\u54e1\u63d0\u51fa\u8cc7\u6e90\u7533\u8acb\uff0c\u7ba1\u7406\u54e1\u5c31\u6703\u958b\u59cb\u5f9e\u4e0d\u540c\u5834\u5730\u4e2d\u5283\u5206\u5e7e\u500b\u623f\u9593\u51fa\u4f86\uff0c\u4ee5\u4f9bJobTracker\u6307\u6d3e\u5404\u500bTaskTracker\u5de5\u4eba\u5230\u5404\u500b\u5834\u5730\u53bb\u505a\u4e8b\u60c5 \u3002<\/p>\n\n\n\n<p>\u6240\u4ee5\u8aaa\uff0c\u539f\u4f86\u7684Client Server\u67b6\u69cb\u53ef\u4ee5\u4e0d\u7528\u6539\u8b8a\uff0c\u53ea\u662f\u539f\u672c\u7368\u4f54\u7684\u6a5f\u5668\u8cc7\u6e90\uff0c\u8b8a\u6210\u7531\u7ba1\u7406\u54e1(Yarn)\u9032\u884c\u8cc7\u6e90\u7684\u7ba1\u7406\u3002<\/p>\n\n\n\n<p>\u540c\u6a23\u7684\u9053\u7406\uff0cSpark\u672c\u8eab\u4e5f\u53ef\u4ee5\u662fYarn\u7684\u4e00\u500bFramework\uff0c\u80fd\u5920\u900f\u904eYarn\u53bb\u5206\u914d\u8cc7\u6e90\u4f86\u57f7\u884c<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">HDFS<\/h3>\n\n\n\n<p>\u8207\u539f\u59cb\u67b6\u69cb\u5dee\u4e0d\u591a\uff0c\u7531NameNode\u8207DataNode\u7d44\u6210\uff0cNameNode\u8ca0\u8cac\u5132\u5b58\u5404\u6a94\u6848\u7a0b\u5f0f\u78bc\u5340\u584a(Block)\u7684Block\uff0c\u8207Block\u7f6e\u653e\u7684\u554f\u984c<\/p>\n\n\n\n<p>DataNode\u5247\u8ca0\u8cac\u5be6\u969b\u5132\u5b58\u8cc7\u6599\u8207\u63d0\u53d6\u8cc7\u6599<\/p>\n\n\n\n<p>\u6240\u6709\u7684\u6a94\u6848\u5b58\u53d6\u8acb\u6c42\uff0c\u90fd\u662f\u900f\u904eHDFS API\u5411NameNode\u63d0\u51fa\uff0cNameNode\u6703\u8ca0\u8cac\u5c0e\u5411\u8a72\u6a94\u6848\u7a0b\u5f0f\u78bc\u5340\u584a(Block)\u6240\u5728\u7684\u4f4d\u5740\uff0c\u800cHDFS\u5176\u5be6\u5c31\u50cf\u662f\u7db2\u8def\u4e0a\u7684\u82b3\u9130(\u6216Samba)<\/p>\n\n\n\n<p>\u4efb\u4f55\u96fb\u8166\u90fd\u53ef\u4ee5\u5b58\u53d6\uff0c\u7576\u7136\u4e5f\u6709&#8221;\u639b\u8f09&#8221;\u5230\u67d0\u500b\u8cc7\u6599\u593e\u7684\u529f\u80fd\uff0c\u4f7fHDFS\u64cd\u4f5c\u8d77\u4f86\u8ddf\u4e00\u822c\u6a94\u6848\u7cfb\u7d71\u5dee\u4e0d\u591a<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"3%E9%81%B8%E7%94%A8Spark%E7%9A%84%E7%90%86%E7%94%B1\"><\/span><strong>3.\u9078\u7528Spark\u7684\u7406\u7531<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>Spark \u4e5f\u662fBDAS\u4e2d\u7684\u4e00\u500b\u9805\u76ee\uff0c\u4f46\u77e5\u540d\u5ea6\u8207\u540d\u6c23\u975e\u5e38\u97ff\u4eae\uff0c\u4e5f\u88ab\u8a31\u591a\u4eba\u63a1\u7528\u3002<\/p>\n\n\n\n<p>\u5b83\u662f\u4e00\u500b\u7d50\u5408In-memory\u8207RDD\u6280\u8853\u7684\u5206\u6563\u5f0f\u8cc7\u6599\u64cd\u4f5c\u8207\u904b\u7b97\u6846\u67b6<\/p>\n\n\n\n<p>Spark\u6578\u64da\u8655\u7406\u901f\u5ea6\u79d2\u6bbaMapReduce\u56e0\u70ba\u5176\u8655\u7406\u6578\u64da\u7684\u65b9\u5f0f\u4e0d\u4e00\u6a23\uff0c\u6703\u6bd4MapReduce\u5feb\u4e0a\u5f88\u591a\u3002MapReduce\u662f\u5206\u6b65\u5c0d\u6578\u64da\u9032\u884c\u8655\u7406\u7684\u5f9e\u96c6\u7fa4\u4e2d\u8b80\u53d6\u6578\u64da\uff0c\u9032\u884c\u4e00\u6b21\u8655\u7406\uff0c\u5c07\u7d50\u679c\u5beb\u5230\u96c6\u7fa4\uff0c\u5f9e\u96c6\u7fa4\u4e2d\u8b80\u53d6\u66f4\u65b0\u5f8c\u7684\u6578\u64da\uff0c\u9032\u884c\u4e0b\u4e00\u6b21\u7684\u8655\u7406\uff0c\u5c07\u7d50\u679c\u5beb\u5230\u96c6\u7fa4\uff0c\u7136\u5f8c\u5faa\u74b0\u3002<\/p>\n\n\n\n<p>\u53cd\u89c0Spark\uff0c\u5b83\u6703\u5728\u5167\u5b58\u4e2d\u4ee5\u63a5\u8fd1\u5be6\u6642\u7684\u6642\u9593\u5b8c\u6210\u6240\u6709\u7684\u6578\u64da\u5206\u6790\uff1a\u201c\u5f9e\u96c6\u7fa4\u4e2d\u8b80\u53d6\u6578\u64da\uff0c\u5b8c\u6210\u6240\u6709\u5fc5\u9808\u7684\u5206\u6790\u8655\u7406\uff0c\u5c07\u7d50\u679c\u5beb\u56de\u96c6\u7fa4\u5b8c\u6210\uff0c\u56e0\u6b64\uff0cSpark\u7684\u8655\u7406\u901f\u5ea6\u6bd4MapReduce\u5feb\u8fd110\u500d\uff0c\u5167\u5b58\u4e2d\u7684\u6578\u64da\u5206\u6790\u901f\u5ea6\u5247\u5feb\u8fd1100\u500d\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"4%E9%82%A3%E9%BA%BCSpark%E5%9C%A8%E5%A4%A7%E6%95%B8%E6%93%9A%E7%9A%84%E6%87%89%E7%94%A8%E5%8F%AF%E8%83%BD%E5%8F%AF%E4%BB%A5%E5%9C%A8%E5%93%AA%E4%BA%9B%E9%A0%98%E5%9F%9F%E5%91%A2\"><\/span><strong>4.\u90a3\u9ebcSpark\u5728\u5927\u6578\u64da\u7684\u61c9\u7528\u53ef\u80fd\u53ef\u4ee5\u5728\u54ea\u4e9b\u9818\u57df\u5462?<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>1.\u5728\u904a\u6232\u9818\u57df\uff0c\u5f9e\u5be6\u6642\u7684\u6f5b\u5728\u904a\u6232\u4e8b\u4ef6\u4e2d\u8fc5\u901f\u5730\u6316\u6398\u51fa\u6709\u50f9\u503c\u7684\u6a21\u5f0f\u53ef\u4ee5\u5275\u9020\u51fa\u5de8\u5927\u7684\u5546\u696d\u5229\u76ca\uff0c\u6bd4\u5982\u7528\u6236\u8fd4\u56de\u7387\u60c5\u6cc1\u3001\u5982\u4f55\u5236\u5b9a\u5ee3\u544a\u4ee5\u53ca\u5982\u4f55\u81ea\u52d5\u8abf\u6574\u904a\u6232\u7684\u8907\u96dc\u5ea6\u7b49\u3002<\/p>\n\n\n\n<p>2.\u5728\u96fb\u5b50\u5546\u52d9\u9818\u57df\u4e2d\uff0c\u5be6\u8cea\u4ea4\u6613\u6578\u64da\u5c07\u88ab\u50b3\u905e\u5230k\u5747\u503c\u7b97\u6cd5\u6216\u8005ALS\u7b49\u5354\u540c\u904e\u6ffe\u6f14\u7b97\u6cd5\u4e2d\u3002\u9019\u4e9b\u904b\u7b97\u7d50\u679c\u5c07\u548c\u9867\u5ba2\u8a55\u8ad6\u7b49\u975e\u7d50\u69cb\u5316\u6578\u64da\u7d50\u5408\u8d77\u4f86\uff0c\u7528\u65bc\u4e0d\u65b7\u6539\u9032\u4ea4\u6613\u6a21\u5f0f\u4ee5\u9069\u61c9\u65b0\u8da8\u52e2\u7684\u767c\u5c55\u3002<\/p>\n\n\n\n<p>3.\u5728\u91d1\u878d\u6216\u8b49\u5238\u9818\u57df\u4e2d\uff0cSpark\u6280\u8853\u53ef\u4ee5\u88ab\u61c9\u7528\u5230\u4fe1\u7528\u8a50\u9a19\u548c\u98a8\u96aa\u7ba1\u63a7\u7cfb\u7d71\u4e2d\u3002\u901a\u904e\u7372\u53d6\u5927\u91cf\u7684\u6b77\u53f2\u6578\u64da\u548c\u5176\u4ed6\u4e00\u4e9b\u5916\u90e8\u6578\u64da\u4ee5\u53ca\u4e00\u4e9b\u9023\u63a5\/\u8acb\u6c42\u4fe1\u606f\uff0c\u53ef\u4ee5\u53d6\u5f97\u975e\u5e38\u597d\u7684\u6a21\u578b\u7d50\u679c\u3002<\/p>\n\n\n\n<p>\u7e3d\u800c\u8a00\u4e4b\uff0cSpark\u80fd\u628a\u5927\u898f\u6a21\u6578\u64da\u7684\u6d41\u7a0b\u7c21\u55ae\u8655\u7406\u5316\u3002\u4e0d\u7ba1\u662f\u8655\u7406\u7d50\u69cb\u5316\u9084\u662f\u975e\u7d50\u69cb\u5316\u6578\u64da\uff0cSpark\u5c07\u8a31\u591a\u8907\u96dc\u7684\u529f\u80fd(\u6bd4\u5982\u6a5f\u5668\u5b78\u7fd2\u6f14\u7b97\u6cd5\u548c\u5716\u7b97\u6cd5)\u7121\u7e2b\u63a5\u5730\u7d50\u5408\u8d77\u4f86\u3002\u60f3\u8981\u66f4\u9032\u4e00\u6b65\u77ad\u89e3Spark\u5982\u4f55\u5f9e\u5927\u91cf\u7684\u8cc7\u6599\u91cf\u90fd\u53ef\u4ee5\u9032\u884c\u5927\u6578\u64da\u5206\u6790\uff0c\u60a8\u53ef\u4ee5\u53c3\u8003\u7531TibaMe\u7684\u5c08\u696d\u5e2b\u8cc7\u70ba\u60a8\u898f\u5283\u7684Spark\u8ab2\u7a0b\u3002<\/p>\n\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter\"><a href=\"https:\/\/www.tibame.com\/offline\/spark\"><img decoding=\"async\" width=\"372\" height=\"221\" src=\"https:\/\/blog.wiedu.tw\/wp-content\/uploads\/2020\/03\/Spark\u5927\u6578\u64da\u5206\u6790\u67b6\u69cb\u5be6\u4f5c_\u8ab2\u7a0b\u5c01\u9762\u5716-1.png\" alt=\"Spark\u5927\u6578\u64da\u5206\u6790\u67b6\u69cb\u5be6\u4f5c\" class=\"wp-image-15196\" srcset=\"https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Spark\u5927\u6578\u64da\u5206\u6790\u67b6\u69cb\u5be6\u4f5c_\u8ab2\u7a0b\u5c01\u9762\u5716-1.png 372w, https:\/\/blog.tibame.com\/wp-content\/uploads\/2020\/03\/Spark\u5927\u6578\u64da\u5206\u6790\u67b6\u69cb\u5be6\u4f5c_\u8ab2\u7a0b\u5c01\u9762\u5716-1-300x178.png 300w\" sizes=\"(max-width: 372px) 100vw, 372px\" \/><\/a><\/figure><\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u5927\u6578\u64da\u7576\u7d05\uff0c\u4f60\u4e0d\u80fd\u4e0d\u4e86\u89e3! \u7136\u800c\uff0c\u6240\u8b02\u7684\u5927\u6578\u64da\u662f&hellip;<\/p>\n","protected":false},"author":19,"featured_media":15189,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_lmt_disableupdate":"","_lmt_disable":"","footnotes":""},"categories":[480,173],"tags":[141,664,758],"class_list":["post-15184","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-technology","category-173","tag-big-data","tag-spark","tag-758"],"aioseo_notices":[],"views":4312,"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/posts\/15184","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/users\/19"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=15184"}],"version-history":[{"count":4,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/posts\/15184\/revisions"}],"predecessor-version":[{"id":15198,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/posts\/15184\/revisions\/15198"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=\/wp\/v2\/media\/15189"}],"wp:attachment":[{"href":"https:\/\/blog.tibame.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=15184"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=15184"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.tibame.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=15184"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}