{"id":4801,"date":"2020-01-01T00:00:00","date_gmt":"2019-12-31T15:00:00","guid":{"rendered":"https:\/\/majisemi.com\/topics\/uncategorized\/4801\/"},"modified":"2020-01-01T00:00:00","modified_gmt":"2019-12-31T15:00:00","slug":"%e3%80%90oss%e6%83%85%e5%a0%b1%e3%82%a2%e3%83%bc%e3%82%ab%e3%82%a4%e3%83%96%e3%80%91apache-spark","status":"publish","type":"post","link":"https:\/\/majisemi.com\/topics\/oss\/4801\/","title":{"rendered":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011Apache Spark"},"content":{"rendered":"<p><small><span style=\"border-bottom: solid 5px red;\">\u203b\u5f53\u8a18\u4e8b\u306b\u8a18\u8f09\u3055\u308c\u3066\u3044\u308b\u60c5\u5831\u306f\u3001\u53e4\u304f\u306a\u3063\u3066\u3044\u308b\u5834\u5408\u304c\u3042\u308a\u307e\u3059\u3002\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8\u3067\u6700\u65b0\u60c5\u5831\u3092\u3054\u78ba\u8a8d\u304f\u3060\u3055\u3044\u3002<\/span><\/small><\/p>\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_85 counter-hierarchy ez-toc-counter ez-toc-light-blue ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u30b3\u30f3\u30c6\u30f3\u30c4<\/p>\n<span class=\"ez-toc-title-toggle\"><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E3%80%8CApache_Spark%E3%80%8D%E3%81%A8%E3%81%AF\" >\u300cApache Spark\u300d\u3068\u306f<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E3%80%8CApache_Spark%E3%80%8D%E5%9F%BA%E6%9C%AC%E6%83%85%E5%A0%B1\" >\u300cApache Spark\u300d\u57fa\u672c\u60c5\u5831<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E6%A6%82%E8%A6%81\" >\u25a0\u6982\u8981<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E5%9F%BA%E6%9C%AC%E8%AA%AC%E6%98%8E\" >\u25a0\u57fa\u672c\u8aac\u660e<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E7%B5%8C%E7%B7%AF\" >\u25a0\u7d4c\u7def<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E3%83%A6%E3%83%BC%E3%82%B9%E3%82%B1%E3%83%BC%E3%82%B9\" >\u25a0\u30e6\u30fc\u30b9\u30b1\u30fc\u30b9<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E3%82%AA%E3%83%95%E3%82%A3%E3%82%B7%E3%83%A3%E3%83%AB%E3%82%B5%E3%82%A4%E3%83%88%E6%83%85%E5%A0%B1\" >\u25a0\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8\u60c5\u5831<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E5%90%8C%E6%A7%98%E8%A3%BD%E5%93%81\" >\u25a0\u540c\u69d8\u88fd\u54c1<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E3%80%8CApache_Spark%E3%80%8D%E3%81%A8%E3%80%8CApache_Hadoop%E3%80%8D%E3%81%AE%E9%96%A2%E4%BF%82\" >\u300cApache Spark\u300d\u3068\u300cApache Hadoop\u300d\u306e\u95a2\u4fc2<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E3%80%8CApache_Hadoop%E3%80%8D%E3%81%A8%E3%81%AF\" >\u25a0\u300cApache Hadoop\u300d\u3068\u306f<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0Hadoop%E3%81%AE%E5%BC%B1%E7%82%B9\" >\u25a0Hadoop\u306e\u5f31\u70b9<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0Spark%E3%81%AFHadoop%E3%81%AE%E5%BC%B1%E7%82%B9%E3%82%92%E6%94%B9%E5%96%84\" >\u25a0Spark\u306fHadoop\u306e\u5f31\u70b9\u3092\u6539\u5584<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-13\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0Spark%C3%97Hadoop%E9%80%A3%E6%90%BA\" >\u25a0Spark\u00d7Hadoop\u9023\u643a<\/a><\/li><\/ul><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-14\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E3%80%8CApache_Spark%E3%80%8D%E3%81%AE%E4%B8%BB%E3%81%AA%E7%89%B9%E5%BE%B4\" >\u300cApache Spark\u300d\u306e\u4e3b\u306a\u7279\u5fb4<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-15\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E3%80%8CApache_Spark%E3%80%8D%E3%81%AE%E4%B8%BB%E3%81%AA%E7%89%B9%E5%BE%B4-2\" >\u300cApache Spark\u300d\u306e\u4e3b\u306a\u7279\u5fb4<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-16\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E9%AB%98%E9%80%9F%E5%87%A6%E7%90%86\" >\u25a0\u9ad8\u901f\u51e6\u7406<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-17\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E3%82%B9%E3%82%B1%E3%83%BC%E3%83%A9%E3%83%93%E3%83%AA%E3%83%86%E3%82%A3\" >\u25a0\u30b9\u30b1\u30fc\u30e9\u30d3\u30ea\u30c6\u30a3<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-18\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E3%83%97%E3%83%AD%E3%82%B0%E3%83%A9%E3%83%9F%E3%83%B3%E3%82%B0%E8%A8%80%E8%AA%9E%E3%82%B5%E3%83%9D%E3%83%BC%E3%83%88\" >\u25a0\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u8a00\u8a9e\u30b5\u30dd\u30fc\u30c8<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-19\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E3%83%87%E3%83%BC%E3%82%BF%E3%82%BD%E3%83%BC%E3%82%B9%E3%82%A2%E3%82%AF%E3%82%BB%E3%82%B9\" >\u25a0\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9\u30a2\u30af\u30bb\u30b9<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-20\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E3%83%87%E3%83%97%E3%83%AD%E3%82%A4%E3%82%AA%E3%83%97%E3%82%B7%E3%83%A7%E3%83%B3\" >\u25a0\u30c7\u30d7\u30ed\u30a4\u30aa\u30d7\u30b7\u30e7\u30f3<\/a><\/li><\/ul><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-21\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#Spark%E3%83%A9%E3%82%A4%E3%83%96%E3%83%A9%E3%83%AA\" >Spark\u30e9\u30a4\u30d6\u30e9\u30ea<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-22\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#Spark%E3%83%A9%E3%82%A4%E3%83%96%E3%83%A9%E3%83%AA-2\" >Spark\u30e9\u30a4\u30d6\u30e9\u30ea<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-23\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0SQL%E3%82%AF%E3%82%A8%E3%83%AA%E3%80%8CSpark_SQL%E3%80%8D\" >\u25a0SQL\u30af\u30a8\u30ea\u300cSpark SQL\u300d<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-24\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E6%A9%9F%E6%A2%B0%E5%AD%A6%E7%BF%92%E3%83%A9%E3%82%A4%E3%83%96%E3%83%A9%E3%83%AA%E3%80%8CMLlib%E3%80%8D\" >\u25a0\u6a5f\u68b0\u5b66\u7fd2\u30e9\u30a4\u30d6\u30e9\u30ea\u300cMLlib\u300d<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-25\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E3%82%B0%E3%83%A9%E3%83%95%E4%B8%A6%E5%88%97%E8%A8%88%E7%AE%97%E7%94%A8API%E3%80%8CGraphX%E3%80%8D\" >\u25a0\u30b0\u30e9\u30d5\u4e26\u5217\u8a08\u7b97\u7528API\u300cGraphX\u300d<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-26\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/#%E2%96%A0%E3%82%B9%E3%83%88%E3%83%AA%E3%83%BC%E3%83%A0%E5%87%A6%E7%90%86%E3%80%8CSpark_Streaming%E3%80%8D\" >\u25a0\u30b9\u30c8\u30ea\u30fc\u30e0\u51e6\u7406\u300cSpark Streaming\u300d<\/a><\/li><\/ul><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<h1 class=\"h1Custom\"><span class=\"ez-toc-section\" id=\"%E3%80%8CApache_Spark%E3%80%8D%E3%81%A8%E3%81%AF\"><\/span>\u300cApache Spark\u300d\u3068\u306f<span class=\"ez-toc-section-end\"><\/span><\/h1>\n<h2 class=\"h2Custom\"><span class=\"ez-toc-section\" id=\"%E3%80%8CApache_Spark%E3%80%8D%E5%9F%BA%E6%9C%AC%E6%83%85%E5%A0%B1\"><\/span>\u300cApache Spark\u300d\u57fa\u672c\u60c5\u5831<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E6%A6%82%E8%A6%81\"><\/span>\u25a0\u6982\u8981<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p><strong>Apache Spark<\/strong>(\u30a2\u30d1\u30c3\u30c1\u30b9\u30d1\u30fc\u30af)\u3068\u306f\u3001\u30a4\u30f3\u30e1\u30e2\u30ea\u9ad8\u901f\u5206\u6563\u51e6\u7406\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3067\u3001\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u51e6\u7406\u7528\u7d71\u5408\u5206\u6790\u6a5f\u80fd\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002<\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E5%9F%BA%E6%9C%AC%E8%AA%AC%E6%98%8E\"><\/span>\u25a0\u57fa\u672c\u8aac\u660e<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>Apache Spark\u306f\u3001\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9\u306e\u5206\u6563\u578b\u30af\u30e9\u30b9\u30bf\u30b3\u30f3\u30d4\u30e5\u30fc\u30c6\u30a3\u30f3\u30b0\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3067\u3059\u3002\u300c\u9ad8\u901f\u300d\u304b\u3064\u300c\u6c4e\u7528\u7684\u300d\u3067\u3042\u308b\u3053\u3068\u3092\u76ee\u6a19\u306b\u8a2d\u8a08\u3055\u308c\u3066\u304a\u308a\u3001Java\u6d3e\u751f\u8a00\u8a9e\u300cScala\u300d\u3067\u5b9f\u88c5\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p>\u300c\u30af\u30e9\u30b9\u30bf\u5168\u4f53\u3092\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u3059\u308b\u305f\u3081\u306e\u30a4\u30f3\u30bf\u30fc\u30d5\u30a7\u30fc\u30b9\u300d\u3092\u63d0\u4f9b\u3057\u3001\u300cJava\/Scala\/Python\/R\u8a00\u8a9e\u7528\u9ad8\u6c34\u6e96API\u300d\u300cSQL\u304a\u3088\u3073\u69cb\u9020\u5316\u30c7\u30fc\u30bf\u51e6\u7406\u6a5f\u80fd\u300d\u300c\u6a5f\u68b0\u5b66\u7fd2\u6a5f\u80fd\u300d\u300c\u30b0\u30e9\u30d5\u30c7\u30fc\u30bf\u51e6\u7406\u6a5f\u80fd\u300d\u300c\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u6a5f\u80fd\u300d\u306a\u3069\u306e\u9ad8\u6a5f\u80fd\u306a\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u642d\u8f09\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E7%B5%8C%E7%B7%AF\"><\/span>\u25a0\u7d4c\u7def<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u30fb2014\u5e74\u3000\u521d\u7248\u30ea\u30ea\u30fc\u30b9<\/p>\n<p>Spark\u306e\u30b3\u30fc\u30c9\u30d9\u30fc\u30b9\u306f\u30ab\u30ea\u30d5\u30a9\u30eb\u30cb\u30a2\u5927\u5b66\u30d0\u30fc\u30af\u30ec\u30fc\u6821\u306eAMPLab\u3067\u958b\u767a\u3055\u308c\u307e\u3057\u305f\u3002\u305d\u306e\u5f8c\u3001Apache Software Foundation\u306b\u5bc4\u8d08\u3055\u308c\u3001Apache\u30c8\u30c3\u30d7\u30ec\u30d9\u30eb\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u306e1\u3064\u3068\u3057\u3066\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E3%83%A6%E3%83%BC%E3%82%B9%E3%82%B1%E3%83%BC%E3%82%B9\"><\/span>\u25a0\u30e6\u30fc\u30b9\u30b1\u30fc\u30b9<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<h5>\u6a5f\u68b0\u5b66\u7fd2<\/h5>\n<p>Apache Spark\u306f\u300cRDD(Resillient Distributed Datasets)\u300d\u3068\u3044\u3046\u72ec\u81ea\u30ad\u30e3\u30c3\u30b7\u30e5\u6a5f\u69cb\u3092\u642d\u8f09\u3057\u3066\u3044\u307e\u3059\u3002\u5206\u6563\u30e1\u30e2\u30eaRDD\u3092\u6d3b\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u6a5f\u68b0\u5b66\u7fd2\u306e\u3088\u3046\u306a\u7279\u5b9a\u306e\u30c7\u30fc\u30bf\u306b\u5bfe\u3057\u3066\u7e70\u308a\u8fd4\u3057\u30a2\u30af\u30bb\u30b9\u3059\u308b\u3088\u3046\u306a\u51e6\u7406\u3092\u5f97\u610f\u3068\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<h5>\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u51e6\u7406<\/h5>\n<p>Apache Spark\u306b\u306f\u3001\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u51e6\u7406\u3092\u5b9f\u73fe\u3059\u308b\u305f\u3081\u306e\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3082\u5099\u308f\u3063\u3066\u3044\u307e\u3059\u3002<\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E3%82%AA%E3%83%95%E3%82%A3%E3%82%B7%E3%83%A3%E3%83%AB%E3%82%B5%E3%82%A4%E3%83%88%E6%83%85%E5%A0%B1\"><\/span>\u25a0\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8\u60c5\u5831<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<h5>\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8<\/h5>\n<p><a href='http:\/\/spark.apache.org\/' target='jumpsite' rel=\"noopener\">\u2192Apache Spark(Unified Analytics Engine for Big Data)<\/a><\/p>\n<h5>\u30e9\u30a4\u30bb\u30f3\u30b9\u60c5\u5831<\/h5>\n<p>Apache Spark\u306e\u30e9\u30a4\u30bb\u30f3\u30b9\u306f\u300cApache License 2.0\u300d\u3067\u3059\u3002<\/p>\n<p>\u8a73\u7d30\u306b\u3064\u3044\u3066\u3001\u3053\u3061\u3089\u3092\u53c2\u7167\u304f\u3060\u3055\u3044\u3002<br \/><a href='https:\/\/github.com\/apache\/spark\/blob\/master\/LICENSE' target='jumpsite' rel=\"noopener\">\u2192GitHub\u3000\u2192apache\/spark\u3000\u2192LICENSE<\/a><\/p>\n<h5>\u52d5\u4f5c\u74b0\u5883<\/h5>\n<p>Apache Spark\u306f\u300cWindows\u300d\u300cLinux\u300d\u300cmacOS\u300d\u3067\u52d5\u4f5c\u3057\u307e\u3059\u3002<\/p>\n<h5>\u30c0\u30a6\u30f3\u30ed\u30fc\u30c9<\/h5>\n<p><a href='http:\/\/spark.apache.org\/downloads.html' target='jumpsite' rel=\"noopener\">\u2192Apache Spark\u3000\u2192Download Apache Spark<\/a><\/p>\n<h5>\u5c0e\u5165\u4e8b\u4f8b<\/h5>\n<p>Apache Spark\u306f\u30011000\u3092\u8d85\u3048\u308b\u7d44\u7e54\u3084\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u3067\u63a1\u7528\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p><a href='http:\/\/spark.apache.org\/powered-by.html' target='jumpsite' rel=\"noopener\">\u2192Apache Spark\u3000\u2192Project and Product names using &#8216;Spark&#8217;<\/a><\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E5%90%8C%E6%A7%98%E8%A3%BD%E5%93%81\"><\/span>\u25a0\u540c\u69d8\u88fd\u54c1<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u540c\u69d8\u306a\u6a5f\u80fd\u3092\u63d0\u4f9b\u3059\u308b\u88fd\u54c1\u3068\u3057\u3066\u3001\u6b21\u306e\u3088\u3046\u306a\u3082\u306e\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n<p>\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9\u88fd\u54c1\uff1a\u300c<a href='https:\/\/www.ossnews.jp\/oss_info\/Apache_Hadoop' target='jumpsite' rel=\"noopener\">Apache Hadoop<\/a>\u300d\u300c<a href='https:\/\/www.ossnews.jp\/oss_info\/Apache_Storm' target='jumpsite' rel=\"noopener\">Apache Storm<\/a>\u300d\u306a\u3069\u3002<\/p>\n<h2 class=\"h2Custom\"><span class=\"ez-toc-section\" id=\"%E3%80%8CApache_Spark%E3%80%8D%E3%81%A8%E3%80%8CApache_Hadoop%E3%80%8D%E3%81%AE%E9%96%A2%E4%BF%82\"><\/span>\u300cApache Spark\u300d\u3068\u300cApache Hadoop\u300d\u306e\u95a2\u4fc2<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E3%80%8CApache_Hadoop%E3%80%8D%E3%81%A8%E3%81%AF\"><\/span>\u25a0\u300cApache Hadoop\u300d\u3068\u306f<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>Apache Hadoop\u306f\u3001\u300c\u30c7\u30fc\u30bf\u51e6\u7406\u57fa\u76e4\u300d\u3068\u300c\u5206\u6563\u30b3\u30f3\u30d4\u30e5\u30fc\u30c6\u30a3\u30f3\u30b0\u57fa\u76e4\u300d\u3068\u3044\u30462\u3064\u306e\u7279\u5fb4\u3092\u6301\u3064\u3082\u306e\u3067\u3001\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u51e6\u7406\u3092\u76ee\u7684\u3068\u3057\u305f\u5206\u6563\u51e6\u7406\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3068\u3057\u3066\u5229\u7528\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>\u5206\u6563\u51e6\u7406\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u300cMapReduce\u300d\u3001\u5206\u6563\u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0\u300cHDFS\u300d\u3001\u30af\u30e9\u30b9\u30bf\u7ba1\u7406\u30b7\u30b9\u30c6\u30e0\u300cYARN\u300d\u306a\u3069\u3067\u69cb\u6210\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p><a href='https:\/\/www.ossnews.jp\/oss_info\/Apache_Hadoop' target='jumpsite' rel=\"noopener\">\u2192OSSxCloudNews\u3000\u2192\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9\u306e\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u51e6\u7406\u30c4\u30fc\u30eb\uff0fApache Hadoop\u3068\u306f<\/a><\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0Hadoop%E3%81%AE%E5%BC%B1%E7%82%B9\"><\/span>\u25a0Hadoop\u306e\u5f31\u70b9<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>Apache Hadoop\u306f\u3001\u975e\u5e38\u306b\u4f4e\u30b3\u30b9\u30c8\u3067\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u3092\u683c\u7d0d\u3057\u51e6\u7406\u3067\u304d\u308b\u6a5f\u80fd\u3092\u63d0\u4f9b\u3059\u308b\u3053\u3068\u3067\u3001\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u51e6\u7406\u306b\u5927\u304d\u306a\u9769\u547d\u7684\u9032\u6b69\u3092\u3082\u305f\u3089\u3057\u307e\u3057\u305f\u3002<\/p>\n<p>\u3057\u304b\u3057\u3001\u8a2d\u8a08\u65b9\u91dd\u3068\u3057\u3066\u30b9\u30eb\u30fc\u30d7\u30c3\u30c8\u5411\u4e0a\u306b\u6700\u9069\u5316\u3055\u308c\u3066\u304a\u308a\u3001\u51e6\u7406\u304c\u8907\u96d1\u5316\u3059\u308b\u3068\u30ec\u30a4\u30c6\u30f3\u30b7(\u51e6\u7406\u6642\u9593)\u304c\u60aa\u5316\u3057\u3066\u3057\u307e\u3046\u305f\u3081\u3001\u6a5f\u68b0\u5b66\u7fd2\u3084\u30b0\u30e9\u30d5\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u51e6\u7406\u306a\u3069\u306e\u300c\u7e70\u308a\u8fd4\u3057\u8a08\u7b97\u51e6\u7406\u306b\u306f\u9069\u3055\u306a\u3044\u300d\u3068\u3044\u3046\u5f31\u70b9\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0Spark%E3%81%AFHadoop%E3%81%AE%E5%BC%B1%E7%82%B9%E3%82%92%E6%94%B9%E5%96%84\"><\/span>\u25a0Spark\u306fHadoop\u306e\u5f31\u70b9\u3092\u6539\u5584<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>Apache Spark\u306f\u3001\u4e0a\u8a18\u306eApache Hadoop\u306e\u5f31\u70b9\u3092\u514b\u670d\u3059\u308b\u305f\u3081\u306b\u3001\u30b9\u30eb\u30fc\u30d7\u30c3\u30c8\u3068\u30ec\u30a4\u30c6\u30f3\u30b7\u3092\u4e21\u7acb\u3067\u304d\u308b\u3088\u3046\u306b\u958b\u767a\u3055\u308c\u307e\u3057\u305f\u3002<\/p>\n<p>Apache Spark\u306f\u300cHadoop\u30c7\u30fc\u30bf\u3068\u4e92\u63db\u6027\u3092\u6301\u3064\u9ad8\u901f\u51e6\u7406\u30a8\u30f3\u30b8\u30f3\u300d\u3068\u3057\u3066\u5229\u7528\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>Apache Spark\u5b9f\u884c\u6642\u306b\u306f\u5fc5\u305a\u3057\u3082Apache Hadoop\u306f\u5fc5\u8981\u3042\u308a\u307e\u305b\u3093\u304c\u3001\u30af\u30e9\u30b9\u30bf\u4e0a\u3067\u5b9f\u884c\u3059\u308b\u5834\u5408\u306f\u300cNFS\u3092\u5404\u30ce\u30fc\u30c9\u306e\u540c\u3058\u30d1\u30b9\u306b\u30de\u30a6\u30f3\u30c8\u3059\u308b\u300d\u306a\u3069\u306e\u5171\u6709\u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0\u304c\u5fc5\u8981\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0Spark%C3%97Hadoop%E9%80%A3%E6%90%BA\"><\/span>\u25a0Spark\u00d7Hadoop\u9023\u643a<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>Spark\u306f\u3001\u30e1\u30e2\u30ea\u306b\u683c\u7d0d\u3067\u304d\u308b\u30c7\u30fc\u30bf\u91cf\u306b\u3064\u3044\u3066\u306f\u975e\u5e38\u306b\u9ad8\u901f\u306b\u51e6\u7406\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>\u3057\u304b\u3057\u3001\u30e1\u30e2\u30ea\u306b\u683c\u7d0d\u3057\u304d\u308c\u306a\u3044\u5927\u304d\u306a\u30b5\u30a4\u30ba\u306e\u30c7\u30fc\u30bf\u3092\u6271\u3046\u5834\u5408\u306b\u306f\u3001\u300cHadoop\u3067\u57fa\u672c\u51e6\u7406\u3057\u305f\u30c7\u30fc\u30bf\u3092Spark\u3067\u30c9\u30ea\u30eb\u30c0\u30a6\u30f3\u51e6\u7406\u3059\u308b\u300d\u306a\u3069\u306e\u3088\u3046\u306b\u3001\u53cc\u65b9\u306e\u5f97\u610f\u306a\u51e6\u7406\u3092\u7d44\u307f\u5408\u308f\u305b\u3066\u9023\u643a\u3057\u3066\u5229\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u30b7\u30b9\u30c6\u30e0\u5168\u4f53\u306e\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u3092\u5411\u4e0a\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>Spark\u306fHadoop\u30b3\u30a2\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u4f7f\u7528\u3057\u3066HDFS\u3084\u4ed6\u306eHadoop\u5bfe\u5fdc\u306e\u30b9\u30c8\u30ec\u30fc\u30b8\u30b7\u30b9\u30c6\u30e0\u3068\u901a\u4fe1\u3057\u307e\u3059\u3002\u305d\u306e\u305f\u3081\u3001\u30af\u30e9\u30b9\u30bf\u3067\u5b9f\u884c\u3055\u308c\u3066\u3044\u308bHadoop\u30d0\u30fc\u30b8\u30e7\u30f3\u306b\u5408\u308f\u305b\u3066\u3001Spark\u3092\u69cb\u7bc9\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n<h1 class=\"h1Custom\"><span class=\"ez-toc-section\" id=\"%E3%80%8CApache_Spark%E3%80%8D%E3%81%AE%E4%B8%BB%E3%81%AA%E7%89%B9%E5%BE%B4\"><\/span>\u300cApache Spark\u300d\u306e\u4e3b\u306a\u7279\u5fb4<span class=\"ez-toc-section-end\"><\/span><\/h1>\n<h2 class=\"h2Custom\"><span class=\"ez-toc-section\" id=\"%E3%80%8CApache_Spark%E3%80%8D%E3%81%AE%E4%B8%BB%E3%81%AA%E7%89%B9%E5%BE%B4-2\"><\/span>\u300cApache Spark\u300d\u306e\u4e3b\u306a\u7279\u5fb4<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E9%AB%98%E9%80%9F%E5%87%A6%E7%90%86\"><\/span>\u25a0\u9ad8\u901f\u51e6\u7406<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>Apache Spark\u306f\u300cDAG\u30b9\u30b1\u30b8\u30e5\u30fc\u30e9\u300d\u300c\u30af\u30a8\u30ea\u30aa\u30d7\u30c6\u30a3\u30de\u30a4\u30b6\u300d\u300c\u7269\u7406\u5b9f\u884c\u30a8\u30f3\u30b8\u30f3\u300d\u306a\u3069\u3092\u99c6\u4f7f\u3057\u3066\u3001\u30d0\u30c3\u30c1\u30c7\u30fc\u30bf\u51e6\u7406\u3084\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u30c7\u30fc\u30bf\u51e6\u7406\u306b\u5bfe\u3057\u3066\u753b\u671f\u7684\u306a\u9ad8\u901f\u51e6\u7406\u6027\u80fd\u3092\u5b9f\u73fe\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p>\u30ed\u30b8\u30b9\u30c6\u30a3\u30c3\u30af\u56de\u5e30\u51e6\u7406\u306a\u3069\u306e\u5b9f\u884c\u6027\u80fd\u3092\u6e2c\u5b9a\u3059\u308b\u3068\u300cSpark\u306fHadoop\u306b\u6bd4\u3079\u3066100\u500d\u9ad8\u901f\u306b\u51e6\u7406\u3067\u304d\u308b\u6027\u80fd\u300d\u3092\u767a\u63ee\u3057\u307e\u3059\u3002<\/p>\n<h5>\u30a4\u30f3\u30e1\u30e2\u30ea\u51e6\u7406<\/h5>\n<p>Spark\u306f\u3001\u5bfe\u8c61\u30c7\u30fc\u30bf\u3092\u3059\u3079\u3066\u30e1\u30e2\u30ea\u4e0a\u306e\u307f\u3067\u51e6\u7406\u3059\u308b\u300c\u30a4\u30f3\u30e1\u30e2\u30ea\u51e6\u7406\u300d\u306b\u3088\u308a\u3001\u51e6\u7406\u5168\u4f53\u306e\u5b9f\u884c\u901f\u5ea6\u5411\u4e0a\u3092\u5b9f\u73fe\u3057\u3066\u3044\u307e\u3059\u3002\u51e6\u7406\u6642\u9593\u3092\u5897\u9577\u5316\u3055\u305b\u308b\u30c7\u30a3\u30b9\u30af\u30a2\u30af\u30bb\u30b9\u3092\u907f\u3051\u308b\u3053\u3068\u3067\u3001\u8907\u96d1\u306a\u8a08\u7b97\u51e6\u7406\u3092\u975e\u5e38\u306b\u9ad8\u901f\u306b\u51e6\u7406\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>\u30e1\u30e2\u30ea\u306b\u683c\u7d0d\u3057\u304d\u308c\u306a\u3044\u30c7\u30fc\u30bf\u91cf\u306e\u5834\u5408\u306f\u3001\u5fc5\u8981\u306b\u5fdc\u3058\u3066\u30c7\u30fc\u30bf\u3092\u30c7\u30a3\u30b9\u30af\u306b\u66f8\u304d\u51fa\u3057\u3066\u5b9f\u884c\u3057\u307e\u3059\u3002<\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E3%82%B9%E3%82%B1%E3%83%BC%E3%83%A9%E3%83%93%E3%83%AA%E3%83%86%E3%82%A3\"><\/span>\u25a0\u30b9\u30b1\u30fc\u30e9\u30d3\u30ea\u30c6\u30a3<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<h5>\u30ce\u30fc\u30c9\u6570<\/h5>\n<p>\u591a\u304f\u306e\u7d44\u7e54\u3067\u6570\u5343\u3082\u306e\u30ce\u30fc\u30c9\u306e\u30af\u30e9\u30b9\u30bf\u4e0a\u3067Spark\u304c\u5b9f\u884c\u3055\u308c\u3066\u3044\u307e\u3059\u30028000\u30ce\u30fc\u30c9\u3067\u52d5\u4f5c\u3059\u308b\u30b7\u30b9\u30c6\u30e0\u3082\u5b58\u5728\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<h5>\u30c7\u30fc\u30bf\u30b5\u30a4\u30ba<\/h5>\n<p>Spark\u306f\u30da\u30bf\u30d0\u30a4\u30c8\u30b5\u30a4\u30ba\u307e\u3067\u6b63\u5e38\u306b\u52d5\u4f5c\u3059\u308b\u3053\u3068\u304c\u8a3c\u660e\u3055\u308c\u3066\u3044\u307e\u3059\u3002\u672c\u756a\u30ef\u30fc\u30af\u30ed\u30fc\u30c9\u306b\u304a\u3044\u3066\u3001\u30da\u30bf\u30d0\u30a4\u30c8\u30b5\u30a4\u30ba\u30c7\u30fc\u30bf\u306b\u5bfe\u3057\u3066\u3001ETL\u3084\u30c7\u30fc\u30bf\u5206\u6790\u304c\u5b9f\u884c\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E3%83%97%E3%83%AD%E3%82%B0%E3%83%A9%E3%83%9F%E3%83%B3%E3%82%B0%E8%A8%80%E8%AA%9E%E3%82%B5%E3%83%9D%E3%83%BC%E3%83%88\"><\/span>\u25a0\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u8a00\u8a9e\u30b5\u30dd\u30fc\u30c8<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>Spark\u306f\u3001\u4e26\u5217\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3092\u7c21\u5358\u306b\u69cb\u7bc9\u3067\u304d\u308b\u3088\u3046\u306b\u3059\u308b80\u4ee5\u4e0a\u306e\u9ad8\u7d1a\u30aa\u30da\u30ec\u30fc\u30bf\u3092\u63d0\u4f9b\u3057\u3066\u3044\u307e\u3059\u3002\u5bfe\u8a71\u578b\u30b7\u30a7\u30eb\u3082\u5229\u7528\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>\u300cJava\u300d\u300cScala\u300d\u300cPython\u300d\u300cR\u8a00\u8a9e\u300d\u300cSQL\u300d\u306a\u3069\u3067\u52b9\u7387\u7684\u306b\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3092\u958b\u767a\u3067\u304d\u307e\u3059\u3002<\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E3%83%87%E3%83%BC%E3%82%BF%E3%82%BD%E3%83%BC%E3%82%B9%E3%82%A2%E3%82%AF%E3%82%BB%E3%82%B9\"><\/span>\u25a0\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9\u30a2\u30af\u30bb\u30b9<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>Apache Spark\u306f\u3001\u6570\u767e\u3082\u306e\u591a\u69d8\u306a\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9\u306b\u30a2\u30af\u30bb\u30b9\u3067\u304d\u307e\u3059\u3002<br \/>\u30fbHDFS<br \/>\u30fbAlluxio<br \/>\u30fbApache Cassandra<br \/>\u30fbApache HBase<br \/>\u30fbApache Hive\u3000\u306a\u3069<\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E3%83%87%E3%83%97%E3%83%AD%E3%82%A4%E3%82%AA%E3%83%97%E3%82%B7%E3%83%A7%E3%83%B3\"><\/span>\u25a0\u30c7\u30d7\u30ed\u30a4\u30aa\u30d7\u30b7\u30e7\u30f3<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>Apache Spark\u306f\u300c\u30b9\u30bf\u30f3\u30c9\u30a2\u30ed\u30f3\u300d\u3084\u300c\u30af\u30e9\u30a6\u30c9\u300d\u3067\u52d5\u4f5c\u3067\u304d\u307e\u3059\u3002<\/p>\n<h5>\u30af\u30e9\u30b9\u30bf\u30b5\u30dd\u30fc\u30c8<\/h5>\n<p>\u65e2\u5b58\u30af\u30e9\u30b9\u30bf\u30de\u30cd\u30fc\u30b8\u30e3\u4e0a\u3067\u52d5\u4f5c\u3067\u304d\u308b\u30c7\u30d7\u30ed\u30a4\u30aa\u30d7\u30b7\u30e7\u30f3\u304c\u63d0\u4f9b\u3055\u308c\u3066\u3044\u307e\u3059\u3002<br \/>\u30fbApache Hadoop<br \/>\u30fbApache Mesos<br \/>\u30fbKubernetes\u3000\u306a\u3069<\/p>\n<h1 class=\"h1Custom\"><span class=\"ez-toc-section\" id=\"Spark%E3%83%A9%E3%82%A4%E3%83%96%E3%83%A9%E3%83%AA\"><\/span>Spark\u30e9\u30a4\u30d6\u30e9\u30ea<span class=\"ez-toc-section-end\"><\/span><\/h1>\n<h2 class=\"h2Custom\"><span class=\"ez-toc-section\" id=\"Spark%E3%83%A9%E3%82%A4%E3%83%96%E3%83%A9%E3%83%AA-2\"><\/span>Spark\u30e9\u30a4\u30d6\u30e9\u30ea<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>Apache Spark\u306b\u306f\u3001\u4ee5\u4e0b\u306e\u9ad8\u5ea6\u306a\u30e9\u30a4\u30d6\u30e9\u30ea\u304c\u542b\u307e\u308c\u3066\u304a\u308a\u3001\u5225\u9014\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u305b\u305a\u306b\u5229\u7528\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>\u3053\u308c\u3089\u306e\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u30b7\u30fc\u30e0\u30ec\u30b9\u306b\u7d44\u307f\u5408\u308f\u305b\u3066\u3001\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3092\u69cb\u7bc9\u3067\u304d\u307e\u3059\u3002<\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0SQL%E3%82%AF%E3%82%A8%E3%83%AA%E3%80%8CSpark_SQL%E3%80%8D\"><\/span>\u25a0SQL\u30af\u30a8\u30ea\u300cSpark SQL\u300d<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>Spark SQL\u306f\u69cb\u9020\u5316\u30c7\u30fc\u30bf\u3092\u6271\u3046\u305f\u3081\u306e\u6a5f\u80fd\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002<\/p>\n<p><a href='http:\/\/spark.apache.org\/sql\/' target='jumpsite' rel=\"noopener\">\u2192Apache Spark\u3000\u2192Spark SQL<\/a><\/p>\n<h5>Spark\u7d71\u5408<\/h5>\n<p>Spark SQL\u3092\u4f7f\u7528\u3059\u308b\u3068\u3001SQL\u307e\u305f\u306fDataFrame API\u3092\u4f7f\u7528\u3057\u3066\u3001Spark\u30d7\u30ed\u30b0\u30e9\u30e0\u5185\u3067\u69cb\u9020\u5316\u30c7\u30fc\u30bf\u3092\u30af\u30a8\u30ea\u3067\u304d\u307e\u3059\u3002<\/p>\n<h5>\u30c7\u30fc\u30bf\u30a2\u30af\u30bb\u30b9<\/h5>\n<p>\u3055\u307e\u3056\u307e\u306a\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9\u306b\u30a2\u30af\u30bb\u30b9\u3059\u308b\u305f\u3081\u306e\u5171\u901a\u306e\u65b9\u6cd5\u3092\u63d0\u4f9b\u3057\u3001\u3053\u308c\u3089\u306e\u30bd\u30fc\u30b9\u9593\u3067\u306e\u30c7\u30fc\u30bf\u7d50\u5408\u3082\u53ef\u80fd\u3067\u3059\u3002<br \/>\u30fbHive&#8212;Hive\u30c7\u30fc\u30bf\u30a6\u30a7\u30a2\u30cf\u30a6\u30b9<br \/>\u30fbORC<br \/>\u30fbJSON<br \/>\u30fbODBC<br \/>\u30fbJDBC\u3000\u306a\u3069<\/p>\n<h5>\u9ad8\u901f\u30af\u30a8\u30ea<\/h5>\n<p>Spark SQL\u306f\u300c\u30b3\u30b9\u30c8\u30d9\u30fc\u30b9\u30aa\u30d7\u30c6\u30a3\u30de\u30a4\u30b6\u300d\u300c\u30ab\u30e9\u30e0\u578b\u30b9\u30c8\u30ec\u30fc\u30b8\u300d\u300c\u30b3\u30fc\u30c9\u751f\u6210\u300d\u306a\u3069\u306e\u6a5f\u80fd\u306b\u3088\u308a\u3001\u9ad8\u901f\u306b\u30af\u30a8\u30ea\u3092\u5b9f\u884c\u3067\u304d\u307e\u3059\u3002<\/p>\n<h5>\u30d5\u30a9\u30fc\u30eb\u30c8\u30c8\u30ec\u30e9\u30f3\u30b9<\/h5>\n<p>Spark\u30a8\u30f3\u30b8\u30f3\u3092\u4f7f\u7528\u3057\u3066\u300c\u6570\u5343\u30ce\u30fc\u30c9\u300d\u3068\u300c\u6570\u6642\u9593\u306b\u53ca\u3076\u30af\u30a8\u30ea\u300d\u306b\u62e1\u5f35\u53ef\u80fd\u3067\u3001\u30af\u30a8\u30ea\u9014\u4e2d\u3067\u306e\u30d5\u30a9\u30fc\u30eb\u30c8\u30c8\u30ec\u30e9\u30f3\u30b9\u3092\u5b9f\u73fe\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E6%A9%9F%E6%A2%B0%E5%AD%A6%E7%BF%92%E3%83%A9%E3%82%A4%E3%83%96%E3%83%A9%E3%83%AA%E3%80%8CMLlib%E3%80%8D\"><\/span>\u25a0\u6a5f\u68b0\u5b66\u7fd2\u30e9\u30a4\u30d6\u30e9\u30ea\u300cMLlib\u300d<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>MLlib\u306fApache Spark\u306e\u30b9\u30b1\u30fc\u30e9\u30d6\u30eb\u306a\u6a5f\u68b0\u5b66\u7fd2\u30e9\u30a4\u30d6\u30e9\u30ea\u3067\u3059\u3002<\/p>\n<p><a href='http:\/\/spark.apache.org\/mllib\/' target='jumpsite' rel=\"noopener\">\u2192Apache Spark\u3000\u2192MLlib<\/a><\/p>\n<h5>Hadoop\u30b5\u30dd\u30fc\u30c8<\/h5>\n<p>Hadoop\u30ef\u30fc\u30af\u30d5\u30ed\u30fc\u306b\u7c21\u5358\u306b\u30d7\u30e9\u30b0\u30a4\u30f3\u3067\u304d\u307e\u3059\u3002<\/p>\n<h5>\u30cf\u30a4\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9<\/h5>\n<p>MLlib\u306fMapReduce\u3088\u308a\u3082100\u500d\u9ad8\u901f\u306b\u51e6\u7406\u3067\u304d\u307e\u3059\u3002<\/p>\n<h5>\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0<\/h5>\n<p>MLlib\u306b\u306f\u591a\u304f\u306e\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u304c\u542b\u307e\u308c\u3066\u3044\u307e\u3059\u3002<br \/>\u30fb\u5206\u985e&#8212;\u30ed\u30b8\u30b9\u30c6\u30a3\u30c3\u30af\u56de\u5e30\u3001\u5358\u7d14\u30d9\u30a4\u30ba<br \/>\u30fb\u56de\u5e30&#8212;\u4e00\u822c\u5316\u7dda\u5f62\u56de\u5e30\u3001\u751f\u5b58\u56de\u5e30<br \/>\u30fb\u30c7\u30b7\u30b8\u30e7\u30f3\u30c4\u30ea\u30fc\u3001\u30e9\u30f3\u30c0\u30e0\u30d5\u30a9\u30ec\u30b9\u30c8<br \/>\u30fb\u30af\u30e9\u30b9\u30bf\u30ea\u30f3\u30b0&#8212;K\u5e73\u5747\u3001\u30ac\u30a6\u30b9\u6df7\u5408(GMM)<br \/>\u30fb\u30c8\u30d4\u30c3\u30af\u30e2\u30c7\u30ea\u30f3\u30b0&#8212;\u6f5c\u5728\u7684\u30c7\u30a3\u30ea\u30af\u30ec\u914d\u5206(LDA)\u3000\u306a\u3069<\/p>\n<h5>\u30e6\u30fc\u30c6\u30a3\u30ea\u30c6\u30a3<\/h5>\n<p>\u5404\u7a2e\u30e6\u30fc\u30c6\u30a3\u30ea\u30c6\u30a3\u3082\u7528\u610f\u3055\u308c\u3066\u3044\u307e\u3059\u3002<br \/>\u30fb\u7279\u5fb4\u5909\u63db&#8212;\u6a19\u6e96\u5316\u3001\u6b63\u898f\u5316\u3001\u30cf\u30c3\u30b7\u30f3\u30b0<br \/>\u30fbML\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u5efa\u8a2d<br \/>\u30fb\u30e2\u30c7\u30eb\u8a55\u4fa1\u3068\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0<br \/>\u30fbML\u306e\u6c38\u7d9a\u6027&#8212;\u30e2\u30c7\u30eb\u3068\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u306e\u4fdd\u5b58\u3068\u8aad\u307f\u8fbc\u307f\u3000\u306a\u3069<\/p>\n<p><a href='http:\/\/spark.apache.org\/docs\/latest\/ml-guide.html' target='jumpsite' rel=\"noopener\">\u2192Apache Spark\u3000\u2192Machine Learning Library (MLlib) Guide<\/a><\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E3%82%B0%E3%83%A9%E3%83%95%E4%B8%A6%E5%88%97%E8%A8%88%E7%AE%97%E7%94%A8API%E3%80%8CGraphX%E3%80%8D\"><\/span>\u25a0\u30b0\u30e9\u30d5\u4e26\u5217\u8a08\u7b97\u7528API\u300cGraphX\u300d<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>GraphX\u306f\u3001\u30b0\u30e9\u30d5\u304a\u3088\u3073\u30b0\u30e9\u30d5\u4e26\u5217\u8a08\u7b97\u7528\u306eApache Spark API\u3067\u3059\u3002<\/p>\n<p><a href='http:\/\/spark.apache.org\/graphx\/' target='jumpsite' rel=\"noopener\">\u2192Apache Spark\u3000\u2192GraphX<\/a><\/p>\n<h5>\u67d4\u8edf\u6027<\/h5>\n<p>GraphX\u306f\u300cETL\u300d\u300c\u63a2\u7d22\u7684\u5206\u6790\u300d\u300c\u53cd\u5fa9\u30b0\u30e9\u30d5\u8a08\u7b97\u300d\u3092\u5358\u4e00\u30b7\u30b9\u30c6\u30e0\u5185\u306b\u7d71\u5408\u3057\u307e\u3059\u3002<\/p>\n<h5>\u9ad8\u901f\u51e6\u7406<\/h5>\n<p>GraphX\u306f\u3001\u6700\u901f\u306e\u7279\u6b8a\u30b0\u30e9\u30d5\u51e6\u7406\u30b7\u30b9\u30c6\u30e0\u306b\u5339\u6575\u3059\u308b\u51e6\u7406\u6027\u80fd\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002<\/p>\n<h5>\u30b0\u30e9\u30d5\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0<\/h5>\n<p>GraphX\u306b\u306f\u3055\u307e\u3056\u307e\u306a\u30b0\u30e9\u30d5\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u304c\u4ed8\u5c5e\u3057\u3066\u3044\u307e\u3059\u3002<br \/>\u30fbPageRank<br \/>\u30fb\u63a5\u7d9a\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8<br \/>\u30fb\u30e9\u30d9\u30eb\u4f1d\u64ad<br \/>\u30fbSVD ++<br \/>\u30fb\u5f37\u9023\u7d50\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8<br \/>\u30fb\u30c8\u30e9\u30a4\u30a2\u30f3\u30b0\u30eb\u30ab\u30a6\u30f3\u30c8\u3000\u306a\u3069<\/p>\n<h3 class=\"h3Custom\"><span class=\"ez-toc-section\" id=\"%E2%96%A0%E3%82%B9%E3%83%88%E3%83%AA%E3%83%BC%E3%83%A0%E5%87%A6%E7%90%86%E3%80%8CSpark_Streaming%E3%80%8D\"><\/span>\u25a0\u30b9\u30c8\u30ea\u30fc\u30e0\u51e6\u7406\u300cSpark Streaming\u300d<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>Spark Streaming\u3092\u4f7f\u7528\u3059\u308b\u3068\u3001\u30b9\u30b1\u30fc\u30e9\u30d6\u30eb\u306a\u30d5\u30a9\u30fc\u30eb\u30c8\u30c8\u30ec\u30e9\u30f3\u30c8\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3092\u7c21\u5358\u306b\u69cb\u7bc9\u3067\u304d\u307e\u3059\u3002<\/p>\n<p><a href='http:\/\/spark.apache.org\/streaming\/' target='jumpsite' rel=\"noopener\">\u2192Apache Spark\u3000\u2192Spark Streaming<\/a><\/p>\n<h5>\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u30b8\u30e7\u30d6\u4f5c\u6210<\/h5>\n<p>Spark Streaming\u306f\u3001Apache Spark\u306e\u8a00\u8a9e\u7d71\u5408API\u3092\u30b9\u30c8\u30ea\u30fc\u30e0\u51e6\u7406\u306b\u5229\u7528\u3067\u304d\u308b\u305f\u3081\u3001\u30d0\u30c3\u30c1\u30b8\u30e7\u30d6\u8a18\u8ff0\u3068\u540c\u3058\u65b9\u6cd5\u3067\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u30b8\u30e7\u30d6\u3092\u8a18\u8ff0\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>\u300cJava\u300d\u300cScala\u300d\u300cPython\u300d\u3092\u30b5\u30dd\u30fc\u30c8\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<h5>\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9<\/h5>\n<p>Spark Streaming\u306f\u300cHDFS\u300d\u300cFlume\u300d\u300cKafka\u300d\u300cTwitter\u300d\u300cZeroMQ\u300d\u306a\u3069\u304b\u3089\u30c7\u30fc\u30bf\u3092\u8aad\u307f\u8fbc\u3080\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>\u307e\u305f\u3001\u72ec\u81ea\u30ab\u30b9\u30bf\u30e0\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9\u3082\u5b9a\u7fa9\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>\u3000<\/p>\n<p>\u53c2\u8003\u5143\u30b5\u30a4\u30c8<\/p>\n<ul>\n<li><a href='http:\/\/spark.apache.org\/' target='jumpsite' rel=\"noopener\">Apache Spark<\/a><\/li>\n<li><a href='https:\/\/github.com\/apache\/spark' target='jumpsite' rel=\"noopener\">GitHub\u3000\u2192apache\/spark<\/a><\/li>\n<li><a href='https:\/\/en.wikipedia.org\/wiki\/Apache_Spark' target='jumpsite' rel=\"noopener\">Wikipedia\u3000\u2192Apache Spark<\/a><\/li>\n<\/ul>\n<p class='text80'>\u203b\u5b9a\u671f\u7684\u306b\u30e1\u30f3\u30c6\u30ca\u30f3\u30b9\u3092\u5b9f\u65bd\u3057\u3066\u304a\u308a\u307e\u3059\u304c\u3001\u4e00\u90e8\u60c5\u5831\u304c\u53e4\u3044\u5834\u5408\u304c\u3054\u3056\u3044\u307e\u3059\u3002\u3054\u4e86\u627f\u304f\u3060\u3055\u3044\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>Apache Spark(\u30a2\u30d1\u30c3\u30c1\u30b9\u30d1\u30fc\u30af)\u3068\u306f\u3001\u30a4\u30f3\u30e1\u30e2\u30ea\u9ad8\u901f\u5206\u6563\u51e6\u7406\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3067\u3001\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u51e6\u7406\u7528\u7d71\u5408\u5206\u6790\u6a5f\u80fd\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002\u300c\u9ad8\u901f\u300d\u304b\u3064\u300c\u6c4e\u7528\u7684\u300d\u3067\u3042\u308b\u3053\u3068\u3092\u76ee\u6a19\u306b\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u3059\u3002Java\u6d3e\u751f\u8a00\u8a9e\u300cScala\u300d\u3067\u5b9f\u88c5\u3055\u308c\u3066\u304a\u308a\u3001\u5404\u7a2e\u9ad8\u6a5f\u80fd\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u642d\u8f09\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n","protected":false},"author":4,"featured_media":3972,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"_monsterinsights_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"footnotes":""},"categories":[243],"tags":[477],"class_list":["post-4801","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-oss","tag-apache-spark"],"acf":[],"aioseo_notices":[],"aioseo_head":"\n\t\t<!-- All in One SEO 4.9.8 - aioseo.com -->\n\t<meta name=\"description\" content=\"Apache Spark(\u30a2\u30d1\u30c3\u30c1\u30b9\u30d1\u30fc\u30af)\u3068\u306f\u3001\u30a4\u30f3\u30e1\u30e2\u30ea\u9ad8\u901f\u5206\u6563\u51e6\u7406\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3067\u3001\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u51e6\u7406\u7528\u7d71\u5408\u5206\u6790\u6a5f\u80fd\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002\u300c\u9ad8\u901f\u300d\u304b\u3064\u300c\u6c4e\u7528\u7684\u300d\u3067\u3042\u308b\u3053\u3068\u3092\u76ee\u6a19\u306b\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u3059\u3002Java\u6d3e\u751f\u8a00\u8a9e\u300cScala\u300d\u3067\u5b9f\u88c5\u3055\u308c\u3066\u304a\u308a\u3001\u5404\u7a2e\u9ad8\u6a5f\u80fd\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u642d\u8f09\u3057\u3066\u3044\u307e\u3059\u3002\" \/>\n\t<meta name=\"robots\" content=\"max-image-preview:large\" \/>\n\t<meta name=\"author\" content=\"StaffA Majisemi\"\/>\n\t<meta name=\"google-site-verification\" content=\"R--YJHuwLBhoU7QOHv-MDEZzZSg0zyckFAJFkrztFu4\" \/>\n\t<meta name=\"keywords\" content=\"apache spark,oss\u60c5\u5831\" \/>\n\t<link rel=\"canonical\" href=\"https:\/\/majisemi.com\/topics\/oss\/4801\/\" \/>\n\t<meta name=\"generator\" content=\"All in One SEO (AIOSEO) 4.9.8\" \/>\n\t\t<meta property=\"og:locale\" content=\"ja_JP\" \/>\n\t\t<meta property=\"og:site_name\" content=\"\u30de\u30b8\u30bb\u30df\u30c9\u30e9\u30a4\u30d6 | \u30a6\u30a7\u30d3\u30ca\u30fc\u30fbIT\u30b5\u30fc\u30d3\u30b9\u30fb\u30c4\u30fc\u30eb\u306e\u6700\u65b0\u60c5\u5831\u3092\u914d\u4fe1\" \/>\n\t\t<meta property=\"og:type\" content=\"article\" \/>\n\t\t<meta property=\"og:title\" content=\"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011Apache Spark | \u30de\u30b8\u30bb\u30df\" \/>\n\t\t<meta property=\"og:description\" content=\"Apache Spark(\u30a2\u30d1\u30c3\u30c1\u30b9\u30d1\u30fc\u30af)\u3068\u306f\u3001\u30a4\u30f3\u30e1\u30e2\u30ea\u9ad8\u901f\u5206\u6563\u51e6\u7406\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3067\u3001\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u51e6\u7406\u7528\u7d71\u5408\u5206\u6790\u6a5f\u80fd\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002\u300c\u9ad8\u901f\u300d\u304b\u3064\u300c\u6c4e\u7528\u7684\u300d\u3067\u3042\u308b\u3053\u3068\u3092\u76ee\u6a19\u306b\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u3059\u3002Java\u6d3e\u751f\u8a00\u8a9e\u300cScala\u300d\u3067\u5b9f\u88c5\u3055\u308c\u3066\u304a\u308a\u3001\u5404\u7a2e\u9ad8\u6a5f\u80fd\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u642d\u8f09\u3057\u3066\u3044\u307e\u3059\u3002\" \/>\n\t\t<meta property=\"og:url\" content=\"https:\/\/majisemi.com\/topics\/oss\/4801\/\" \/>\n\t\t<meta property=\"og:image\" content=\"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg\" \/>\n\t\t<meta property=\"og:image:secure_url\" content=\"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg\" \/>\n\t\t<meta property=\"og:image:width\" content=\"1200\" \/>\n\t\t<meta property=\"og:image:height\" content=\"627\" \/>\n\t\t<meta property=\"article:published_time\" content=\"2019-12-31T15:00:00+00:00\" \/>\n\t\t<meta property=\"article:modified_time\" content=\"2019-12-31T15:00:00+00:00\" \/>\n\t\t<meta property=\"article:publisher\" content=\"https:\/\/www.facebook.com\/OSSNews\/\" \/>\n\t\t<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n\t\t<meta name=\"twitter:site\" content=\"@Majisemi_it\" \/>\n\t\t<meta name=\"twitter:title\" content=\"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011Apache Spark | \u30de\u30b8\u30bb\u30df\" \/>\n\t\t<meta name=\"twitter:description\" content=\"Apache Spark(\u30a2\u30d1\u30c3\u30c1\u30b9\u30d1\u30fc\u30af)\u3068\u306f\u3001\u30a4\u30f3\u30e1\u30e2\u30ea\u9ad8\u901f\u5206\u6563\u51e6\u7406\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3067\u3001\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u51e6\u7406\u7528\u7d71\u5408\u5206\u6790\u6a5f\u80fd\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002\u300c\u9ad8\u901f\u300d\u304b\u3064\u300c\u6c4e\u7528\u7684\u300d\u3067\u3042\u308b\u3053\u3068\u3092\u76ee\u6a19\u306b\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u3059\u3002Java\u6d3e\u751f\u8a00\u8a9e\u300cScala\u300d\u3067\u5b9f\u88c5\u3055\u308c\u3066\u304a\u308a\u3001\u5404\u7a2e\u9ad8\u6a5f\u80fd\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u642d\u8f09\u3057\u3066\u3044\u307e\u3059\u3002\" \/>\n\t\t<meta name=\"twitter:creator\" content=\"@Majisemi_it\" \/>\n\t\t<meta name=\"twitter:image\" content=\"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg\" \/>\n\t\t<script type=\"application\/ld+json\" class=\"aioseo-schema\">\n\t\t\t{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"BlogPosting\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/#blogposting\",\"name\":\"\\u3010OSS\\u60c5\\u5831\\u30a2\\u30fc\\u30ab\\u30a4\\u30d6\\u3011Apache Spark | \\u30de\\u30b8\\u30bb\\u30df\",\"headline\":\"\\u3010OSS\\u60c5\\u5831\\u30a2\\u30fc\\u30ab\\u30a4\\u30d6\\u3011Apache Spark\",\"author\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/author\\\/akiba\\\/#author\"},\"publisher\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/#organization\"},\"image\":{\"@type\":\"ImageObject\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/______import\\\/2023\\\/05\\\/OSS\\u30a2\\u30a4\\u30ad\\u30e3\\u30c3\\u30c1.jpg\",\"width\":1200,\"height\":627},\"datePublished\":\"2020-01-01T00:00:00+09:00\",\"dateModified\":\"2020-01-01T00:00:00+09:00\",\"inLanguage\":\"ja\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/#webpage\"},\"isPartOf\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/#webpage\"},\"articleSection\":\"OSS\\u60c5\\u5831, Apache Spark\"},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/#breadcrumblist\",\"itemListElement\":[{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics#listItem\",\"position\":1,\"name\":\"\\u30db\\u30fc\\u30e0\",\"item\":\"https:\\\/\\\/majisemi.com\\\/topics\",\"nextItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/category\\\/oss\\\/#listItem\",\"name\":\"OSS\\u60c5\\u5831\"}},{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/category\\\/oss\\\/#listItem\",\"position\":2,\"name\":\"OSS\\u60c5\\u5831\",\"item\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/category\\\/oss\\\/\",\"nextItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/#listItem\",\"name\":\"\\u3010OSS\\u60c5\\u5831\\u30a2\\u30fc\\u30ab\\u30a4\\u30d6\\u3011Apache Spark\"},\"previousItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics#listItem\",\"name\":\"\\u30db\\u30fc\\u30e0\"}},{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/#listItem\",\"position\":3,\"name\":\"\\u3010OSS\\u60c5\\u5831\\u30a2\\u30fc\\u30ab\\u30a4\\u30d6\\u3011Apache Spark\",\"previousItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/category\\\/oss\\\/#listItem\",\"name\":\"OSS\\u60c5\\u5831\"}}]},{\"@type\":\"Organization\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/#organization\",\"name\":\"\\u30de\\u30b8\\u30bb\\u30df\",\"description\":\"\\u30a6\\u30a7\\u30d3\\u30ca\\u30fc\\u30fbIT\\u30b5\\u30fc\\u30d3\\u30b9\\u30fb\\u30c4\\u30fc\\u30eb\\u306e\\u6700\\u65b0\\u60c5\\u5831\\u3092\\u914d\\u4fe1\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/______import\\\/2022\\\/12\\\/\\u30de\\u30b8\\u30bb\\u30df\\u30ed\\u30b4.jpg\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/#organizationLogo\",\"width\":960,\"height\":960},\"image\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/#organizationLogo\"},\"sameAs\":[\"https:\\\/\\\/www.facebook.com\\\/OSSNews\\\/\",\"https:\\\/\\\/twitter.com\\\/Majisemi_it\\\/\",\"https:\\\/\\\/www.instagram.com\\\/majisemi_it\\\/\",\"https:\\\/\\\/www.youtube.com\\\/@majisemi\"]},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/author\\\/akiba\\\/#author\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/author\\\/akiba\\\/\",\"name\":\"StaffA Majisemi\",\"image\":{\"@type\":\"ImageObject\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/#authorImage\",\"url\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/41370066eb3581cd140f53233af8bc9bbb29bac0103f980a255c6d704ffcdca7?s=96&d=mm&r=g\",\"width\":96,\"height\":96,\"caption\":\"StaffA Majisemi\"}},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/#webpage\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/\",\"name\":\"\\u3010OSS\\u60c5\\u5831\\u30a2\\u30fc\\u30ab\\u30a4\\u30d6\\u3011Apache Spark | \\u30de\\u30b8\\u30bb\\u30df\",\"description\":\"Apache Spark(\\u30a2\\u30d1\\u30c3\\u30c1\\u30b9\\u30d1\\u30fc\\u30af)\\u3068\\u306f\\u3001\\u30a4\\u30f3\\u30e1\\u30e2\\u30ea\\u9ad8\\u901f\\u5206\\u6563\\u51e6\\u7406\\u30d7\\u30e9\\u30c3\\u30c8\\u30d5\\u30a9\\u30fc\\u30e0\\u3067\\u3001\\u5927\\u898f\\u6a21\\u30c7\\u30fc\\u30bf\\u51e6\\u7406\\u7528\\u7d71\\u5408\\u5206\\u6790\\u6a5f\\u80fd\\u3092\\u63d0\\u4f9b\\u3057\\u307e\\u3059\\u3002\\u300c\\u9ad8\\u901f\\u300d\\u304b\\u3064\\u300c\\u6c4e\\u7528\\u7684\\u300d\\u3067\\u3042\\u308b\\u3053\\u3068\\u3092\\u76ee\\u6a19\\u306b\\u8a2d\\u8a08\\u3055\\u308c\\u3066\\u3044\\u307e\\u3059\\u3002Java\\u6d3e\\u751f\\u8a00\\u8a9e\\u300cScala\\u300d\\u3067\\u5b9f\\u88c5\\u3055\\u308c\\u3066\\u304a\\u308a\\u3001\\u5404\\u7a2e\\u9ad8\\u6a5f\\u80fd\\u30e9\\u30a4\\u30d6\\u30e9\\u30ea\\u3092\\u642d\\u8f09\\u3057\\u3066\\u3044\\u307e\\u3059\\u3002\",\"inLanguage\":\"ja\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/#website\"},\"breadcrumb\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/#breadcrumblist\"},\"author\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/author\\\/akiba\\\/#author\"},\"creator\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/author\\\/akiba\\\/#author\"},\"image\":{\"@type\":\"ImageObject\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/______import\\\/2023\\\/05\\\/OSS\\u30a2\\u30a4\\u30ad\\u30e3\\u30c3\\u30c1.jpg\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/#mainImage\",\"width\":1200,\"height\":627},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/4801\\\/#mainImage\"},\"datePublished\":\"2020-01-01T00:00:00+09:00\",\"dateModified\":\"2020-01-01T00:00:00+09:00\"},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/#website\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/\",\"name\":\"\\u30de\\u30b8\\u30bb\\u30df\\u30c9\\u30e9\\u30a4\\u30d6\",\"alternateName\":\"\\u30de\\u30b8\\u30bb\\u30df\\u30c9\\u30e9\\u30a4\\u30d6\",\"description\":\"\\u30a6\\u30a7\\u30d3\\u30ca\\u30fc\\u30fbIT\\u30b5\\u30fc\\u30d3\\u30b9\\u30fb\\u30c4\\u30fc\\u30eb\\u306e\\u6700\\u65b0\\u60c5\\u5831\\u3092\\u914d\\u4fe1\",\"inLanguage\":\"ja\",\"publisher\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/#organization\"}}]}\n\t\t<\/script>\n\t\t<!-- All in One SEO -->\n\n","aioseo_head_json":{"title":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011Apache Spark | \u30de\u30b8\u30bb\u30df","description":"Apache Spark(\u30a2\u30d1\u30c3\u30c1\u30b9\u30d1\u30fc\u30af)\u3068\u306f\u3001\u30a4\u30f3\u30e1\u30e2\u30ea\u9ad8\u901f\u5206\u6563\u51e6\u7406\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3067\u3001\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u51e6\u7406\u7528\u7d71\u5408\u5206\u6790\u6a5f\u80fd\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002\u300c\u9ad8\u901f\u300d\u304b\u3064\u300c\u6c4e\u7528\u7684\u300d\u3067\u3042\u308b\u3053\u3068\u3092\u76ee\u6a19\u306b\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u3059\u3002Java\u6d3e\u751f\u8a00\u8a9e\u300cScala\u300d\u3067\u5b9f\u88c5\u3055\u308c\u3066\u304a\u308a\u3001\u5404\u7a2e\u9ad8\u6a5f\u80fd\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u642d\u8f09\u3057\u3066\u3044\u307e\u3059\u3002","canonical_url":"https:\/\/majisemi.com\/topics\/oss\/4801\/","robots":"max-image-preview:large","keywords":"apache spark,oss\u60c5\u5831","webmasterTools":{"google-site-verification":"R--YJHuwLBhoU7QOHv-MDEZzZSg0zyckFAJFkrztFu4","miscellaneous":""},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"BlogPosting","@id":"https:\/\/majisemi.com\/topics\/oss\/4801\/#blogposting","name":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011Apache Spark | \u30de\u30b8\u30bb\u30df","headline":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011Apache Spark","author":{"@id":"https:\/\/majisemi.com\/topics\/author\/akiba\/#author"},"publisher":{"@id":"https:\/\/majisemi.com\/topics\/#organization"},"image":{"@type":"ImageObject","url":"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg","width":1200,"height":627},"datePublished":"2020-01-01T00:00:00+09:00","dateModified":"2020-01-01T00:00:00+09:00","inLanguage":"ja","mainEntityOfPage":{"@id":"https:\/\/majisemi.com\/topics\/oss\/4801\/#webpage"},"isPartOf":{"@id":"https:\/\/majisemi.com\/topics\/oss\/4801\/#webpage"},"articleSection":"OSS\u60c5\u5831, Apache Spark"},{"@type":"BreadcrumbList","@id":"https:\/\/majisemi.com\/topics\/oss\/4801\/#breadcrumblist","itemListElement":[{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics#listItem","position":1,"name":"\u30db\u30fc\u30e0","item":"https:\/\/majisemi.com\/topics","nextItem":{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics\/category\/oss\/#listItem","name":"OSS\u60c5\u5831"}},{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics\/category\/oss\/#listItem","position":2,"name":"OSS\u60c5\u5831","item":"https:\/\/majisemi.com\/topics\/category\/oss\/","nextItem":{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics\/oss\/4801\/#listItem","name":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011Apache Spark"},"previousItem":{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics#listItem","name":"\u30db\u30fc\u30e0"}},{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics\/oss\/4801\/#listItem","position":3,"name":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011Apache Spark","previousItem":{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics\/category\/oss\/#listItem","name":"OSS\u60c5\u5831"}}]},{"@type":"Organization","@id":"https:\/\/majisemi.com\/topics\/#organization","name":"\u30de\u30b8\u30bb\u30df","description":"\u30a6\u30a7\u30d3\u30ca\u30fc\u30fbIT\u30b5\u30fc\u30d3\u30b9\u30fb\u30c4\u30fc\u30eb\u306e\u6700\u65b0\u60c5\u5831\u3092\u914d\u4fe1","url":"https:\/\/majisemi.com\/topics\/","logo":{"@type":"ImageObject","url":"https:\/\/majisemi.com\/topics\/______import\/2022\/12\/\u30de\u30b8\u30bb\u30df\u30ed\u30b4.jpg","@id":"https:\/\/majisemi.com\/topics\/oss\/4801\/#organizationLogo","width":960,"height":960},"image":{"@id":"https:\/\/majisemi.com\/topics\/oss\/4801\/#organizationLogo"},"sameAs":["https:\/\/www.facebook.com\/OSSNews\/","https:\/\/twitter.com\/Majisemi_it\/","https:\/\/www.instagram.com\/majisemi_it\/","https:\/\/www.youtube.com\/@majisemi"]},{"@type":"Person","@id":"https:\/\/majisemi.com\/topics\/author\/akiba\/#author","url":"https:\/\/majisemi.com\/topics\/author\/akiba\/","name":"StaffA Majisemi","image":{"@type":"ImageObject","@id":"https:\/\/majisemi.com\/topics\/oss\/4801\/#authorImage","url":"https:\/\/secure.gravatar.com\/avatar\/41370066eb3581cd140f53233af8bc9bbb29bac0103f980a255c6d704ffcdca7?s=96&d=mm&r=g","width":96,"height":96,"caption":"StaffA Majisemi"}},{"@type":"WebPage","@id":"https:\/\/majisemi.com\/topics\/oss\/4801\/#webpage","url":"https:\/\/majisemi.com\/topics\/oss\/4801\/","name":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011Apache Spark | \u30de\u30b8\u30bb\u30df","description":"Apache Spark(\u30a2\u30d1\u30c3\u30c1\u30b9\u30d1\u30fc\u30af)\u3068\u306f\u3001\u30a4\u30f3\u30e1\u30e2\u30ea\u9ad8\u901f\u5206\u6563\u51e6\u7406\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3067\u3001\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u51e6\u7406\u7528\u7d71\u5408\u5206\u6790\u6a5f\u80fd\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002\u300c\u9ad8\u901f\u300d\u304b\u3064\u300c\u6c4e\u7528\u7684\u300d\u3067\u3042\u308b\u3053\u3068\u3092\u76ee\u6a19\u306b\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u3059\u3002Java\u6d3e\u751f\u8a00\u8a9e\u300cScala\u300d\u3067\u5b9f\u88c5\u3055\u308c\u3066\u304a\u308a\u3001\u5404\u7a2e\u9ad8\u6a5f\u80fd\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u642d\u8f09\u3057\u3066\u3044\u307e\u3059\u3002","inLanguage":"ja","isPartOf":{"@id":"https:\/\/majisemi.com\/topics\/#website"},"breadcrumb":{"@id":"https:\/\/majisemi.com\/topics\/oss\/4801\/#breadcrumblist"},"author":{"@id":"https:\/\/majisemi.com\/topics\/author\/akiba\/#author"},"creator":{"@id":"https:\/\/majisemi.com\/topics\/author\/akiba\/#author"},"image":{"@type":"ImageObject","url":"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg","@id":"https:\/\/majisemi.com\/topics\/oss\/4801\/#mainImage","width":1200,"height":627},"primaryImageOfPage":{"@id":"https:\/\/majisemi.com\/topics\/oss\/4801\/#mainImage"},"datePublished":"2020-01-01T00:00:00+09:00","dateModified":"2020-01-01T00:00:00+09:00"},{"@type":"WebSite","@id":"https:\/\/majisemi.com\/topics\/#website","url":"https:\/\/majisemi.com\/topics\/","name":"\u30de\u30b8\u30bb\u30df\u30c9\u30e9\u30a4\u30d6","alternateName":"\u30de\u30b8\u30bb\u30df\u30c9\u30e9\u30a4\u30d6","description":"\u30a6\u30a7\u30d3\u30ca\u30fc\u30fbIT\u30b5\u30fc\u30d3\u30b9\u30fb\u30c4\u30fc\u30eb\u306e\u6700\u65b0\u60c5\u5831\u3092\u914d\u4fe1","inLanguage":"ja","publisher":{"@id":"https:\/\/majisemi.com\/topics\/#organization"}}]},"og:locale":"ja_JP","og:site_name":"\u30de\u30b8\u30bb\u30df\u30c9\u30e9\u30a4\u30d6 | \u30a6\u30a7\u30d3\u30ca\u30fc\u30fbIT\u30b5\u30fc\u30d3\u30b9\u30fb\u30c4\u30fc\u30eb\u306e\u6700\u65b0\u60c5\u5831\u3092\u914d\u4fe1","og:type":"article","og:title":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011Apache Spark | \u30de\u30b8\u30bb\u30df","og:description":"Apache Spark(\u30a2\u30d1\u30c3\u30c1\u30b9\u30d1\u30fc\u30af)\u3068\u306f\u3001\u30a4\u30f3\u30e1\u30e2\u30ea\u9ad8\u901f\u5206\u6563\u51e6\u7406\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3067\u3001\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u51e6\u7406\u7528\u7d71\u5408\u5206\u6790\u6a5f\u80fd\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002\u300c\u9ad8\u901f\u300d\u304b\u3064\u300c\u6c4e\u7528\u7684\u300d\u3067\u3042\u308b\u3053\u3068\u3092\u76ee\u6a19\u306b\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u3059\u3002Java\u6d3e\u751f\u8a00\u8a9e\u300cScala\u300d\u3067\u5b9f\u88c5\u3055\u308c\u3066\u304a\u308a\u3001\u5404\u7a2e\u9ad8\u6a5f\u80fd\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u642d\u8f09\u3057\u3066\u3044\u307e\u3059\u3002","og:url":"https:\/\/majisemi.com\/topics\/oss\/4801\/","og:image":"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg","og:image:secure_url":"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg","og:image:width":1200,"og:image:height":627,"article:published_time":"2019-12-31T15:00:00+00:00","article:modified_time":"2019-12-31T15:00:00+00:00","article:publisher":"https:\/\/www.facebook.com\/OSSNews\/","twitter:card":"summary_large_image","twitter:site":"@Majisemi_it","twitter:title":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011Apache Spark | \u30de\u30b8\u30bb\u30df","twitter:description":"Apache Spark(\u30a2\u30d1\u30c3\u30c1\u30b9\u30d1\u30fc\u30af)\u3068\u306f\u3001\u30a4\u30f3\u30e1\u30e2\u30ea\u9ad8\u901f\u5206\u6563\u51e6\u7406\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3067\u3001\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u51e6\u7406\u7528\u7d71\u5408\u5206\u6790\u6a5f\u80fd\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002\u300c\u9ad8\u901f\u300d\u304b\u3064\u300c\u6c4e\u7528\u7684\u300d\u3067\u3042\u308b\u3053\u3068\u3092\u76ee\u6a19\u306b\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u3059\u3002Java\u6d3e\u751f\u8a00\u8a9e\u300cScala\u300d\u3067\u5b9f\u88c5\u3055\u308c\u3066\u304a\u308a\u3001\u5404\u7a2e\u9ad8\u6a5f\u80fd\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u642d\u8f09\u3057\u3066\u3044\u307e\u3059\u3002","twitter:creator":"@Majisemi_it","twitter:image":"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg"},"aioseo_meta_data":{"post_id":"4801","title":null,"description":null,"keywords":null,"keyphrases":null,"primary_term":null,"canonical_url":null,"og_title":null,"og_description":null,"og_object_type":"default","og_image_type":"default","og_image_url":null,"og_image_width":null,"og_image_height":null,"og_image_custom_url":null,"og_image_custom_fields":null,"og_video":null,"og_custom_url":null,"og_article_section":null,"og_article_tags":null,"twitter_use_og":false,"twitter_card":"default","twitter_image_type":"default","twitter_image_url":null,"twitter_image_custom_url":null,"twitter_image_custom_fields":null,"twitter_title":null,"twitter_description":null,"schema":{"blockGraphs":[],"customGraphs":[],"default":{"data":{"Article":[],"Course":[],"Dataset":[],"FAQPage":[],"Movie":[],"Person":[],"Product":[],"ProductReview":[],"Car":[],"Recipe":[],"Service":[],"SoftwareApplication":[],"WebPage":[]},"graphName":"","isEnabled":true},"graphs":[]},"schema_type":"default","schema_type_options":null,"pillar_content":false,"robots_default":true,"robots_noindex":false,"robots_noarchive":false,"robots_nosnippet":false,"robots_nofollow":false,"robots_noimageindex":false,"robots_noodp":false,"robots_notranslate":false,"robots_max_snippet":null,"robots_max_videopreview":null,"robots_max_imagepreview":"large","priority":null,"frequency":null,"local_seo":null,"breadcrumb_settings":null,"limit_modified_date":false,"ai":null,"created":"2023-09-22 06:40:22","updated":"2025-06-04 04:41:16","seo_analyzer_scan_date":null},"aioseo_breadcrumb":"<div class=\"aioseo-breadcrumbs\"><span class=\"aioseo-breadcrumb\">\n\t\t\t<a href=\"https:\/\/majisemi.com\/topics\" title=\"\u30db\u30fc\u30e0\">\u30db\u30fc\u30e0<\/a>\n\t\t<\/span><span class=\"aioseo-breadcrumb-separator\">\u00bb<\/span><span class=\"aioseo-breadcrumb\">\n\t\t\t<a href=\"https:\/\/majisemi.com\/topics\/category\/oss\/\" title=\"OSS\u60c5\u5831\">OSS\u60c5\u5831<\/a>\n\t\t<\/span><span class=\"aioseo-breadcrumb-separator\">\u00bb<\/span><span class=\"aioseo-breadcrumb\">\n\t\t\t\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011Apache Spark\n\t\t<\/span><\/div>","aioseo_breadcrumb_json":[{"label":"\u30db\u30fc\u30e0","link":"https:\/\/majisemi.com\/topics"},{"label":"OSS\u60c5\u5831","link":"https:\/\/majisemi.com\/topics\/category\/oss\/"},{"label":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011Apache Spark","link":"https:\/\/majisemi.com\/topics\/oss\/4801\/"}],"_links":{"self":[{"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/posts\/4801","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/users\/4"}],"replies":[{"embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/comments?post=4801"}],"version-history":[{"count":0,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/posts\/4801\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/media\/3972"}],"wp:attachment":[{"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/media?parent=4801"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/categories?post=4801"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/tags?post=4801"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}