{"id":6417,"date":"2025-03-14T16:55:59","date_gmt":"2025-03-14T07:55:59","guid":{"rendered":"https:\/\/blog.since2020.jp\/?p=6417"},"modified":"2025-03-14T16:55:59","modified_gmt":"2025-03-14T07:55:59","slug":"mapreduce_glossary","status":"publish","type":"post","link":"https:\/\/since2020.jp\/media\/mapreduce_glossary\/","title":{"rendered":"MapReduce\u306e\u3059\u3079\u3066\uff1a\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u6642\u4ee3\u3092\u652f\u3048\u308b\u5206\u6563\u51e6\u7406\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3"},"content":{"rendered":"\n<p>\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u3084\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u5206\u6790\u3068\u3044\u3063\u305f\u8a00\u8449\u304c\u5f53\u305f\u308a\u524d\u306b\u306a\u3063\u305f\u73fe\u4ee3\u3002\u4f01\u696d\u304c\u4fdd\u6709\u3059\u308b\u30c7\u30fc\u30bf\u91cf\u306f\u7206\u767a\u7684\u306b\u5897\u52a0\u3057\u3001\u305d\u306e\u5206\u6790\u3084\u6d3b\u7528\u624b\u6cd5\u3082\u591a\u5c90\u306b\u308f\u305f\u3063\u3066\u3044\u307e\u3059\u3002\u305d\u306e\u306a\u304b\u3067\u767b\u5834\u3057\u305fMapReduce\u306f\u3001\u81a8\u5927\u306a\u30c7\u30fc\u30bf\u3092\u8907\u6570\u306e\u30de\u30b7\u30f3\u3078\u5206\u6563\u3057\u3001\u4e26\u884c\u3057\u3066\u51e6\u7406\u3092\u884c\u3046\u305f\u3081\u306e\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u30e2\u30c7\u30eb\u30fb\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3068\u3057\u3066\u5e83\u304f\u77e5\u3089\u308c\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3057\u305f\u3002\u672c\u8a18\u4e8b\u3067\u306f\u3001MapReduce\u306e\u57fa\u790e\u6982\u5ff5\u304b\u3089\u6700\u65b0\u52d5\u5411\u3001\u30e1\u30ea\u30c3\u30c8\u30fb\u30c7\u30e1\u30ea\u30c3\u30c8\u3001\u5c0e\u5165\u3078\u306e\u30d2\u30f3\u30c8\u307e\u3067\u3092\u7dcf\u5408\u7684\u306b\u89e3\u8aac\u3057\u307e\u3059\u3002\u3055\u3089\u306b\u3001Hadoop\u3084Apache Spark\u306a\u3069\u95a2\u9023\u6280\u8853\u3068\u306e\u95a2\u4fc2\u6027\u3084\u5b9f\u969b\u306e\u30d3\u30b8\u30cd\u30b9\u30e6\u30fc\u30b9\u30b1\u30fc\u30b9\u3082\u5e45\u5e83\u304f\u53d6\u308a\u4e0a\u3052\u3001\u300c\u3053\u3053\u3067\u3057\u304b\u8aad\u3081\u306a\u3044\u300d\u8996\u70b9\u3092\u4ea4\u3048\u306a\u304c\u3089\u7db2\u7f85\u7684\u306b\u307e\u3068\u3081\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n<h2>MapReduce\u3068\u306f\u4f55\u304b\uff1f<\/h2>\n<b>\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u6642\u4ee3\u306e\u80cc\u666f<\/b>\r\n<p _msttexthash=\"4246338291\" _msthash=\"989\">\u8fd1\u5e74\u3001\u4f01\u696d\u3084\u7d44\u7e54\u304c\u6271\u3046\u30c7\u30fc\u30bf\u306e\u7dcf\u91cf\u306f\u6307\u6570\u95a2\u6570\u7684\u306b\u5897\u3048\u3066\u3044\u307e\u3059\u3002 SNS\u3084IoT\u30c7\u30d0\u30a4\u30b9\u3001e\u30b3\u30de\u30fc\u30b9\u3001\u30af\u30ea\u30c3\u30af\u30b9\u30c8\u30ea\u30fc\u30e0\u306a\u3069\u3001\u591a\u7a2e\u591a\u69d8\u306a\u30c7\u30fc\u30bf\u304c\u9023\u7d9a\u7684\u306b\u751f\u6210\u3055\u308c\u308b\u306a\u304b\u3067\u3001\u3053\u308c\u3089\u3092\u8fc5\u901f\u304b\u3064\u6b63\u78ba\u306b\u5206\u6790\u3057\u3001\u30d3\u30b8\u30cd\u30b9\u4fa1\u5024\u3092\u5f15\u304d\u51fa\u3059\u3053\u3068\u304c\u7af6\u4e89\u529b\u306e\u6e90\u6cc9\u3068\u306a\u3063\u3066\u3044\u307e\u3059\u3002 \u3057\u304b\u3057\u3001\u5f93\u6765\u306e\u5358\u4e00\u30b5\u30fc\u30d0\u30fc\u3067\u306e\u51e6\u7406\u306b\u306f\u9650\u754c\u304c\u3042\u308a\u3001\u81a8\u5927\u306a\u30c7\u30fc\u30bf\u3092\u5206\u6790\u3059\u308b\u305f\u3081\u306b\u5fc5\u8981\u306a\u6642\u9593\u3084\u30ea\u30bd\u30fc\u30b9\u3092\u78ba\u4fdd\u3059\u308b\u306e\u306f\u5bb9\u6613\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002<\/p>\r\n<p _msttexthash=\"2144229516\" _msthash=\"990\">\u305d\u3053\u3067\u767b\u5834\u3057\u305f\u306e\u304c\u3001\u5206\u6563\u51e6\u7406\u306e\u8003\u3048\u65b9\u3067\u3059\u3002 \u8907\u6570\u306e\u30de\u30b7\u30f3\u3092\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3067\u9023\u643a\u3055\u305b\u3001\u540c\u6642\u4e26\u884c\u7684\u306b\u51e6\u7406\u3092\u9032\u3081\u308b\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306b\u3088\u3063\u3066\u3001\u5f93\u6765\u3067\u306f\u4e0d\u53ef\u80fd\u3060\u3063\u305f\u30c7\u30fc\u30bf\u91cf\u3092\u73fe\u5b9f\u7684\u306a\u6642\u9593\u5185\u306b\u51e6\u7406\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3057\u305f\u3002 \u3053\u306e\u5206\u6563\u51e6\u7406\u3092\u52b9\u7387\u7684\u306b\u5b9f\u88c5\u3059\u308b\u305f\u3081\u306e\u4ee3\u8868\u7684\u306a\u30e2\u30c7\u30eb\u304cMapReduce\u3067\u3059\u3002<\/p>\r\n<b>MapReduce\u306e\u57fa\u672c\u601d\u60f3<\/b>\r\n<p _msttexthash=\"2288443118\" _msthash=\"992\">MapReduce\u306e\u6982\u5ff5\u306f\u30012004\u5e74\u306bGoogle\u304c\u5927\u898f\u6a21\u691c\u7d22\u30a8\u30f3\u30b8\u30f3\u306e\u30a4\u30f3\u30c7\u30c3\u30af\u30b9\u69cb\u7bc9\u306b\u6d3b\u7528\u3057\u3066\u3044\u305f\u624b\u6cd5\u3092\u8ad6\u6587\u3068\u3057\u3066\u767a\u8868\u3057\u305f\u3053\u3068\u304b\u3089\u5e83\u304f\u77e5\u3089\u308c\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3057\u305f\u3002 \u300cMap\uff08\u5206\u5272\uff09\u300d\u3068\u300cReduce\uff08\u96c6\u7d04\uff09\u300d\u3068\u3044\u30462\u3064\u306e\u30d5\u30a7\u30fc\u30ba\u3092\u4e2d\u5fc3\u306b\u3001\u5927\u5bb9\u91cf\u30c7\u30fc\u30bf\u3092\u6271\u3046\u4ed5\u7d44\u307f\u3092\u6574\u3048\u3066\u3044\u307e\u3059\u3002<\/p>\r\n<ul>\r\n\t<li>\r\n<p><strong _msttexthash=\"7497542\" _msthash=\"993\">Map\u30b9\u30c6\u30c3\u30d7<\/strong><\/p>\r\n<p _msttexthash=\"646596561\" _msthash=\"994\">\u5165\u529b\u30c7\u30fc\u30bf\u3092\u4e26\u5217\u306b\u51e6\u7406\u3057\u3001\u4e2d\u9593\u7684\u306akey-value\u30da\u30a2\u3092\u751f\u6210\u3059\u308b\u6bb5\u968e\u3002 \u5927\u91cf\u306e\u30c7\u30fc\u30bf\u3092\u8907\u6570\u30ce\u30fc\u30c9\u306b\u307e\u305f\u304c\u3063\u3066\u51e6\u7406\u3059\u308b\u3053\u3068\u3067\u9ad8\u901f\u5316\u3092\u5b9f\u73fe\u3057\u307e\u3059\u3002<\/p>\r\n<\/li>\r\n\t<li>\r\n<p><strong _msttexthash=\"9489987\" _msthash=\"995\">Reduce\u30b9\u30c6\u30c3\u30d7<\/strong><\/p>\r\n<p _msttexthash=\"637160030\" _msthash=\"996\">Map\u30b9\u30c6\u30c3\u30d7\u3067\u751f\u6210\u3055\u308c\u305fkey-value\u30da\u30a2\u3092\u307e\u3068\u3081\u3001\u96c6\u7d04\u3084\u96c6\u8a08\u3092\u884c\u3046\u6bb5\u968e\u3002 \u6700\u7d42\u7684\u306b\u30e6\u30fc\u30b6\u30fc\u304c\u6b32\u3057\u3044\u60c5\u5831\u3084\u5206\u6790\u7d50\u679c\u3092\u5f97\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002<\/p>\r\n<\/li>\r\n<\/ul>\r\n<p _msttexthash=\"1791392174\" _msthash=\"997\">\u3053\u306e\u30b7\u30f3\u30d7\u30eb\u306a\u30e2\u30c7\u30eb\u3092\u62e1\u5f35\u3057\u3084\u3059\u304f\u3001\u304b\u3064\u5b89\u5b9a\u3057\u3066\u52d5\u304b\u305b\u308b\u3088\u3046\u306b\u3057\u305f\u306e\u304c\u3001\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u3067\u3042\u308bHadoop\u3067\u3059\u3002 \u73fe\u5728\u3067\u306f\u3055\u307e\u3056\u307e\u306a\u30af\u30e9\u30a6\u30c9\u30d9\u30f3\u30c0\u30fc\u3084\u30bd\u30d5\u30c8\u30a6\u30a7\u30a2\u30d9\u30f3\u30c0\u30fc\u306b\u3088\u3063\u3066MapReduce\u4e92\u63db\u306e\u30b5\u30fc\u30d3\u30b9\u304c\u63d0\u4f9b\u3055\u308c\u3066\u304a\u308a\u3001\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u89e3\u6790\u306e\u4e2d\u5fc3\u7684\u5b58\u5728\u3068\u306a\u3063\u3066\u3044\u307e\u3059\u3002<\/p>\r\n<p><!-- notionvc: 474f03b5-4a99-47b6-90c5-b938e35b8843 --><\/p>\n\n<h2>MapReduce\u304c\u679c\u305f\u3059\u5f79\u5272\u3068\u7279\u5fb4<\/h2>\n<b>\u30b7\u30f3\u30d7\u30eb\u304b\u3064\u5f37\u529b\u306a\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u30e2\u30c7\u30eb<\/b>\r\n<p _msttexthash=\"2456765740\" _msthash=\"1056\">MapReduce\u306e\u6700\u5927\u306e\u9b45\u529b\u306f\u3001\u305d\u306e\u5b9f\u88c5\u304c**\u300cMap\u300d\u3068\u300cReduce\u300d\u306e2\u3064\u306e\u95a2\u6570\u3092\u5b9a\u7fa9\u3059\u308b\u3060\u3051**\u3068\u3044\u3046\u30b7\u30f3\u30d7\u30eb\u3055\u306b\u3042\u308a\u307e\u3059\u3002 \u958b\u767a\u8005\u306f\u30c7\u30fc\u30bf\u306e\u7d30\u304b\u3044\u5206\u5272\u65b9\u6cd5\u3084\u30ce\u30fc\u30c9\u9593\u306e\u901a\u4fe1\u65b9\u6cd5\u306a\u3069\u3092\u610f\u8b58\u3059\u308b\u5fc5\u8981\u304c\u307b\u3068\u3093\u3069\u306a\u304f\u3001\u7d50\u679c\u3068\u3057\u3066\u5927\u898f\u6a21\u5206\u6563\u51e6\u7406\u3092\u624b\u8efd\u306b\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3078\u7d44\u307f\u8fbc\u3081\u308b\u306e\u3067\u3059\u3002<\/p>\r\n<b>\u30b9\u30b1\u30fc\u30e9\u30d3\u30ea\u30c6\u30a3\u3068\u30d5\u30a9\u30fc\u30eb\u30c8\u30c8\u30ec\u30e9\u30f3\u30b9<\/b>\r\n<p _msttexthash=\"2259000224\" _msthash=\"1058\">\u8907\u6570\u30ce\u30fc\u30c9\u3092\u6271\u3046\u5206\u6563\u30b7\u30b9\u30c6\u30e0\u3067\u306f\u3001\u30ce\u30fc\u30c9\u969c\u5bb3\u304c\u3064\u304d\u3082\u306e\u3067\u3059\u3002 MapReduce\u3092\u57fa\u76e4\u3068\u3059\u308bHadoop\u306a\u3069\u306e\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u306f\u3001\u30ce\u30fc\u30c9\u969c\u5bb3\u304c\u3042\u3063\u3066\u3082\u51e6\u7406\u3092\u518d\u958b\u3067\u304d\u308b\u3088\u3046\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u3059\u3002 \u30ce\u30fc\u30c9\u8ffd\u52a0\u306b\u3088\u308b\u6a2a\u65b9\u5411\u3078\u306e\u30b9\u30b1\u30fc\u30eb\u30a2\u30a6\u30c8\u3082\u5bb9\u6613\u3067\u3001\u5927\u898f\u6a21\u74b0\u5883\u4e0b\u3067\u306e\u30ea\u30cb\u30a2\u306a\u6027\u80fd\u62e1\u5f35\u304c\u671f\u5f85\u3067\u304d\u307e\u3059\u3002<\/p>\r\n<b>\u5927\u898f\u6a21\u5206\u6563\u51e6\u7406\u306b\u9069\u3057\u305f\u69cb\u9020<\/b>\r\n<p _msttexthash=\"2855862282\" _msthash=\"1060\">MapReduce\u306f\u3001\u30c7\u30fc\u30bf\u3092\u3042\u3089\u304b\u3058\u3081\u8907\u6570\u306e\u30c1\u30e3\u30f3\u30af\u306b\u5206\u5272\u3057\u3066HDFS\u306a\u3069\u306e\u5206\u6563\u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0\u306b\u683c\u7d0d\u3057\u3001\u5404\u30de\u30b7\u30f3\u306b\u51e6\u7406\u3092\u5272\u308a\u632f\u308b\u4ed5\u7d44\u307f\u3092\u6301\u3061\u307e\u3059\u3002 \u3053\u308c\u306b\u3088\u308a\u3001\u30c7\u30fc\u30bf\u30ed\u30fc\u30ab\u30ea\u30c6\u30a3\uff08\u30c7\u30fc\u30bf\u304c\u3042\u308b\u5834\u6240\u3067\u51e6\u7406\u3092\u884c\u3046\u8003\u3048\u65b9\uff09\u304c\u6700\u5927\u9650\u306b\u6d3b\u304b\u3055\u308c\u3001\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u5e2f\u57df\u306e\u6d88\u8cbb\u3092\u6291\u3048\u306a\u304c\u3089\u9ad8\u3044\u51e6\u7406\u52b9\u7387\u3092\u5f97\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002<\/p>\r\n<p><!-- notionvc: 119861b1-afa0-4114-8fe6-2c421cf1685f --><\/p>\n\n<h2>MapReduce\u30d7\u30ed\u30bb\u30b9\u306e\u6d41\u308c<\/h2>\n<b>Map\u30d5\u30a7\u30fc\u30ba<\/b>\r\n<ol>\r\n\t<li _msttexthash=\"1117647648\" _msthash=\"1119\">**\u5165\u529b\u5206\u5272\uff08Input Splits\uff09**\u5927\u91cf\u306e\u5165\u529b\u30c7\u30fc\u30bf\u304c\u4e8b\u524d\u306b\u30c1\u30e3\u30f3\u30af\uff08\u5206\u5272\uff09\u3068\u3057\u3066\u5404\u30ce\u30fc\u30c9\u306b\u683c\u7d0d\u3055\u308c\u307e\u3059\u3002 Hadoop\u306eHDFS\u3092\u4f7f\u3046\u5834\u5408\u3001\u30c7\u30d5\u30a9\u30eb\u30c8\u3067\u306f128MB\u307e\u305f\u306f256MB\u5358\u4f4d\u3067\u30d5\u30a1\u30a4\u30eb\u304c\u5206\u5272\u3055\u308c\u308b\u3053\u3068\u304c\u591a\u3044\u3067\u3059\u3002<\/li>\r\n\t<li _msttexthash=\"959059270\" _msthash=\"1120\">Map\u30bf\u30b9\u30af\u306e\u5b9f\u884c\u5404\u30ce\u30fc\u30c9\u304c\u62c5\u5f53\u3059\u308b\u30c1\u30e3\u30f3\u30af\u306b\u5bfe\u3057\u3066Map\u95a2\u6570\u3092\u9069\u7528\u3057\u3001\u4e2d\u9593\u7684\u306akey-value\u30da\u30a2\u3092\u751f\u6210\u3057\u307e\u3059\u3002 \u305f\u3068\u3048\u3070\u30a2\u30af\u30bb\u30b9\u30ed\u30b0\u89e3\u6790\u3067\u3042\u308c\u3070\u3001URL\u3054\u3068\u306e\u30ab\u30a6\u30f3\u30c8\u60c5\u5831\u3092\u51fa\u529b\u3059\u308b\u30a4\u30e1\u30fc\u30b8\u3067\u3059\u3002<\/li>\r\n<\/ol>\r\n<b>Shuffle\u30d5\u30a7\u30fc\u30ba<\/b>\r\n<p _msttexthash=\"1578280002\" _msthash=\"1122\">Map\u30d5\u30a7\u30fc\u30ba\u3067\u751f\u6210\u3055\u308c\u305fkey-value\u30da\u30a2\u306f\u3001key\u306b\u57fa\u3065\u3044\u3066\u30b0\u30eb\u30fc\u30d7\u5316\u3055\u308c\u3001\u9069\u5207\u306aReduce\u30bf\u30b9\u30af\u3092\u62c5\u5f53\u3059\u308b\u30ce\u30fc\u30c9\u3078\u8ee2\u9001\u3055\u308c\u307e\u3059\u3002 \u3053\u308c\u304cShuffle\u3068\u547c\u3070\u308c\u308b\u91cd\u8981\u306a\u30b9\u30c6\u30c3\u30d7\u3067\u3001\u5206\u6563\u51e6\u7406\u306b\u304a\u3044\u3066\u306f\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3092\u96c6\u4e2d\u7684\u306b\u4f7f\u3046\u5c40\u9762\u3067\u3082\u3042\u308a\u307e\u3059\u3002<\/p>\r\n<b>Reduce\u30d5\u30a7\u30fc\u30ba<\/b>\r\n<p _msttexthash=\"1421132466\" _msthash=\"1124\">Shuffle\u5f8c\u306b\u53d7\u3051\u53d6\u3063\u305f\u30c7\u30fc\u30bf\u3092\u3082\u3068\u306b\u3001\u30e6\u30fc\u30b6\u30fc\u304c\u5b9a\u7fa9\u3057\u305fReduce\u95a2\u6570\u3067\u96c6\u7d04\u3084\u6f14\u7b97\u51e6\u7406\u304c\u884c\u308f\u308c\u307e\u3059\u3002 \u305f\u3068\u3048\u3070URL\u3054\u3068\u306e\u30a2\u30af\u30bb\u30b9\u6570\u3092\u30ab\u30a6\u30f3\u30c8\u3057\u305f\u308a\u3001\u8907\u6570\u306e\u7d50\u679c\u3092\u307e\u3068\u3081\u4e0a\u3052\u305f\u308a\u3068\u3001\u6700\u7d42\u7684\u306a\u30a2\u30a6\u30c8\u30d7\u30c3\u30c8\u304c\u5f97\u3089\u308c\u308b\u30b9\u30c6\u30c3\u30d7\u3067\u3059\u3002<\/p>\r\n<p><!-- notionvc: 89222e27-2817-4ef8-aef7-0d4d2f602bae --><\/p>\n\n<h2>MapReduce\u3092\u652f\u3048\u308bHadoop\u30a8\u30b3\u30b7\u30b9\u30c6\u30e0<\/h2>\n<b>HDFS\u3068YARN\u304c\u652f\u3048\u308b\u57fa\u76e4<\/b>\r\n<ul>\r\n\t<li _msttexthash=\"1748753357\" _msthash=\"1183\">*HDFS\uff08Hadoop Distributed File System\uff09**\u306f\u3001\u8010\u969c\u5bb3\u6027\u3068\u30b9\u30b1\u30fc\u30e9\u30d3\u30ea\u30c6\u30a3\u3092\u91cd\u8996\u3057\u305f\u5206\u6563\u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0\u3067\u3059\u3002 \u5927\u5bb9\u91cf\u306e\u30d5\u30a1\u30a4\u30eb\u3092\u8907\u6570\u30ce\u30fc\u30c9\u306b\u308f\u305f\u3063\u3066\u4fdd\u7ba1\u3057\u3001MapReduce\u30bf\u30b9\u30af\u304c\u30ed\u30fc\u30ab\u30eb\u306a\u30c7\u30fc\u30bf\u3092\u7d20\u65e9\u304f\u8aad\u307f\u8fbc\u3081\u308b\u3088\u3046\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/li>\r\n<\/ul>\r\n<p _msttexthash=\"1926099175\" _msthash=\"1184\">\u307e\u305f\u3001**YARN\uff08Yet Another Resource Negotiator\uff09**\u306fHadoop 2.x\u7cfb\u4ee5\u964d\u3067\u5c0e\u5165\u3055\u308c\u305f\u30ea\u30bd\u30fc\u30b9\u7ba1\u7406\u306e\u4ed5\u7d44\u307f\u3067\u3059\u3002 \u5f93\u6765\u306eMapReduce\u5c02\u7528\u306e\u30ea\u30bd\u30fc\u30b9\u7ba1\u7406\u304b\u3089\u4e00\u6b69\u9032\u307f\u3001\u8907\u6570\u306e\u5206\u6563\u51e6\u7406\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3092\u540c\u4e00\u30af\u30e9\u30b9\u30bf\u30fc\u4e0a\u3067\u52d5\u304b\u3059\u3053\u3068\u304c\u53ef\u80fd\u3068\u306a\u308a\u307e\u3057\u305f\u3002<\/p>\r\n<b>Hive\u3084Pig\u3068\u306e\u9023\u643a<\/b>\r\n<p _msttexthash=\"2298203492\" _msthash=\"1186\">MapReduce\u30b8\u30e7\u30d6\u3092\u76f4\u63a5Java\u3084Scala\u3067\u66f8\u304f\u306e\u306f\u958b\u767a\u8005\u306b\u3068\u3063\u3066\u30cf\u30fc\u30c9\u30eb\u304c\u9ad8\u3044\u5834\u5408\u304c\u3042\u308a\u307e\u3059\u3002 \u305d\u3053\u3067\u767b\u5834\u3057\u305f\u306e\u304cHive\u3084Pig\u3068\u3044\u3063\u305f\u9ad8\u6c34\u6e96\u8a00\u8a9e\u30fb\u30a4\u30f3\u30bf\u30fc\u30d5\u30a7\u30fc\u30b9\u3067\u3059\u3002 SQL\u30e9\u30a4\u30af\u306aHiveQL\u3084\u30b9\u30af\u30ea\u30d7\u30c8\u30d9\u30fc\u30b9\u306ePig Latin\u3092\u4f7f\u3048\u3070\u3001MapReduce\u3092\u547c\u3073\u51fa\u3059\u8907\u96d1\u306a\u30b3\u30fc\u30c9\u3092\u610f\u8b58\u305b\u305a\u306b\u5206\u6563\u51e6\u7406\u3092\u5b9f\u884c\u3067\u304d\u307e\u3059\u3002<\/p>\r\n<p><!-- notionvc: e27043ad-1a79-4bf1-a535-010f89b14d4c --><\/p>\n\n<h2>MapReduce\u306e\u4ee3\u8868\u7684\u306a\u6d3b\u7528\u4e8b\u4f8b<\/h2>\n<b>Web\u30ed\u30b0\u89e3\u6790\u3068\u30e6\u30fc\u30b6\u30fc\u884c\u52d5\u5206\u6790<\/b>\r\n<p _msttexthash=\"1819484784\" _msthash=\"1245\">\u5927\u898f\u6a21\u306aWeb\u30b5\u30fc\u30d3\u30b9\u3092\u904b\u55b6\u3059\u308b\u4f01\u696d\u3067\u306f\u3001\u30a2\u30af\u30bb\u30b9\u30ed\u30b0\u89e3\u6790\u304c\u4e0d\u53ef\u6b20\u3067\u3059\u3002 \u6bce\u65e5\u4f55\u5104\u884c\u3082\u306e\u30ed\u30b0\u3092Map\u30d5\u30a7\u30fc\u30ba\u3067\u5206\u5272\u30fb\u96c6\u8a08\u3057\u3001Reduce\u30d5\u30a7\u30fc\u30ba\u3067\u6700\u7d42\u7684\u306a\u7d71\u8a08\u3084\u50be\u5411\u3092\u7b97\u51fa\u3059\u308b\u3053\u3068\u3067\u3001\u30e6\u30fc\u30b6\u30fc\u884c\u52d5\u306e\u53ef\u8996\u5316\u3084\u30de\u30fc\u30b1\u30c6\u30a3\u30f3\u30b0\u65bd\u7b56\u306e\u6700\u9069\u5316\u306b\u5f79\u7acb\u3066\u3089\u308c\u307e\u3059\u3002<\/p>\r\n<b>\u30c7\u30fc\u30bf\u30a6\u30a7\u30a2\u30cf\u30a6\u30b9\u69cb\u7bc9\u3068ETL<\/b>\r\n<p _msttexthash=\"2080530400\" _msthash=\"1247\">\u8907\u6570\u306e\u30b7\u30b9\u30c6\u30e0\u304b\u3089\u53d6\u5f97\u3057\u305f\u30c7\u30fc\u30bf\u3092**ETL\uff08Extract, Transform, Load\uff09**\u51e6\u7406\u3067\u4e00\u3064\u306e\u30c7\u30fc\u30bf\u30a6\u30a7\u30a2\u30cf\u30a6\u30b9\u306b\u307e\u3068\u3081\u308b\u5834\u5408\u3001MapReduce\u304c\u52b9\u529b\u3092\u767a\u63ee\u3057\u307e\u3059\u3002 \u5927\u91cf\u306e\u751f\u30c7\u30fc\u30bf\u3092\u4e26\u5217\u306b\u5909\u63db\u3057\u3001\u6574\u5408\u6027\u3092\u4fdd\u3061\u306a\u304c\u3089\u30ed\u30fc\u30c9\u3059\u308b\u3053\u3068\u3067\u3001\u5927\u898f\u6a21\u306a\u30c7\u30fc\u30bf\u7d71\u5408\u3092\u30b9\u30e0\u30fc\u30ba\u306b\u9032\u3081\u3089\u308c\u307e\u3059\u3002<\/p>\r\n<b>\u6a5f\u68b0\u5b66\u7fd2\u306e\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u524d\u51e6\u7406<\/b>\r\n<p _msttexthash=\"1425466120\" _msthash=\"1249\">\u6a5f\u68b0\u5b66\u7fd2\u30e2\u30c7\u30eb\u306e\u54c1\u8cea\u306f\u3001\u5165\u529b\u3055\u308c\u308b\u30c7\u30fc\u30bf\u306e\u8cea\u306b\u5927\u304d\u304f\u5de6\u53f3\u3055\u308c\u307e\u3059\u3002 \u30ce\u30a4\u30ba\u9664\u53bb\u3084\u7279\u5fb4\u91cf\u30a8\u30f3\u30b8\u30cb\u30a2\u30ea\u30f3\u30b0\u306a\u3069\u306e\u524d\u51e6\u7406\u3092MapReduce\u3067\u5b9f\u884c\u3059\u308c\u3070\u3001\u81a8\u5927\u306a\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306b\u5bfe\u3057\u3066\u3082\u73fe\u5b9f\u7684\u306a\u6642\u9593\u5185\u306b\u30af\u30ea\u30fc\u30cb\u30f3\u30b0\u3092\u884c\u3046\u3053\u3068\u304c\u53ef\u80fd\u3067\u3059\u3002<\/p>\r\n<p><!-- notionvc: a7023acb-d46f-4dda-b988-1dcc0e81ef55 --><\/p>\n\n<h2>MapReduce\u306e\u30e1\u30ea\u30c3\u30c8\u30fb\u30c7\u30e1\u30ea\u30c3\u30c8<\/h2>\n<b>MapReduce\u306e\u30e1\u30ea\u30c3\u30c8<\/b>\r\n<ol>\r\n\t<li _msttexthash=\"301756455\" _msthash=\"1308\">\u6c34\u5e73\u30b9\u30b1\u30fc\u30e9\u30d3\u30ea\u30c6\u30a3\u30ce\u30fc\u30c9\u3092\u8ffd\u52a0\u3059\u308b\u3053\u3068\u3067\u6027\u80fd\u3092\u30ea\u30cb\u30a2\u306b\u62e1\u5f35\u3067\u304d\u3001\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u89e3\u6790\u306b\u5f37\u3044\u3002<\/li>\r\n\t<li _msttexthash=\"384995416\" _msthash=\"1309\">\u30d5\u30a9\u30fc\u30eb\u30c8\u30c8\u30ec\u30e9\u30f3\u30b9\u500b\u3005\u306e\u30ce\u30fc\u30c9\u969c\u5bb3\u3092\u81ea\u52d5\u7684\u306b\u691c\u51fa\u3057\u3001\u518d\u30bf\u30b9\u30af\u5272\u308a\u5f53\u3066\u3092\u884c\u3046\u305f\u3081\u3001\u30b8\u30e7\u30d6\u5168\u4f53\u304c\u505c\u6b62\u3057\u306b\u304f\u3044\u3002<\/li>\r\n\t<li _msttexthash=\"378493531\" _msthash=\"1310\">\u30b7\u30f3\u30d7\u30eb\u306a\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u30e2\u30c7\u30eb\u5206\u6563\u51e6\u7406\u3092\u62bd\u8c61\u5316\u3057\u3066\u3044\u308b\u305f\u3081\u3001\u958b\u767a\u8005\u306fMap\u3068Reduce\u30ed\u30b8\u30c3\u30af\u306e\u5b9a\u7fa9\u306b\u96c6\u4e2d\u3067\u304d\u308b\u3002<\/li>\r\n<\/ol>\r\n<b>MapReduce\u306e\u30c7\u30e1\u30ea\u30c3\u30c8<\/b>\r\n<ol>\r\n\t<li _msttexthash=\"598124943\" _msthash=\"1312\">\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u51e6\u7406\u306b\u4e0d\u5411\u304d\u30d0\u30c3\u30c1\u51e6\u7406\u4e2d\u5fc3\u306e\u305f\u3081\u3001\u5373\u6642\u6027\u304c\u6c42\u3081\u3089\u308c\u308b\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u306b\u306fSpark Streaming\u3084Flink\u306a\u3069\u5225\u306e\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u304c\u9078\u629e\u3055\u308c\u308b\u3053\u3068\u304c\u591a\u3044\u3002<\/li>\r\n\t<li _msttexthash=\"390684879\" _msthash=\"1313\">\u4e2d\u9593\u30c7\u30fc\u30bf\u306e\u66f8\u304d\u8fbc\u307f\u30aa\u30fc\u30d0\u30fc\u30d8\u30c3\u30c9\u30c7\u30a3\u30b9\u30af\u306b\u4e2d\u9593\u7d50\u679c\u3092\u66f8\u304d\u8fbc\u3080\u8a2d\u8a08\u306e\u305f\u3081\u3001Map\u3068Reduce\u306e\u9593\u3067I\/O\u304c\u767a\u751f\u3057\u3084\u3059\u3044\u3002<\/li>\r\n\t<li _msttexthash=\"286410969\" _msthash=\"1314\">\u30b8\u30e7\u30d6\u306e\u8907\u96d1\u5316\u8907\u6570\u306eMapReduce\u30b8\u30e7\u30d6\u3092\u9023\u643a\u3055\u305b\u308b\u969b\u3001\u30ef\u30fc\u30af\u30d5\u30ed\u30fc\u7ba1\u7406\u304c\u7169\u96d1\u306b\u306a\u308a\u304c\u3061\u3002<\/li>\r\n<\/ol>\r\n<p><!-- notionvc: 1749db5f-752d-4692-a24a-c6e52799f139 --><\/p>\n\n<h2>Spark\u3084\u30af\u30e9\u30a6\u30c9\u6642\u4ee3\u3078\u306e\u79fb\u884c\u3068MapReduce\u306e\u73fe\u5728\u5730<\/h2>\n<b>Apache Spark\u3068\u306e\u6bd4\u8f03<\/b>\r\n<p _msttexthash=\"1870044722\" _msthash=\"1373\">\u8fd1\u5e74\u6ce8\u76ee\u3055\u308c\u308bApache Spark\u306f\u3001MapReduce\u3068\u540c\u69d8\u306b\u5206\u6563\u51e6\u7406\u3092\u884c\u3044\u3064\u3064\u3001\u30a4\u30f3\u30e1\u30e2\u30ea\u8a08\u7b97\u3092\u6d3b\u7528\u3057\u3066\u9ad8\u901f\u5316\u3092\u5b9f\u73fe\u3057\u3066\u3044\u307e\u3059\u3002 MapReduce\u304c\u4e2d\u9593\u30c7\u30fc\u30bf\u3092\u30c7\u30a3\u30b9\u30af\u306b\u66f8\u304d\u8fbc\u3080\u306e\u306b\u5bfe\u3057\u3001Spark\u306f\u30e1\u30e2\u30ea\u4e0a\u3067\u30c7\u30fc\u30bf\u3092\u6271\u3046\u305f\u3081\u3001\u30ec\u30a4\u30c6\u30f3\u30b7\u304c\u5927\u5e45\u306b\u4f4e\u6e1b\u3055\u308c\u308b\u30b1\u30fc\u30b9\u304c\u591a\u3044\u3067\u3059\u3002<\/p>\r\n<p _msttexthash=\"1506789843\" _msthash=\"1374\">\u305f\u3060\u3057MapReduce\u306b\u306f\u3001\u30b7\u30f3\u30d7\u30eb\u306a\u30d0\u30c3\u30c1\u51e6\u7406\u3092\u5805\u7262\u306b\u884c\u3046\u3068\u3044\u3046\u5f37\u307f\u304c\u4f9d\u7136\u3068\u3057\u3066\u3042\u308a\u307e\u3059\u3002 Spark\u304c\u3059\u3079\u3066\u306e\u30e6\u30fc\u30b9\u30b1\u30fc\u30b9\u306b\u304a\u3044\u3066MapReduce\u3092\u5b8c\u5168\u306b\u7f6e\u304d\u63db\u3048\u3066\u3044\u308b\u308f\u3051\u3067\u306f\u306a\u304f\u3001\u51e6\u7406\u5185\u5bb9\u3084\u65e2\u5b58\u30b7\u30b9\u30c6\u30e0\u3068\u306e\u76f8\u6027\u306b\u3088\u3063\u3066\u4f7f\u3044\u5206\u3051\u304c\u5fc5\u8981\u3067\u3059\u3002<\/p>\r\n<b><strong>\u30af\u30e9\u30a6\u30c9\u30b5\u30fc\u30d3\u30b9\u3068\u306e\u89aa\u548c\u6027<\/strong><\/b>\r\n<p _msttexthash=\"4289250888\" _msthash=\"1376\">AWS\u3084Azure\u3001GCP\u3068\u3044\u3063\u305f\u4e3b\u8981\u306a\u30af\u30e9\u30a6\u30c9\u30d9\u30f3\u30c0\u30fc\u306f\u3001MapReduce\u76f8\u5f53\u306e\u5206\u6563\u51e6\u7406\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3092\u30de\u30cd\u30fc\u30b8\u30c9\u30b5\u30fc\u30d3\u30b9\u3068\u3057\u3066\u63d0\u4f9b\u3057\u3066\u3044\u307e\u3059\u3002 \u305f\u3068\u3048\u3070AWS\u306e**EMR\uff08Elastic MapReduce\uff09**\u306f\u3001Hadoop\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u77ed\u6642\u9593\u3067\u7acb\u3061\u4e0a\u3052\u305f\u308a\u3001\u81ea\u52d5\u30b9\u30b1\u30fc\u30ea\u30f3\u30b0\u3057\u305f\u308a\u3067\u304d\u308b\u305f\u3081\u3001\u30a4\u30f3\u30d5\u30e9\u7ba1\u7406\u306e\u8ca0\u62c5\u3092\u8efd\u6e1b\u3057\u307e\u3059\u3002 \u4f01\u696d\u306f\u5fc5\u8981\u306a\u3068\u304d\u3060\u3051\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u8d77\u52d5\u3057\u3001\u51e6\u7406\u5b8c\u4e86\u5f8c\u306b\u30ea\u30bd\u30fc\u30b9\u3092\u89e3\u653e\u3059\u308b\u3053\u3068\u304c\u53ef\u80fd\u3067\u3059\u3002<\/p>\r\n<p _msttexthash=\"61873214\" _msthash=\"1377\"><strong>\u30b5\u30fc\u30d0\u30fc\u30ec\u30b9\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3068\u306e\u7d44\u307f\u5408\u308f\u305b<\/strong><\/p>\r\n<p _msttexthash=\"3357037788\" _msthash=\"1378\">\u3055\u3089\u306b\u8fd1\u5e74\u3067\u306f\u3001\u30b5\u30fc\u30d0\u30fc\u30ec\u30b9\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3068\u306e\u7d44\u307f\u5408\u308f\u305b\u3082\u691c\u8a0e\u3055\u308c\u3066\u3044\u307e\u3059\u3002 MapReduce\u306e\u4e00\u90e8\u5de5\u7a0b\u3092\u30b5\u30fc\u30d0\u30fc\u30ec\u30b9\u95a2\u6570\uff08AWS Lambda\u3084Azure Functions\u306a\u3069\uff09\u3067\u4ee3\u66ff\u3059\u308b\u3053\u3068\u3067\u3001\u30ea\u30bd\u30fc\u30b9\u306e\u81ea\u52d5\u7ba1\u7406\u3084\u30b3\u30b9\u30c8\u524a\u6e1b\u304c\u671f\u5f85\u3067\u304d\u307e\u3059\u3002 \u305f\u3060\u3057\u3001\u9577\u6642\u9593\u7a3c\u50cd\u3059\u308b\u30d0\u30c3\u30c1\u51e6\u7406\u3068\u306e\u89aa\u548c\u6027\u3084\u3001\u30c7\u30fc\u30bf\u8ee2\u9001\u30b3\u30b9\u30c8\u3068\u306e\u517c\u306d\u5408\u3044\u3092\u614e\u91cd\u306b\u898b\u6975\u3081\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\r\n<p><!-- notionvc: b441b2db-27c7-4659-b60e-5b5426f429ec --><\/p>\n\n<h2>\u6700\u65b0\u52d5\u5411\u3068\u5c06\u6765\u5c55\u671b<\/h2>\n<b>\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u51e6\u7406\u3068\u306e\u7d71\u5408<\/b>\r\n<p _msttexthash=\"2137038137\" _msthash=\"1437\">\u30d0\u30c3\u30c1\u51e6\u7406\u306b\u5f37\u3044MapReduce\u3067\u3059\u304c\u3001\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u30c7\u30fc\u30bf\u3092\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u306b\u51e6\u7406\u3059\u308b\u30cb\u30fc\u30ba\u306f\u5e74\u3005\u5897\u5927\u3057\u3066\u3044\u307e\u3059\u3002 \u8fd1\u5e74\u3067\u306f\u3001Apache Kafka\u3084Apache Flink\u3001Spark Streaming\u306a\u3069\u3068\u7d44\u307f\u5408\u308f\u305b\u308b\u3053\u3068\u3067\u3001\u30d0\u30c3\u30c1\u51e6\u7406\uff0b\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u51e6\u7406\u306e\u30cf\u30a4\u30d6\u30ea\u30c3\u30c9\u306a\u30c7\u30fc\u30bf\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3092\u69cb\u7bc9\u3059\u308b\u30b1\u30fc\u30b9\u304c\u5897\u3048\u3066\u3044\u307e\u3059\u3002<\/p>\r\n<p _msttexthash=\"396042595\" _msthash=\"1438\">\u5730\u9053\u306a\u30d0\u30c3\u30c1\u5206\u6790\u3068\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u5206\u6790\u3092\u9023\u643a\u3055\u305b\u308b\u3053\u3068\u3067\u3001\u30d3\u30b8\u30cd\u30b9\u4e0a\u306e\u30a4\u30f3\u30b5\u30a4\u30c8\u3092\u30bf\u30a4\u30e0\u30ea\u30fc\u306b\u6d3b\u7528\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308b\u306e\u3067\u3059\u3002<\/p>\r\n<b>\u30a8\u30c3\u30b8\u74b0\u5883\u3067\u306e\u5206\u6563\u51e6\u7406<\/b>\r\n<p _msttexthash=\"3763127628\" _msthash=\"1440\">IoT\u30c7\u30d0\u30a4\u30b9\u304c\u666e\u53ca\u3059\u308b\u306b\u3064\u308c\u3001\u30a8\u30c3\u30b8\u74b0\u5883\u3067\u306e\u30c7\u30fc\u30bf\u51e6\u7406\u3082\u6ce8\u76ee\u3092\u96c6\u3081\u3066\u3044\u307e\u3059\u3002 \u30a8\u30c3\u30b8\u5074\u3067\u30d5\u30a3\u30eb\u30bf\u30ea\u30f3\u30b0\u3084\u7c21\u6613\u7684\u306a\u5206\u6790\u3092\u884c\u3044\u3001\u672c\u683c\u7684\u306a\u96c6\u8a08\u3084\u6a5f\u68b0\u5b66\u7fd2\u306f\u30af\u30e9\u30a6\u30c9\u4e0a\u306eMapReduce\u30af\u30e9\u30b9\u30bf\u30fc\u3067\u5b9f\u884c\u3059\u308b\u3068\u3044\u3046\u30cf\u30a4\u30d6\u30ea\u30c3\u30c9\u30a2\u30d7\u30ed\u30fc\u30c1\u304c\u898b\u3089\u308c\u307e\u3059\u3002 \u3053\u308c\u306b\u3088\u308a\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u5e2f\u57df\u3084\u5fdc\u7b54\u6642\u9593\u306e\u554f\u984c\u3092\u7de9\u548c\u3057\u3064\u3064\u3001\u81a8\u5927\u306a\u30a8\u30c3\u30b8\u30c7\u30d0\u30a4\u30b9\u304b\u3089\u5f97\u3089\u308c\u308b\u30c7\u30fc\u30bf\u3092\u52b9\u7387\u7684\u306b\u6d3b\u7528\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\r\n<p><!-- notionvc: 8a7eabdb-f6ee-4465-93fe-929e2b1844be --><\/p>\n\n<h2>MapReduce\u5c0e\u5165\u3078\u306e\u30d2\u30f3\u30c8<\/h2>\n<b>\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u8a08\u753b\u3068\u30b9\u30b3\u30fc\u30d7\u8a2d\u5b9a<\/b>\r\n<p _msttexthash=\"1908312380\" _msthash=\"1499\">\u307e\u305a\u306f\u81ea\u793e\u306e\u30c7\u30fc\u30bf\u30dc\u30ea\u30e5\u30fc\u30e0\u3001\u5206\u6790\u8981\u4ef6\u3001\u4e88\u7b97\u306a\u3069\u3092\u7dcf\u5408\u7684\u306b\u5224\u65ad\u3057\u3001MapReduce\u304c\u672c\u5f53\u306b\u6700\u9069\u89e3\u304b\u3069\u3046\u304b\u3092\u691c\u8a0e\u3057\u307e\u3059\u3002 \u5358\u7d14\u306a\u96c6\u8a08\u4f5c\u696d\u304c\u4e2d\u5fc3\u306a\u306e\u304b\u3001\u6a5f\u68b0\u5b66\u7fd2\u3084\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u5206\u6790\u306e\u5fc5\u8981\u304c\u3042\u308b\u306e\u304b\u3092\u660e\u78ba\u306b\u3057\u3001\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u306e\u30b9\u30b3\u30fc\u30d7\u3092\u78ba\u7acb\u3059\u308b\u3053\u3068\u304c\u91cd\u8981\u3067\u3059\u3002<\/p>\r\n<b>\u30c1\u30fc\u30e0\u4f53\u5236\u3068\u30b9\u30ad\u30eb\u30bb\u30c3\u30c8<\/b>\r\n<p _msttexthash=\"1743819571\" _msthash=\"1501\">\u5927\u898f\u6a21\u5206\u6563\u51e6\u7406\u306b\u306f\u30a4\u30f3\u30d5\u30e9\u30a8\u30f3\u30b8\u30cb\u30a2\u3084\u30c7\u30fc\u30bf\u30b5\u30a4\u30a8\u30f3\u30c6\u30a3\u30b9\u30c8\u3001\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u30a8\u30f3\u30b8\u30cb\u30a2\u306a\u3069\u8907\u6570\u306e\u5c02\u9580\u5bb6\u304c\u95a2\u308f\u308a\u307e\u3059\u3002 \u7279\u306bMapReduce\u30d9\u30fc\u30b9\u306eHadoop\u30a8\u30b3\u30b7\u30b9\u30c6\u30e0\u3092\u6271\u3046\u5834\u5408\u306b\u306f\u3001\u30af\u30e9\u30b9\u30bf\u69cb\u7bc9\u3084\u904b\u7528\u3001\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u8a2d\u8a08\u306e\u77e5\u898b\u3092\u6301\u3064\u4eba\u6750\u304c\u6c42\u3081\u3089\u308c\u307e\u3059\u3002<\/p>\r\n<b>\u65e2\u5b58\u30ef\u30fc\u30af\u30d5\u30ed\u30fc\u3068\u306e\u7d71\u5408<\/b>\r\n<p _msttexthash=\"2810898571\" _msthash=\"1503\">MapReduce\u3092\u5c0e\u5165\u3059\u308b\u969b\u306f\u3001\u65e2\u5b58\u306e\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u3084BI\u30c4\u30fc\u30eb\u3001ETL\u30d7\u30ed\u30bb\u30b9\u3068\u306e\u9023\u643a\u65b9\u6cd5\u3092\u691c\u8a0e\u3057\u307e\u3057\u3087\u3046\u3002 \u30af\u30e9\u30a6\u30c9\u74b0\u5883\u3092\u5229\u7528\u3059\u308b\u306e\u304b\u3001\u30aa\u30f3\u30d7\u30ec\u30df\u30b9\u74b0\u5883\u3067\u69cb\u7bc9\u3059\u308b\u306e\u304b\u306b\u3088\u3063\u3066\u3082\u3001\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3084\u904b\u7528\u30b3\u30b9\u30c8\u304c\u5927\u304d\u304f\u7570\u306a\u308a\u307e\u3059\u3002 \u30d9\u30f3\u30c0\u30fc\u30ed\u30c3\u30af\u30a4\u30f3\u3084\u30e9\u30a4\u30bb\u30f3\u30b9\u8cbb\u7528\u306a\u3069\u3082\u8003\u616e\u3057\u3064\u3064\u3001\u6700\u9069\u306a\u5c0e\u5165\u65b9\u6cd5\u3092\u63a2\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\r\n<p><!-- notionvc: 637751f3-91cd-4194-8bcc-03000ecdb584 --><\/p>\n\n<h2>\u307e\u3068\u3081\uff1aMapReduce\u306e\u4fa1\u5024\u3068\u53ef\u80fd\u6027<\/h2>\n<p _msttexthash=\"3527547751\" _msthash=\"1565\">MapReduce\u306f\u3001\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u6642\u4ee3\u3092\u5207\u308a\u958b\u3044\u305f\u5206\u6563\u51e6\u7406\u306e\u30d1\u30a4\u30aa\u30cb\u30a2\u3068\u3082\u8a00\u3048\u308b\u5b58\u5728\u3067\u3059\u3002 \u305d\u306e\u30b7\u30f3\u30d7\u30eb\u306a\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u30e2\u30c7\u30eb\u3068\u5805\u7262\u306a\u8a2d\u8a08\u306f\u3001\u3044\u307e\u306a\u304a\u6570\u591a\u304f\u306e\u4f01\u696d\u3067\u5927\u898f\u6a21\u30d0\u30c3\u30c1\u51e6\u7406\u306e\u4e2d\u6838\u3068\u3057\u3066\u6d3b\u8e8d\u3057\u3066\u3044\u307e\u3059\u3002 \u4e00\u65b9\u3067\u3001Spark\u3084Flink\u306a\u3069\u306e\u65b0\u4e16\u4ee3\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3084\u30af\u30e9\u30a6\u30c9\u30b5\u30fc\u30d3\u30b9\u3068\u306e\u7d44\u307f\u5408\u308f\u305b\u304c\u9032\u3080\u3053\u3068\u3067\u3001MapReduce\u306e\u5229\u7528\u30b7\u30fc\u30f3\u306f\u3088\u308a\u6226\u7565\u7684\u306b\u7d5e\u308a\u8fbc\u307e\u308c\u308b\u50be\u5411\u306b\u3042\u308a\u307e\u3059\u3002<\/p>\r\n<p _msttexthash=\"2681493360\" _msthash=\"1566\">\u300c\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u5206\u6790\u304c\u5fc5\u8981\u306a\u7b87\u6240\u306b\u306fSpark\u3092\u4f7f\u3044\u3001\u5b9a\u671f\u7684\u306a\u30d0\u30c3\u30c1\u51e6\u7406\u3084\u30b7\u30f3\u30d7\u30eb\u306a\u96c6\u8a08\u306fMapReduce\u3067\u300d\u3068\u3044\u3046\u3088\u3046\u306b\u3001\u305d\u308c\u305e\u308c\u306e\u7279\u6027\u3092\u8e0f\u307e\u3048\u305f\u30cf\u30a4\u30d6\u30ea\u30c3\u30c9\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u304c\u4e3b\u6d41\u306b\u306a\u308a\u3064\u3064\u3042\u308b\u306e\u3067\u3059\u3002 \u307e\u305f\u3001\u30a8\u30c3\u30b8\u30c7\u30d0\u30a4\u30b9\u3068\u306e\u9023\u643a\u3084\u30b5\u30fc\u30d0\u30fc\u30ec\u30b9\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3078\u306e\u5fdc\u7528\u306a\u3069\u3001MapReduce\u306b\u95a2\u3059\u308b\u6280\u8853\u9769\u65b0\u306f\u7d99\u7d9a\u3057\u3066\u9032\u3093\u3067\u3044\u307e\u3059\u3002<\/p>\r\n<p _msttexthash=\"18166213\" _msthash=\"11378\"><strong>\u672c\u8a18\u4e8b\u306e\u30dd\u30a4\u30f3\u30c8<\/strong><\/p>\r\n<ul>\r\n\t<li _msttexthash=\"340420418\" _msthash=\"1568\">MapReduce\u306f\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u3092\u5206\u5272\uff08Map\uff09\u3057\u3001\u96c6\u7d04\uff08Reduce\uff09\u3059\u308b\u30d0\u30c3\u30c1\u51e6\u7406\u306b\u5f37\u307f\u3092\u6301\u3064<\/li>\r\n\t<li _msttexthash=\"185925636\" _msthash=\"1569\">Hadoop\u30a8\u30b3\u30b7\u30b9\u30c6\u30e0\u306b\u3088\u308a\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u3092\u52b9\u7387\u7684\u306b\u4fdd\u5b58\u30fb\u89e3\u6790\u53ef\u80fd<\/li>\r\n\t<li _msttexthash=\"120015064\" _msthash=\"1570\">\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u6027\u3092\u6c42\u3081\u308b\u5834\u5408\u306fSpark\u3084Flink\u3068\u306e\u4f75\u7528\u304c\u5897\u3048\u3066\u3044\u308b<\/li>\r\n\t<li _msttexthash=\"189053241\" _msthash=\"1571\">\u30af\u30e9\u30a6\u30c9\u3084\u30b5\u30fc\u30d0\u30fc\u30ec\u30b9\u3068\u306e\u7d44\u307f\u5408\u308f\u305b\u3067\u904b\u7528\u30b3\u30b9\u30c8\u3084\u958b\u767a\u8ca0\u8377\u3092\u524a\u6e1b<\/li>\r\n\t<li _msttexthash=\"175217874\" _msthash=\"1572\">\u30a8\u30c3\u30b8\u51e6\u7406\u306e\u9032\u5316\u306b\u3088\u308a\u3001\u4eca\u5f8c\u3082\u591a\u69d8\u306a\u5f62\u3067\u306e\u5229\u7528\u62e1\u5927\u304c\u898b\u8fbc\u307e\u308c\u308b<\/li>\r\n<\/ul>\r\n<p _msttexthash=\"2116525827\" _msthash=\"1573\">\u8aad\u8005\u306e\u7686\u3055\u3093\u304cMapReduce\u306b\u95a2\u3059\u308b\u5168\u4f53\u50cf\u3092\u628a\u63e1\u3057\u3001\u81ea\u793e\u306e\u5206\u6790\u57fa\u76e4\u3084\u7814\u7a76\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u3067\u9069\u5207\u306b\u6d3b\u7528\u3059\u308b\u30d2\u30f3\u30c8\u3092\u5f97\u3089\u308c\u305f\u306a\u3089\u5e78\u3044\u3067\u3059\u3002 MapReduce\u3092\u306f\u3058\u3081\u3068\u3059\u308b\u5206\u6563\u51e6\u7406\u6280\u8853\u306f\u3001\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u6642\u4ee3\u306b\u6b20\u304b\u305b\u306a\u3044\u91cd\u8981\u8981\u7d20\u3067\u3042\u308a\u3001\u305d\u306e\u5fdc\u7528\u7bc4\u56f2\u306f\u4eca\u5f8c\u307e\u3059\u307e\u3059\u5e83\u304c\u3063\u3066\u3044\u304f\u3067\u3057\u3087\u3046\u3002<\/p>\r\n<p><!-- notionvc: bf2b3e8d-ce27-45d3-9222-d93dc531e2b8 --><\/p>","protected":false},"excerpt":{"rendered":"<p>\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u3084\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u5206\u6790\u3068\u3044\u3063\u305f\u8a00\u8449\u304c\u5f53\u305f\u308a\u524d\u306b\u306a\u3063\u305f\u73fe\u4ee3\u3002\u4f01\u696d\u304c\u4fdd\u6709\u3059\u308b\u30c7\u30fc\u30bf\u91cf\u306f\u7206\u767a\u7684\u306b\u5897\u52a0\u3057\u3001\u305d\u306e\u5206\u6790\u3084\u6d3b\u7528\u624b\u6cd5\u3082\u591a\u5c90\u306b\u308f\u305f\u3063\u3066\u3044\u307e\u3059\u3002\u305d\u306e\u306a\u304b\u3067\u767b\u5834\u3057\u305fMapReduce\u306f\u3001\u81a8\u5927\u306a\u30c7\u30fc\u30bf\u3092\u8907\u6570\u306e\u30de\u30b7\u30f3\u3078\u5206\u6563 [&hellip;]<\/p>\n","protected":false},"author":22,"featured_media":6420,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"content-type":"","swell_btn_cv_data":"","footnotes":"","_wp_rev_ctl_limit":""},"categories":[1249],"tags":[638,896,71],"class_list":["post-6417","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-knowledge","tag-mapreduce","tag-896","tag-71"],"_links":{"self":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/posts\/6417","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/users\/22"}],"replies":[{"embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/comments?post=6417"}],"version-history":[{"count":0,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/posts\/6417\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/media\/6420"}],"wp:attachment":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/media?parent=6417"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/categories?post=6417"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/tags?post=6417"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}