{"id":344834,"date":"2023-04-25T07:00:27","date_gmt":"2023-04-25T06:00:27","guid":{"rendered":"https:\/\/blog.jetbrains.com\/?post_type=big-data-tools&#038;p=344834"},"modified":"2023-09-04T17:20:25","modified_gmt":"2023-09-04T16:20:25","slug":"big-data-tools-2023-1-is-out","status":"publish","type":"big-data-tools","link":"https:\/\/blog.jetbrains.com\/ko\/big-data-tools\/2023\/04\/25\/big-data-tools-2023-1-is-out\/","title":{"rendered":"Big Data Tools 2023.1 \ubc84\uc804 \ucd9c\uc2dc!"},"content":{"rendered":"<p>\ucd5c\uc2e0 \ub9b4\ub9ac\uc2a4\uc5d0\ub294 \uc0ac\uc6a9\uc790 \ud53c\ub4dc\ubc31\uc744 \uae30\ubc18\uc73c\ub85c \uc801\uc6a9\ub41c \uc0c8\ub85c\uc6b4 \uae30\ub2a5 \ubc0f \uac1c\uc120 \uc0ac\ud56d\uc774 \ud3ec\ud568\ub418\uc5b4 \uc788\uc2b5\ub2c8\ub2e4. Kafka \uc2a4\ud0a4\ub9c8 \ub808\uc9c0\uc2a4\ud2b8\ub9ac \ud1b5\ud569, Kerberos \uc778\uc99d \ubc0f Big Data Tools\uc758 \ubaa8\ub4e0 \ud074\ub77c\uc6b0\ub4dc \uc2a4\ud1a0\ub9ac\uc9c0\uc5d0 \ub300\ud55c \ud655\uc7a5\ub41c \uc9c0\uc6d0\uc774 \uc774 \ub9b4\ub9ac\uc2a4\uc5d0 \ucd94\uac00\ub418\uc5c8\uc2b5\ub2c8\ub2e4. \uc774 \uac8c\uc2dc\ubb3c\uc744 \uc77d\uace0 Big Data Tools \ud50c\ub7ec\uadf8\uc778\uc758 \uc8fc\uc694 \ubcc0\uacbd \uc0ac\ud56d\uc744 \ud655\uc778\ud558\uac70\ub098 IntelliJ IDEA Ultimate, PyCharm Professional, DataSpell \ub610\ub294 DataGrip 2023.1\uc5d0 \ud50c\ub7ec\uadf8\uc778\uc744 \uc124\uce58\ud574 \ubc14\ub85c \uc0ac\uc6a9\ud574 \ubcf4\uc138\uc694.<\/p>\n<h2>\uc0c8\ub85c\uc6b4 \uae30\ub2a5: Kafka \uc2a4\ud0a4\ub9c8 \ub808\uc9c0\uc2a4\ud2b8\ub9ac \uc5f0\uacb0<\/h2>\n<p>\ub2e4\uc218\uc758 \uc694\uccad\uc5d0 \ub530\ub77c Kafka \uc2a4\ud0a4\ub9c8 \ub808\uc9c0\uc2a4\ud2b8\ub9ac \uc5f0\uacb0\uc744 Big Data Tools \ud50c\ub7ec\uadf8\uc778 2023.1\uc5d0 \ud1b5\ud569\ud588\uc2b5\ub2c8\ub2e4. \uc2a4\ud0a4\ub9c8 \ub808\uc9c0\uc2a4\ud2b8\ub9ac\ub294 \ub370\uc774\ud130 \uad6c\uc870\ub97c \uc815\uc758\ud558\uace0, Kafka \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc5d0 \ub370\uc774\ud130 \ubcc0\uacbd \uc0ac\ud56d\uc744 \ub3d9\uae30\ud654\ud558\ub294 \ub370 \ub3c4\uc6c0\uc774 \ub429\ub2c8\ub2e4. \ucd5c\uc2e0 \uc5c5\ub370\uc774\ud2b8\uc5d0 \ub530\ub77c Avro \ub610\ub294 Protobuf\uc5d0\uc11c \uc9c1\ub82c\ud654\ub41c Kafka \uc8fc\uc81c\ub97c IDE\uc5d0\uc11c \uc9c1\uc811 \ud0d0\uc0c9\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<figure class=\"wp-block-image size-full\"><img decoding=\"async\" loading=\"lazy\" class=\"wp-image-340724\" src=\"https:\/\/blog.jetbrains.com\/wp-content\/uploads\/2023\/04\/Kafka_Schema_Registry-1.png\" alt=\"Kafka \uc2a4\ud0a4\ub9c8 \ub808\uc9c0\uc2a4\ud2b8\ub9ac \uc9c0\uc6d0\" width=\"1962\" height=\"864\"><\/figure>\n<p>\ub610\ud55c \ubcf4\uc548 SSH \ud130\ub110\uc744 \ud1b5\ud574 \uc2a4\ud0a4\ub9c8 \ub808\uc9c0\uc2a4\ud2b8\ub9ac\uc5d0 \uc5f0\uacb0\ud558\uba74 \ub85c\uceec \uc2dc\uc2a4\ud15c\uc5d0\uc11c \uba54\uc2dc\uc9c0\ub97c \uc0ac\uc6a9\ud558\uace0 \uc0dd\uc131\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<h2>\ub354\uc6b1 \ud3b8\ub9ac\ud55c \ud074\ub77c\uc6b0\ub4dc \uc2a4\ud1a0\ub9ac\uc9c0 \uc791\uc5c5<\/h2>\n<p>\uc9c0\uc6d0\ub418\ub294 \ubaa8\ub4e0 \uc6d0\uaca9 \ud30c\uc77c \uc2a4\ud1a0\ub9ac\uc9c0(\uc608: Amazon S3, Google Cloud Storage \ubc0f Microsoft Azure Blob Storage) \uac04 \uae30\ub2a5\uc744 \uc870\uc815\ud588\uc2b5\ub2c8\ub2e4. \uc8fc\uc694 \uac1c\uc120 \uc0ac\ud56d\uc740 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n<ul>\n<li>\uc774\uc81c IDE\uc5d0\uc11c \ubc14\ub85c \ubc84\ud0b7 \uac1d\uccb4\uc758 \ubc84\uc804\uc744 \ubcf4\uace0 \uad00\ub9ac\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/li>\n<li>\uc2a4\ud1a0\ub9ac\uc9c0\ub97c \ubd84\ub958\ub97c \uc704\ud574 \uac1d\uccb4 \ub610\ub294 \ubc84\ud0b7 \ud0dc\uadf8 \uc9c0\uc815\uc744 \uc0ac\uc6a9\ud558\ub294 \uacbd\uc6b0, \uc5d0\ub514\ud130 \ucc3d\uc5d0\uc11c \uc2a4\ud1a0\ub9ac\uc9c0\ub97c \ubcf4\uace0 \ubcc0\uacbd\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/li>\n<li>\uc0c8\ub85c\uc6b4 \ucee8\ud14d\uc2a4\ud2b8 \uac80\uc0c9 \uae30\ub2a5\uc744 \ud65c\uc6a9\ud558\uba74 \uad00\ub828 \ud0a4\uc6cc\ub4dc\ub97c \uc785\ub825\ud574 \ud074\ub77c\uc6b0\ub4dc \uc2a4\ud1a0\ub9ac\uc9c0\uc5d0\uc11c \ud2b9\uc815 \ubc84\ud0b7\uc744 \ube60\ub974\uac8c \ucc3e\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/li>\n<\/ul>\n<figure class=\"wp-block-image size-full\"><img decoding=\"async\" loading=\"lazy\" class=\"wp-image-340713\" src=\"https:\/\/blog.jetbrains.com\/wp-content\/uploads\/2023\/04\/Cloud_Storages_Versioning-1.gif\" alt=\"\ud074\ub77c\uc6b0\ub4dc \uc2a4\ud1a0\ub9ac\uc9c0 \uc9c0\uc6d0\" width=\"1568\" height=\"956\"><\/figure>\n<h2>\ud655\uc7a5\ub41c Hive Metastore \ud1b5\ud569<\/h2>\n<p>\ud50c\ub7ec\uadf8\uc778\uc740 \uc774\uc81c Hive 3 \ubc0f Hive 2\ub97c \ubaa8\ub450 \uc9c0\uc6d0\ud558\ubbc0\ub85c \uc0ac\uc6a9\uc790\uac00 IDE\uc5d0\uc11c \ub370\uc774\ud130\ub97c \ubbf8\ub9ac \ubcf4\uace0 \uc774\ud574\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. Hive Metastore \ub610\ub294 \ud2b9\uc815 \uce74\ud0c8\ub85c\uadf8, \ub370\uc774\ud130\ubca0\uc774\uc2a4 \ubc0f \ud14c\uc774\ube14\uc744 \uc5d0\ub514\ud130\uc5d0\uc11c \ubcc4\ub3c4\uc758 \ud0ed\uc73c\ub85c \uc5f4 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<figure class=\"wp-block-image size-medium\"><img decoding=\"async\" loading=\"lazy\" class=\"wp-image-340380\" src=\"https:\/\/blog.jetbrains.com\/wp-content\/uploads\/2023\/04\/image-1200x714.png\" alt=\"Hive Metastore \ud1b5\ud569\" width=\"1200\" height=\"714\"><\/figure>\n<p><!--more--><\/p>\n<h2>Apache Zeppelin \ud1b5\ud569 \uac1c\uc120 \uc0ac\ud56d<\/h2>\n<p>IDE\uc5d0\uc11c Zeppelin Notebook \uc0ac\uc6a9 \uc2dc Spark \uc7a1 \ucf54\ub4dc\ub97c Scala \ud30c\uc77c\ub85c \ucd94\ucd9c\ud558\uc5ec IDE \ud504\ub85c\uc81d\ud2b8\uc5d0\uc11c \uacc4\uc18d \uc791\uc5c5\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc120\ud0dd\ud55c Scala \ucf54\ub4dc\uc640 \ub2e8\ub77d\uc758 \ucf54\ub4dc\ub97c \ubaa8\ub450 \ucd94\ucd9c\ud558\ub294 \uc635\uc158\uc774 \uc774 \ub9b4\ub9ac\uc2a4\uc5d0 \ucd94\uac00\ub418\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n<figure class=\"wp-block-image size-full\"><img decoding=\"async\" loading=\"lazy\" class=\"wp-image-340536\" src=\"https:\/\/blog.jetbrains.com\/wp-content\/uploads\/2023\/04\/Zeppelin_Notebook_Extract.gif\" alt=\"Zeppelin \ub2e8\ub77d \ucd94\ucd9c\" width=\"1630\" height=\"1396\"><\/figure>\n<p>Zeppelin\uc758 PySpark \ub2e8\ub77d\uc5d0 \ub300\ud55c \ucf54\ub4dc \uc644\uc131 \uae30\ub2a5\uc774 \ucd94\uac00\ub418\uc5c8\uc2b5\ub2c8\ub2e4. \uc774 \uae30\ub2a5\uc744 \uc0ac\uc6a9\ud558\uba74 DataFrame\uc5d0\uc11c \ucd94\ub860\ub41c \uc5f4 \ubaa9\ub85d\uc744 \uc81c\uacf5\ud558\uc5ec \uc5f4 \uc774\ub984\uc774 \uc644\uc131\ub429\ub2c8\ub2e4.<\/p>\n<p>\ub610\ud55c \uc885\uc18d\uc131 \ubc0f \uc778\ud130\ud504\ub9ac\ud130 \uc124\uc815\uc774 \ub2e8\uc77c \ucc3d\uc73c\ub85c \ud1b5\ud569\ub418\uc5b4 \ud544\uc694\ud55c \uc124\uc815\uc744 \ub354 \uc27d\uac8c \ucc3e\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<h2>Kerberos \uc778\uc99d<\/h2>\n<p>\uc774\uc81c Kerberos \uc778\uc99d\uc744 \uc0ac\uc6a9\ud574 Kafka, HDFS \ubc0f Hive Metastore\uc5d0 \uc5f0\uacb0\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<figure class=\"wp-block-image size-full\"><img decoding=\"async\" loading=\"lazy\" class=\"wp-image-340583\" src=\"https:\/\/blog.jetbrains.com\/wp-content\/uploads\/2023\/04\/Kerberos-3.gif\" alt=\"Kerberos \uc778\uc99d\" width=\"1382\" height=\"1214\"><\/figure>\n<h2>AWS \uc11c\ube44\uc2a4\uc758 \ub2e8\uc77c \uc778\uc99d<\/h2>\n<p>\uc774\uc81c AWS S3, AWS Glue \ubc0f AWS EMR \uc5f0\uacb0\uc5d0 AWS \uc778\uc99d\uc744 \uacf5\uc720\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ubc18\ubcf5\uc801\uc73c\ub85c \ud0a4\ub97c \uc785\ub825\ud558\uac70\ub098 \uc5f0\uacb0 \uc2dc\ub9c8\ub2e4 MFA \uc778\uc99d\uc744 \uc218\ud589\ud560 \ud544\uc694\uac00 \uc5c6\uc2b5\ub2c8\ub2e4.<\/p>\n<h2>\ube45\ub370\uc774\ud130 \ubc14\uc774\ub108\ub9ac \ud30c\uc77c \ubcf4\uae30<\/h2>\n<p>Big Data Tools \ud50c\ub7ec\uadf8\uc778\uc744 \uc0ac\uc6a9\ud558\uba74 IDE\uc5d0\uc11c \ubc14\ub85c \ube45\ub370\uc774\ud130 \ud30c\uc77c \ud615\uc2dd\uc758 \ucf58\ud150\uce20\ub97c \ud3b8\ub9ac\ud558\uac8c \ubbf8\ub9ac \ud655\uc778\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ucd5c\uc2e0 \ub9b4\ub9ac\uc2a4\uc5d0\uc11c\ub294 zstd, Brotli \ubc0f LZ4\uc640 \uac19\uc740 \uc555\ucd95 \ubc29\uc2dd\uc744 \uc0ac\uc6a9\ud558\ub294 Parquet \ud30c\uc77c\uc744 \uc5f4 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p><strong>\uc0c8\ub85c\uc6b4 \uae30\ub2a5 \ubc0f \uac1c\uc120 \uc0ac\ud56d\uc758 \uc804\uccb4 \ubaa9\ub85d\uc740 <a href=\"https:\/\/plugins.jetbrains.com\/plugin\/12494-big-data-tools\/changes-in-2023-1\" target=\"_blank\" rel=\"noopener\">Big Data Tools \ud50c\ub7ec\uadf8\uc778 \ud398\uc774\uc9c0<\/a>\uc758 \ubcc0\uacbd \ub85c\uadf8\ub97c \ucc38\uc870\ud558\uc138\uc694. \uc5ec\ub7ec\ubd84\uc758 \uc758\uacac\uc744 JetBrains\uc640 \uacf5\uc720\ud574 \uc8fc\uc2dc\uace0 \uc0ac\uc6a9 \uc911 \ubb38\uc81c\uac00 \ubc1c\uc0dd\ud55c \uacbd\uc6b0 <a href=\"https:\/\/youtrack.jetbrains.com\/issues\/BDIDE\" target=\"_blank\" rel=\"noopener\">\uc774\uc288 \ud2b8\ub798\ucee4<\/a>\uc5d0 \ubcf4\uace0\ud574 \uc8fc\uc138\uc694.<\/strong><\/p>\n<p>Big Data Tools \ud300 \ub4dc\ub9bc<\/p>\n<p><em>\uac8c\uc2dc\ubb3c \uc6d0\ubb38 \uc791\uc131\uc790<\/em><\/p>\n\n    <div class=\"about-author \">\n        <div class=\"about-author__box\">\n            <div class=\"row\">\n                <div class=\"about-author__box-img\">\n                    <img decoding=\"async\" src=\"https:\/\/secure.gravatar.com\/avatar\/?s=200&#038;r=g\" width=\"200\" height=\"200\" alt=\"\" loading=\"lazy\"  class=\"avatar avatar-200 wp-user-avatar wp-user-avatar-200 photo avatar-default\">\n                <\/div>\n                <div class=\"about-author__box-text\">\n                                                        <\/div>\n            <\/div>\n        <\/div>\n    <\/div>\n","protected":false},"author":964,"featured_media":340470,"comment_status":"closed","ping_status":"closed","template":"","categories":[89,907],"tags":[],"cross-post-tag":[],"acf":[],"_links":{"self":[{"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/big-data-tools\/344834"}],"collection":[{"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/big-data-tools"}],"about":[{"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/types\/big-data-tools"}],"author":[{"embeddable":true,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/users\/964"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/comments?post=344834"}],"version-history":[{"count":7,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/big-data-tools\/344834\/revisions"}],"predecessor-version":[{"id":344842,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/big-data-tools\/344834\/revisions\/344842"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/media\/340470"}],"wp:attachment":[{"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/media?parent=344834"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/categories?post=344834"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/tags?post=344834"},{"taxonomy":"cross-post-tag","embeddable":true,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/cross-post-tag?post=344834"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}