{"id":159706,"date":"2021-07-07T14:59:53","date_gmt":"2021-07-07T13:59:53","guid":{"rendered":"https:\/\/blog.jetbrains.com\/blog\/2021\/05\/20\/big-data-world-part-3-building-data-pipelines\/"},"modified":"2025-09-22T07:39:11","modified_gmt":"2025-09-22T06:39:11","slug":"big-data-world-part-3-building-data-pipelines","status":"publish","type":"blog","link":"https:\/\/blog.jetbrains.com\/ko\/blog\/2021\/07\/07\/big-data-world-part-3-building-data-pipelines\/","title":{"rendered":"\ube45\ub370\uc774\ud130\uc758 \uc138\uacc4, 3\ubd80: \ub370\uc774\ud130 \ud30c\uc774\ud504\ub77c\uc778 \uad6c\ucd95"},"content":{"rendered":"<p>\uc774\ubc88 \uae00\uc740 \ube45\ub370\uc774\ud130\uc640 \uad00\ub828\ud55c JetBrains\uc758 \uad00\uc810 \ubc0f \uc81c\ud488 \uac1c\ubc1c \ubc29\uc2dd\uc744 \ub2e4\ub8e8\ub294 \uc2dc\ub9ac\uc988\uc758 \uc138 \ubc88\uc9f8 \uac8c\uc2dc\ubb3c\uc785\ub2c8\ub2e4. \uc774 \uae00\uc5d0\uc11c\ub294 \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\uc758 \uac00\uc7a5 \uc911\uc694\ud55c \uc5c5\ubb34\uc778 \ud30c\uc774\ud504\ub77c\uc778 \uad6c\ucd95\uc744 \uc124\uba85\ud569\ub2c8\ub2e4.<\/p>\n<p>\uad00\ub828 \uac8c\uc2dc\ubb3c:<\/p>\n<ol>\n<li><a class=\"ek-link\" href=\"https:\/\/blog.jetbrains.com\/blog\/2021\/05\/04\/big-data-world-part-1-definitions\/\">\ube45\ub370\uc774\ud130\uc758 \uc138\uacc4: 1\ubd80. \uc815\uc758.<\/a><\/li>\n<li><a class=\"ek-link\" href=\"https:\/\/blog.jetbrains.com\/blog\/2021\/05\/13\/big-data-world-part-2-roles\/\">\ube45\ub370\uc774\ud130\uc758 \uc138\uacc4, 2\ubd80. \uc9c1\ubb34.<\/a><\/li>\n<li>\uc774 \uac8c\uc2dc\ubb3c<\/li>\n<li><a href=\"https:\/\/blog.jetbrains.com\/blog\/2021\/05\/27\/big-data-world-part-4-architecture\/\">\ube45\ub370\uc774\ud130\uc758 \uc138\uacc4: 4\ubd80. \uc544\ud0a4\ud14d\ucc98<\/a><\/li>\n<li><a href=\"https:\/\/blog.jetbrains.com\/blog\/2021\/06\/03\/big-data-world-part-5-cap-theorem\/\">\ube45\ub370\uc774\ud130\uc758 \uc138\uacc4, 5\ubd80: CAP Theorem<\/a><\/li>\n<\/ol>\n<p>\ubaa9\ucc28<\/p>\n<ul>\n<li><a class=\"ek-link\" href=\"#What-a-pipeline-is\">\ud30c\uc774\ud504\ub77c\uc778\uc774\ub780?<\/a><\/li>\n<li><a class=\"ek-link\" href=\"#Orchestrators\">\uc624\ucf00\uc2a4\ud2b8\ub808\uc774\ud130<\/a><\/li>\n<li><a class=\"ek-link\" href=\"#ETL-Tools\">ETL \ub3c4\uad6c<\/a><\/li>\n<li><a class=\"ek-link\" href=\"#Batch-vs-stream-processing\">\ubc30\uce58 \ucc98\ub9ac vs \uc2a4\ud2b8\ub9bc \ucc98\ub9ac<\/a><\/li>\n<li><a class=\"ek-link\" href=\"#Apache-NiFi\">Apache NiFi<\/a><\/li>\n<li><a class=\"ek-link\" href=\"#Conclusion\">\uacb0\ub860<\/a><\/li>\n<\/ul>\n<p><a class=\"ek-link\" href=\"https:\/\/blog.jetbrains.com\/blog\/2021\/05\/13\/big-data-world-part-2-roles\/\">\ube45\ub370\uc774\ud130\uc758 \uc138\uacc4 2\ubd80<\/a>\uc5d0\uc11c \uc124\uba85\ub4dc\ub9b0 \ubc14\uc640 \uac19\uc774 \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\ub294 \ub370\uc774\ud130 \uc804\uc1a1\uacfc DWH \uc544\ud0a4\ud14d\ucc98 \ub4f1\uc744 \ub2f4\ub2f9\ud569\ub2c8\ub2e4. \uc0c1\ub2f9\ud788 \uac04\ub2e8\ud55c \uac83 \uac19\uc9c0\ub9cc \ud604\uc2e4\uc801\uc73c\ub85c \uc774 \uc791\uc5c5\uc744 \uc218\ud589\ud558\ub294 \ucd5c\uc120\uc758 \ubc29\ubc95\uc774 \uba85\ud655\ud558\uc9c0 \uc54a\uc744 \ub54c\ub3c4 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<h1 id=\"What-a-pipeline-is\">\ud30c\uc774\ud504\ub77c\uc778\uc774\ub780?<\/h1>\n<p>\uac1c\ubc1c \uacfc\uc815\uc758 \ubaa8\ub4e0 \uc694\uc18c\ub294 \uc5b4\ub290 \uc815\ub3c4\uae4c\uc9c0 \ub370\uc774\ud130 \ud30c\uc774\ud504\ub77c\uc778\uc73c\ub85c \ud45c\ud604\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ubc31\uc5d4\ub4dc \uac1c\ubc1c\uc758 \uacbd\uc6b0 \ub2e4\uc74c\uacfc \uac19\uc774 \ud45c\uc2dc\ub420 \uac81\ub2c8\ub2e4.<\/p>\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/blog.jetbrains.com\/wp-content\/uploads\/2025\/09\/MOI0bGvBizlBi9KTKii-JDKoiTn9VdfUJgLYmWZSvR7Afnm8MpLLXfOO6hOa0yeFiCqvb9zgRod3dD0gbYNT80B-KNwjN2eQUlpsiQN4q_VrpEACY80ihNEK0u29zGG6gisXh4x.png\" alt=\"\" \/><\/figure>\n<p>ETL(\ucd94\ucd9c, \ubcc0\ud658,\ub85c\ub4dc)\ucc98\ub7fc \ubcf4\uc774\ub294\ub370\uc694, \uadf8\ub807\uc9c0 \uc54a\ub098\uc694? \ucd94\ucd9c\ub418\ub294 \uac74 \uc5c6\uc9c0\ub9cc \uc758\ubbf8\ub294 \ub3d9\uc77c\ud569\ub2c8\ub2e4!<\/p>\n<p>\uc77c\ubc18\uc801\uc73c\ub85c \uac04\uc18c\ud654\ub41c CI \ud30c\uc774\ud504\ub77c\uc778\uc740 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/blog.jetbrains.com\/wp-content\/uploads\/2025\/09\/FlCR1ke0GYqpzhTtC1k6kMCgHfFdbNjEqnkeEq8a0IobY19F9ghNVZuEX8SJWWRhrmhtT18ntLM0FinjZ6rsBVuuvJTyBFD-nb7SLPoIAENblt_sqMTQV4O_XVYZ5zDgk17GReSm.png\" alt=\"\" \/><\/figure>\n<p>\uc774\ub7ec\ud55c \ubc29\uc2dd\uc73c\ub85c \uc0dd\uac01\ud558\uba74 CI \uc11c\ubc84 \uc5ed\uc2dc ETL \ub3c4\uad6c\uc785\ub2c8\ub2e4.<\/p>\n<p>\ud558\uc9c0\ub9cc \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1\uc758 \uc791\uc5c5\uc740 \ud6e8\uc52c \ub354 \ubcf5\uc7a1\ud569\ub2c8\ub2e4. \uc218\ub9ce\uc740 \uc18c\uc2a4, \uc218\ub9ce\uc740 \uc2f1\ud06c(\ub370\uc774\ud130 \uc800\uc7a5 \uc7a5\uc18c), \uc218\ub9ce\uc740 \ubcf5\uc7a1\ud55c \ubcc0\ud658 \ubc0f \uc218\ub9ce\uc740 \ub370\uc774\ud130\uac00 \uc788\uc2b5\ub2c8\ub2e4. \uc218\uc2ed \uac1c\uc758 \uc6b4\uc601 \ub370\uc774\ud130\ubca0\uc774\uc2a4, Kafka\ub97c \ud1b5\ud574 \ubc1c\uc0dd\ud558\ub294 \uc0ac\uc774\ud2b8\uc758 \ud074\ub9ad\uc2a4\ud2b8\ub9bc, \uc218\ubc31 \uac1c\uc758 \ubcf4\uace0\uc11c, OLAP \ud050\ube0c \ubc0f A\/B \uc2e4\ud5d8\uc774 \uc788\ub2e4\uace0 \uc0c1\uc0c1\ud574 \ubcf4\uc138\uc694. \ub610\ud55c \uc6d0\uc2dc \ub370\uc774\ud130\uc5d0\uc11c \uc2dc\uc791\ud558\uc5ec \ubcf4\uace0\uc11c \uc791\uc131\uc5d0 \uc801\ud569\ud558\ub3c4\ub85d \uc9d1\uacc4, \uc815\ub9ac, \uac80\uc99d\uc744 \uac70\uce5c \ub370\uc774\ud130 \uacc4\uce35\uae4c\uc9c0 \uc774\ub974\ub294 \uc5ec\ub7ec \ubc29\uc2dd\uc73c\ub85c \ubaa8\ub4e0 \ub370\uc774\ud130\ub97c \uc800\uc7a5\ud574\uc57c \ud558\ub294 \uc0c1\ud669\ub3c4 \uc0c1\uc0c1\ud574 \ubcf4\uc138\uc694.<\/p>\n<p>\ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\uac00 \uc774\uc640 \uac19\uc740 \uc624\ucf00\uc2a4\ud2b8\ub77c\uc758 \uc9c0\ud718\ub97c \uc900\ube44\ud558\uba70 \uc9c0\ud718\ubd09\uc744 \ub450\ub4dc\ub9ac\ub294 \uc18c\ub9ac\uac00 \ubc8c\uc368 \ub4e4\ub9ac\ub294 \uac83 \uac19\uc2b5\ub2c8\ub2e4. \uc2e4\uc81c\ub85c \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\ub294 \uc774 \ubaa8\ub4e0 \ud504\ub85c\uc138\uc2a4\ub97c \ud1b5\uc81c\ud569\ub2c8\ub2e4. \uc624\ucf00\uc2a4\ud2b8\ub77c\uac00 \ub2e4\uc591\ud55c \uc545\uae30 \uc5f0\uc8fc\uc790\ub85c \uc774\ub8e8\uc5b4\uc9c4 \uac83\ucc98\ub7fc \ub370\uc774\ud130 \uc804\uc1a1 \ud504\ub85c\uc138\uc2a4\uc5d0\ub3c4 \ubcc4\uac1c\uc758 \ud30c\uc774\ud504\ub77c\uc778\uc774 \ud544\uc694\ud569\ub2c8\ub2e4.<\/p>\n<p>\uc2e4\uc81c\ub85c \ud30c\uc774\ud504\ub77c\uc778\uc740 \uc624\ucf00\uc2a4\ud2b8\ub808\uc774\ud130 \ubc0f ETL \ub3c4\uad6c\ub77c\ub294 \ub450 \ub2e8\uacc4\ub85c \uad6c\uc131\ub429\ub2c8\ub2e4.<\/p>\n<h1 id=\"Orchestrators\">\uc624\ucf00\uc2a4\ud2b8\ub808\uc774\ud130<\/h1>\n<p>\uc774 \ud30c\uc774\ud504\ub77c\uc778\uc740 DAG(\ubc29\ud5a5\uc131\uc788\ub294 \ube44\uc21c\ud658 \uadf8\ub798\ud504)\ub77c\ub294 \uc5d4\ud2f0\ud2f0\ub85c \ud1b5\ud569\ub429\ub2c8\ub2e4. DAG\ub294 \uc544\ub798\uc640 \uac19\uc774 \ub098\ud0c0\ub0a0 \uc218 \uc788\uc9c0\ub9cc \ud6e8\uc52c \ub354 \ubcf5\uc7a1\ud560 \uc218\ub3c4 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/blog.jetbrains.com\/wp-content\/uploads\/2025\/09\/h4Cv8rl8XVY8_n83amUSM-qDJ7qJksn-SPvjjHOgrOcdXNJ1JcrGARRam6-H07mZ_DA34ECZu_70Y-RcyaDbtbYec7FCTzP9bkYTCAwtQm2m6usy_25QzzpT-xt7VgLozojdd5ej.png\" alt=\"\" \/>\n<figcaption><a class=\"ek-link\" href=\"https:\/\/habr.com\/ru\/company\/mailru\/blog\/344398\/\" target=\"_blank\" rel=\"noopener\">https:\/\/habr.com\/ru\/company\/mailru\/blog\/344398\/<\/a><\/figcaption>\n<\/figure>\n<p>\ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\uc758 \uc8fc\uc694 \ub3c4\uad6c \uc911 \ud558\ub098\uac00 \uc624\ucf00\uc2a4\ud2b8\ub808\uc774\ud130\uc778 \uc774\uc720\uc785\ub2c8\ub2e4. \ubcf5\uc7a1\ud55c \ud30c\uc774\ud504\ub77c\uc778\uc744 \ube44\uad50\uc801 \uac04\ub2e8\ud558\uac8c \uad6c\ucd95\ud560 \uc218 \uc788\uae30 \ub54c\ubb38\uc774\uc8e0.\u00a0<\/p>\n<p>\uac00\uc7a5 \ub110\ub9ac \uc0ac\uc6a9\ub418\ub294 \uc624\ucf00\uc2a4\ud2b8\ub808\uc774\ud130\ub294 <a href=\"http:\/\/airflow.apache.org\/\" target=\"_blank\" rel=\"noopener\">Apache Airflow<\/a>, <a href=\"https:\/\/github.com\/spotify\/luigi\" target=\"_blank\" rel=\"noopener\">Luigi<\/a>, <a href=\"https:\/\/nifi.apache.org\/\" target=\"_blank\" rel=\"noopener\">Apache NiFi<\/a> \ubc0f <a href=\"https:\/\/azkaban.github.io\/\" target=\"_blank\" rel=\"noopener\">Azkaban<\/a>\uc785\ub2c8\ub2e4. \uae30\ubcf8\uc801\uc73c\ub85c \uc774\ub4e4\uc740 \ubaa8\ub450 \ub3d9\uc77c\ud55c \uc791\uc5c5\uc744 \uc218\ud589\ud569\ub2c8\ub2e4. \ud544\uc694\ud55c \uc21c\uc11c\ub300\ub85c \ub3c4\uad6c\ub97c \uc2e4\ud589\ud558\uace0 \ubb38\uc81c\uac00 \ubc1c\uc0dd\ud558\uba74 \ub2e4\uc2dc \uc2dc\ub3c4\ud558\ub294 \uc791\uc5c5\uc785\ub2c8\ub2e4.<\/p>\n<p>\uc774\uc81c \ub354 \ub0ae\uc740 \ub2e8\uacc4\uc758 \ud30c\uc774\ud504\ub77c\uc778 \uad6c\ucd95\uc744 \uace0\ub824\ud574 \ubcf4\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n<h1 id=\"ETL-Tools\">ETL \ub3c4\uad6c<\/h1>\n<p>\uc55e\uc11c \ub9d0\uc500\ub4dc\ub9b0 \ubc14\uc640 \uac19\uc774, \uc624\ucf00\uc2a4\ud2b8\ub808\uc774\ud130\ub294 \ub2e4\ub978 \ub3c4\uad6c(\uc77c\ubc18\uc801\uc73c\ub85c \ub85c\uceec \ud658\uacbd\uc5d0 \ub354 \uc801\ud569\ud55c ETL \ud30c\uc774\ud504\ub77c\uc778 \uad6c\ucd95\uc744 \uc704\ud55c \ub3c4\uad6c)\ub97c \ud638\ucd9c\ud569\ub2c8\ub2e4. \ub9ce\uc740 \uacbd\uc6b0 ETL \ub3c4\uad6c\ub294 DAG\uc640 \ud568\uaed8 \uc791\ub3d9\ud558\ubbc0\ub85c \ud2b9\ud788 \ud765\ubbf8\ub86d\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\uc608\ub97c \ub4e4\uc5b4, Apache Spark\ub294 \ubc94\uc6a9 \ubd84\uc0b0 \ucef4\ud4e8\ud305 \uc5d4\uc9c4\uc784\uc5d0\ub3c4 \ubd88\uad6c\ud558\uace0 \uac00\uc7a5 \ub110\ub9ac \uc0ac\uc6a9\ub418\ub294 ETL \ub3c4\uad6c \uc911 \ud558\ub098\uc785\ub2c8\ub2e4. \uc790\uc8fc \uc0ac\uc6a9\ub418\ub294 \ud328\ud134 \uc911 \ud558\ub098\ub294 \ub370\uc774\ud130\ub97c \ud55c \uc704\uce58\uc5d0\uc11c \ub2e4\ub978 \uc704\uce58\ub85c(\uc18c\uc2a4\uc5d0\uc11c \uc2f1\ud06c\ub85c) \uc62e\uae30\ub294 \ub3c4\uc911 \ub370\uc774\ud130\ub97c \ubcc0\ud658\ud558\ub294 \uac83\uc774\uba70, \uc774 \uc791\uc5c5\ub3c4 DAG\ub85c \ud45c\uc2dc\ub420 \uc218\ub3c4 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/blog.jetbrains.com\/wp-content\/uploads\/2025\/09\/suPDdeMQQoWaA_eDkEDPX9Ammamr5kl7gwQD6cVLfZV4f-pAAMaRttu2xe4tVygghLZv2A_wUX7xRZRuTwcMx0Sfn8OssFOHXV_MH6sL6mIYEzLTQNT2yylUBagYgokIgs9EFklX.png\" alt=\"\" \/>\n<figcaption><a class=\"ek-link\" href=\"https:\/\/user-images.githubusercontent.com\/20614350\/49424014-40609900-f7d4-11e8-901f-881531e64ad8.png\" target=\"_blank\" rel=\"noopener\">https:\/\/user-images.githubusercontent.com\/20614350\/49424014-40609900-f7d4-11e8-901f-881531e64ad8.png<\/a><\/figcaption>\n<\/figure>\n<p>\uc774 \uadf8\ub798\ud504\ub97c \ud1b5\ud574 \uc785\ub825 2\uac1c, \ucd9c\ub825 1\uac1c \ubc0f \u201cjoin\u201d\ucc98\ub7fc \ub204\uad6c\ub098 \uc798 \uc54c\uace0 \uc788\ub294 \uc791\uc5c5\uc774 \ud3ec\ud568\ub418\ub294 \ub2e4\uc591\ud55c \uc911\uac04 \ucc98\ub9ac \ub2e8\uacc4\uac00 \uc788\ub2e4\ub294 \uc810\uc774 \ud655\uc778\ub429\ub2c8\ub2e4. \ub610\ud55c \ub370\uc774\ud130\uac00 \ub178\ub4dc\ub97c \ud1b5\uacfc\ud558\ub294 \ubc29\uc2dd \ubc0f \ucc98\ub9ac\ub41c \ub370\uc774\ud130\uc758 \uc591\uacfc \ub178\ub4dc\ubcc4 \uc18c\uc694 \uc2dc\uac04\ub3c4 \ud655\uc778\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>DAG\ub294 \ub9e4\uc6b0 \ubcf5\uc7a1\ud560 \uc218 \uc788\uc73c\uba70 \uc77c\ubc18\uc801\uc73c\ub85c \uc624\ucf00\uc2a4\ud2b8\ub808\uc774\ud130\uac00 \uc791\ub3d9\ud558\ub294 DAG\ubcf4\ub2e4 \ub354 \ubcf5\uc7a1\ud569\ub2c8\ub2e4. \ub530\ub77c\uc11c \uc5b4\ub5bb\uac8c \ubcf4\uba74 \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\uac00 \ud30c\uc774\ud504\ub77c\uc778\uc758 \ud30c\uc774\ud504\ub77c\uc778\uc774 \uc791\ub3d9\ud558\ub294 \uc624\ucf00\uc2a4\ud2b8\ub808\uc774\ud130\ub97c \uc870\uc815\ud558\ub294 \uac83\uc785\ub2c8\ub2e4.<\/p>\n<h1 id=\"Batch-vs-stream-processing\">\ubc30\uce58 \ucc98\ub9ac vs \uc2a4\ud2b8\ub9bc \ucc98\ub9ac<\/h1>\n<p>\uc77c\ubc18\uc801\uc73c\ub85c ETL \ub3c4\uad6c\ub294 \ubc30\uce58 \ucc98\ub9ac \ub610\ub294 \uc2a4\ud2b8\ub9bc \ucc98\ub9ac\ub77c\ub294 \ub450 \uac00\uc9c0 \ubc29\uc2dd \uc911 \ud55c \ubc29\uc2dd\uc73c\ub85c \uc791\ub3d9\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\ubc30\uce58 \ucc98\ub9ac\ub97c \uc0ac\uc6a9\ud558\uba74 \uc791\uc5c5\uc774 \ud55c \ubc88\uc5d0 \uc2e4\ud589\ub418\uace0, \uc77c\ubd80 \ub370\uc774\ud130\ub97c \ubd88\ub7ec\uc640 \ucc98\ub9ac\ud55c \ub2e4\uc74c \uc885\ub8cc\ub429\ub2c8\ub2e4. \uc2a4\ud2b8\ub9bc \ucc98\ub9ac\ub97c \uc0ac\uc6a9\ud558\uba74 \ud504\ub85c\uc138\uc2a4\uac00 \ub04a\uae40 \uc5c6\uc774 \uc2e4\ud589\ub418\uc5b4 \uc18c\uc2a4\uc5d0 \ud45c\uc2dc\ub41c \uc989\uc2dc \ub370\uc774\ud130\ub97c \uc5bb\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\uc774\ub7ec\ud55c \ubc29\uc2dd\uc73c\ub85c \uc81c\uc2dc\ub420 \ub54c \uc2a4\ud2b8\ub9bc \ucc98\ub9ac\ub294 \ud56d\uc0c1 Kafka\uc640 \uac19\uc740 \uc2a4\ud2b8\ub9ac\ubc0d \uc18c\uc2a4\uc640 \ud568\uaed8 \uc0ac\uc6a9\ud574\uc57c \ud558\ub294 \uac83\ucc98\ub7fc \ubcf4\uc77c \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ub180\ub78d\uc9c0\ub9cc \ubc18\ub4dc\uc2dc \uadf8\ub7f0 \uac83\uc740 \uc544\ub2d9\ub2c8\ub2e4. \uc774 \uaddc\uce59\uc758 \ud55c \uac00\uc9c0 \uc77c\ubc18\uc801 \uc608\uc678\ub294 \uad00\uacc4\ud615 \ub370\uc774\ud130\ubca0\uc774\uc2a4\uc785\ub2c8\ub2e4. \ub370\uc774\ud130\ub97c \ucd94\ucd9c\ud558\ub294 \ub450 \uac00\uc9c0 \ubc29\uc2dd\uc774 \uc788\uc2b5\ub2c8\ub2e4. \ub354 \ubcf4\ud3b8\uc801\uc774\uace0 \uba85\ud655\ud55c \uccab \ubc88\uc9f8 \ubc29\uc2dd\uc740 \ub370\uc774\ud130\ubca0\uc774\uc2a4\uc5d0\uc11c \ud544\uc694\ud55c \ubaa8\ub4e0 \ub370\uc774\ud130\ub97c \ud55c \ubc88\uc5d0 \uc77d\ub294 \uac83\uc785\ub2c8\ub2e4. \ud558\uc9c0\ub9cc <a href=\"https:\/\/debezium.io\/\" target=\"_blank\" rel=\"noopener\">Debezium<\/a> \ub4f1\uc758 \ud2b9\uc218\ud55c \ub3c4\uad6c\ub97c \uc0ac\uc6a9\ud558\uc5ec \ub370\uc774\ud130\ubca0\uc774\uc2a4\uc758 \ubcc0\uacbd \uc0ac\ud56d\uc744 \uc2a4\ud2b8\ub9bc \ucc98\ub9ac\ud560 \uc218\ub3c4 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<h1 id=\"Apache-NiFi\">Apache NiFi<\/h1>\n<p>\uc624\ucf00\uc2a4\ud2b8\ub808\uc774\ud130 \ubc0f ETL \ub3c4\uad6c\ub77c\ub294 \ubcc4\uac1c\uc758 \ub450 \uac00\uc9c0 \uc138\uacc4\uac00 \uc788\ub2e4\ub294 \uc778\uc0c1\uc744 \ubc1b\uc73c\uc168\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uadf8\ub9ac\uace0 \uc2a4\ud2b8\ub9bc \ucc98\ub9ac\uc640 \ubc30\uce58 \ucc98\ub9ac \ubc29\uc2dd\uc5d0\ub3c4 \ucc28\uc774\uac00 \uc788\uc2b5\ub2c8\ub2e4. \uadf8\ub7ec\ub098 \ud604\uc2e4\uc5d0\ub294 \uc774\uc0c1\uce58\uac00 \uc788\uc2b5\ub2c8\ub2e4. Apache NiFi\ub294 \uc624\ucf00\uc2a4\ud2b8\ub808\uc774\ud130\uc774\uc790 ETL \ub3c4\uad6c\ub85c, \ubc30\uce58 \ubaa8\ub4dc \ubc0f \uc2a4\ud2b8\ub9ac\ubc0d \ubaa8\ub4dc\uc5d0\uc11c \uc791\ub3d9 \uac00\ub2a5\ud569\ub2c8\ub2e4(\ubb3c\ub860 \uba87 \uac00\uc9c0 \uc81c\ud55c\uc740 \uc788\uc74c).<\/p>\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/blog.jetbrains.com\/wp-content\/uploads\/2025\/09\/RXh_QpHX7cUPk9tc4MHKVbLhwP4lvglOyYKaYYijUvi9jc4JRq9DZO7x9EM-grrYlVGsCdCpRrCSIwpzCzzI0dLwYcQdMbjD21gMU0FLsdtJT5tMNsFItYMXPTLlF-6sZdPJZU9N.png\" alt=\"\" \/>\n<figcaption><a class=\"ek-link\" href=\"https:\/\/stackoverflow.com\/questions\/55281566\/apache-nifi-merge-sql-lines-into-json\" target=\"_blank\" rel=\"noopener\">https:\/\/stackoverflow.com\/questions\/55281566\/apache-nifi-merge-sql-lines-into-json<\/a><\/figcaption>\n<\/figure>\n<p>Apache NiFi\ub294 2006\ub144 NSA\uc5d0\uc11c \uac1c\ubc1c\ub418\uc5c8\uc73c\uba70(\ucd5c\ucd08 \uc774\ub984\uc740 NiagaraFiles), \ud504\ub85c\uadf8\ub798\uba38\uac00 \uc544\ub2cc \uc0ac\ub78c\ub3c4 \ub370\uc774\ud130 \ud30c\uc774\ud504\ub77c\uc778\uc744 \uc791\uc131\ud560 \uc218 \uc788\ub3c4\ub85d \uc9c0\uc6d0\ud558\uaca0\ub2e4\ub294 \ubaa9\ud45c\uc5d0 \ub530\ub77c \uc124\uacc4\ub418\uc5c8\uc2b5\ub2c8\ub2e4. 2014\ub144\uc5d0\ub294 NSA\uc758 \uae30\uc220 \uc774\uc804 \ud504\ub85c\uadf8\ub7a8\uc758 \uc77c\ud658\uc73c\ub85c Apache Software Foundation\uc5d0 \uc774\uc804\ub418\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\uadf8\ub7ec\ub098 \ud2b9\ubcc4\ud55c \uae30\uc220\uc774 \uc5c6\ub294 \uc0ac\uc6a9\uc790\ub3c4 \ubcf5\uc7a1\ud55c \ub370\uc774\ud130 \ud30c\uc774\ud504\ub77c\uc778\uc744 \uc0dd\uc131\ud560 \uc218 \uc788\ub3c4\ub85d \uc9c0\uc6d0\ud55c\ub2e4\ub294 \ubaa9\ud45c\ub294 \ub3d9\uc77c\ud558\uac8c \ub0a8\uc558\uc2b5\ub2c8\ub2e4. \uc774 \ubaa9\ud45c\ub294 \uc815\ub9d0 \uc2e4\ud604\ub418\uc5c8\uc2b5\ub2c8\ub2e4. \ubb3c\ub860 \uc774\uc640 \uac19\uc740 \uc2dc\uc2a4\ud15c\uc758 \ud55c\uacc4\uac00 \uc788\uc73c\uba70, \uc0ac\uc6a9\uc790\ub294 NiFi\uc5d0\uc11c \uae30\ubcf8\uc801\uc73c\ub85c \uc9c0\uc6d0\ub418\uc9c0 \uc54a\ub294 \uae30\ub2a5\uc744 \uad6c\ud604\ud574\uc57c \ud560 \uc218\ub3c4 \uc788\uc2b5\ub2c8\ub2e4. \ud558\uc9c0\ub9cc \uad1c\ucc2e\uc2b5\ub2c8\ub2e4. Apache NiFi\ub294 \ud655\uc7a5 \uac00\ub2a5\ud55c \ubc29\uc2dd\uc73c\ub85c \uad6c\ucd95\ub418\ubbc0\ub85c \uac1c\ubc1c\uc790\ub294 \uace0\uac1d\uc774 \ud544\uc694\ub85c \ud558\ub294 \ubaa8\ub4c8\uc744 \uad6c\ud604\ud560 \uc218 \uc788\uc73c\uba70, \ubaa8\ub4c8\uc740 \uc5b4\ub514\uc11c\ub4e0 \uc7ac\uc0ac\uc6a9\uc774 \uac00\ub2a5\ud569\ub2c8\ub2e4.<\/p>\n<h1 id=\"Conclusion\">\uacb0\ub860<\/h1>\n<p>\ud30c\uc774\ud504\ub77c\uc778 \uad6c\ucd95\uc740 \ubd84\uc11d\uc801\uc774\uace0 \uae30\uc220\uc801\uc778 \ubcf5\uc7a1\ud55c \uc791\uc5c5\uc785\ub2c8\ub2e4. \uadf8\ub7ec\ub098 \ub0b4\ubd80 \ubc0f \uc678\ubd80\uc758 \uace0\uac1d\uc774 \uc120\ud638\ud558\ub294 \ud615\uc2dd\uc73c\ub85c \ud544\uc694\ud55c \ub370\uc774\ud130\uc5d0 \uc561\uc138\uc2a4\ud560 \uc218 \uc788\ub294 \uc720\uc77c\ud55c \ubc29\ubc95\uc774\uae30\ub3c4 \ud569\ub2c8\ub2e4.<\/p>\n<p>\uc77c\ubc18\uc801\uc73c\ub85c \ud30c\uc774\ud504\ub77c\uc778\uc740 \ub2e4\ub978 ETL \ub3c4\uad6c\ub97c \ud638\ucd9c\ud558\ub294 \uc624\ucf00\uc2a4\ud2b8\ub808\uc774\ud130\uc758 \uc9c0\uc6d0\uc744 \ud1b5\ud574 \uad6c\ucd95\ub418\uc9c0\ub9cc, \ub54c\ub54c\ub85c Apache NiFi\uc640 \uac19\uc740 \ub2e8\uc77c \ub3c4\uad6c\ub85c \uc804\uccb4 \ud30c\uc774\ud504\ub77c\uc778\uc774 \uad6c\ucd95\ub418\ub294 \uacbd\uc6b0\ub3c4 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\ud30c\uc774\ud504\ub77c\uc778 \uad6c\ucd95\uc744 \uc704\ud55c \ub3c4\uad6c\uc5d0 \uad00\uc2ec\uc774 \uc788\ub294 \uacbd\uc6b0 <a href=\"https:\/\/plugins.jetbrains.com\/plugin\/12494-big-data-tools\" target=\"_blank\" rel=\"noopener\">BigData Tools \ud50c\ub7ec\uadf8\uc778<\/a>\uc744 \uc0b4\ud3b4\ubcf4\uc138\uc694. \uc774 \ud50c\ub7ec\uadf8\uc778\uc740 \ud604\uc7ac \uc5ec\ub7ec \uc2a4\ud1a0\ub9ac\uc9c0 \uc81c\uacf5\uc5c5\uccb4 \ubc0f Apache Spark\uc640 \ud1b5\ud569\ub418\uc5b4 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p><em>\uac8c\uc2dc\ubb3c \uc6d0\ubb38 \uc791\uc131\uc790<\/em><\/p>\n\n    <div class=\"about-author \">\n        <div class=\"about-author__box\">\n            <div class=\"row\">\n                <div class=\"about-author__box-img\">\n                    <img decoding=\"async\" src=\"https:\/\/secure.gravatar.com\/avatar\/?s=200&#038;r=g\" width=\"200\" height=\"200\" alt=\"\" loading=\"lazy\"  class=\"avatar avatar-200 wp-user-avatar wp-user-avatar-200 photo avatar-default\">\n                <\/div>\n                <div class=\"about-author__box-text\">\n                                                        <\/div>\n            <\/div>\n        <\/div>\n    <\/div>\n\n\n\n<p><\/p>\n","protected":false},"author":964,"featured_media":143592,"comment_status":"closed","ping_status":"closed","template":"","categories":[6659,594],"tags":[588,589,6586,6594],"cross-post-tag":[],"acf":[],"_links":{"self":[{"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/blog\/159706"}],"collection":[{"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/blog"}],"about":[{"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/types\/blog"}],"author":[{"embeddable":true,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/users\/964"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/comments?post=159706"}],"version-history":[{"count":7,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/blog\/159706\/revisions"}],"predecessor-version":[{"id":641162,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/blog\/159706\/revisions\/641162"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/media\/143592"}],"wp:attachment":[{"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/media?parent=159706"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/categories?post=159706"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/tags?post=159706"},{"taxonomy":"cross-post-tag","embeddable":true,"href":"https:\/\/blog.jetbrains.com\/ko\/wp-json\/wp\/v2\/cross-post-tag?post=159706"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}