{"id":169,"date":"2020-03-14T18:55:55","date_gmt":"2020-03-14T09:55:55","guid":{"rendered":"http:\/\/www.skyer9.pe.kr\/wordpress\/?p=169"},"modified":"2020-08-20T18:23:07","modified_gmt":"2020-08-20T09:23:07","slug":"kafka-%ec%84%a4%ec%b9%98%ed%95%98%ea%b8%b0","status":"publish","type":"post","link":"https:\/\/www.skyer9.pe.kr\/wordpress\/?p=169","title":{"rendered":"(Deprecated) Kafka \uc124\uce58\ud558\uae30"},"content":{"rendered":"

(Deprecated) Kafka \uc124\uce58\ud558\uae30<\/h1>\n

Deprecated<\/h2>\n

\uc5ec\uae30<\/a> \ub97c \ucc38\uc870\ud558\uc5ec \uc124\uce58\ud558\uc138\uc694.<\/p>\n

JDK \uc124\uce58\ud558\uae30<\/h2>\n

\uc790\ubc14 8 \ubc84\uc804 \uc774\uc0c1\uc774 \uc124\uce58\ub418\uc5b4 \uc788\uc9c0 \uc54a\uc73c\uba74 \uc544\ub798\uc758 \uba85\ub839\uc73c\ub85c \uc124\uce58\ud569\ub2c8\ub2e4.<\/p>\n

sudo apt-get update\nsudo apt install openjdk-11-jdk<\/code><\/pre>\n
zookeeper \uc124\uce58\ud558\uae30<\/h2>\n
Kafka \ub294 zookeeper \uc0c1\uc5d0\uc11c \uc791\ub3d9\ud558\ubbc0\ub85c, zookeeper \ub97c \uba3c\uc800 \uc124\uce58\ud569\ub2c8\ub2e4.<\/p>\n
sudo apt-get install zookeeperd<\/code><\/pre>\n
Kafka \uc124\uce58\ud558\uae30<\/h2>\n
Kafka \ub97c \uc2e4\ud589\ud560 \uc804\uc6a9 \uacc4\uc815\uc744 \uc0dd\uc131\ud574 \uc90d\ub2c8\ub2e4.<\/p>\n
sudo adduser --system --no-create-home --disabled-password --disabled-login kafka<\/code><\/pre>\n
Kafka \ub97c \ub2e4\uc6b4\ubc1b\uc544 \uc124\uce58\ud569\ub2c8\ub2e4.<\/p>\n
cd \/tmp\/\nwget http:\/\/mirror.navercorp.com\/apache\/kafka\/2.4.1\/kafka_2.13-2.4.1.tgz\n\nsudo mkdir \/opt\/kafka\nsudo tar -xvzf kafka_2.13-2.4.1.tgz --directory \/opt\/kafka --strip-components 1\n\nsudo mkdir \/var\/lib\/kafka\nsudo mkdir \/var\/lib\/kafka\/data<\/code><\/pre>\n
\uc544\ub798\uc758 \uc124\uc815\uc744 \ucd94\uac00\ud569\ub2c8\ub2e4.<\/p>\n
sudo vi \/opt\/kafka\/config\/server.properties\n......\nlog.dirs=\/var\/lib\/kafka\/data\n......<\/code><\/pre>\n
\ub514\ub809\ud1a0\ub9ac\uc758 \uad8c\ud55c\uc744 \uc124\uc815\ud569\ub2c8\ub2e4.<\/p>\n
sudo chown -R kafka:nogroup \/opt\/kafka\nsudo chown -R kafka:nogroup \/var\/lib\/kafka<\/code><\/pre>\n
\uc11c\ube44\uc2a4\uc5d0 \ub4f1\ub85d\ud574 \uc90d\ub2c8\ub2e4.<\/p>\n
sudo vi \/etc\/systemd\/system\/kafka.service<\/code><\/pre>\n
[Unit]\nDescription=High-available, distributed message broker\nAfter=network.target\n[Service]\nUser=kafka\nExecStart=\/opt\/kafka\/bin\/kafka-server-start.sh \/opt\/kafka\/config\/server.properties\n[Install]\nWantedBy=multi-user.target<\/code><\/pre>\n
Kafka \ub97c \uc2e4\ud589\ud569\ub2c8\ub2e4.<\/p>\n
sudo systemctl start kafka.service\nsudo systemctl enable kafka.service<\/code><\/pre>\n
\uba54\ubaa8\ub9ac\uac00 \ubd80\uc871\ud55c \uacbd\uc6b0, \uc544\ub798 \ud30c\uc77c\uc744 \uc5f4\uace0 KAFKA_HEAP_OPTS<\/code> \ub97c \ucc3e\uc544 \uc218\uc815\ud574 \uc90d\ub2c8\ub2e4.<\/p>\n
sudo vi \/opt\/kafka\/bin\/zookeeper-server-start.sh\nsudo vi \/opt\/kafka\/bin\/kafka-server-start.sh<\/code><\/pre>\n
# for zookeeper\nexport KAFKA_HEAP_OPTS="-Xmx4M -Xms4M"\n# for kafka\nexport KAFKA_HEAP_OPTS="-Xmx256M -Xms128M"<\/code><\/pre>\n
\uc6b4\uc601\ud658\uacbd\uc5d0\uc11c Kafka \ub97c \uc124\uce58\ud558\ub824\uba74 4G \uc758 \uba54\ubaa8\ub9ac\ub97c \uac00\uc9c0\ub294 t2.medium<\/code> \uc774\uc0c1\uc774 \uad8c\uc7a5\ub429\ub2c8\ub2e4.<\/p>\n
Kafka \uc815\uc0c1\uc124\uce58 \ud14c\uc2a4\ud2b8\ud558\uae30<\/h2>\n
\ud14c\uc2a4\ud2b8\uc6a9 \ud1a0\ud53d\uc744 \uc0dd\uc131\ud569\ub2c8\ub2e4.<\/p>\n
\/opt\/kafka\/bin\/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic test<\/code><\/pre>\n
\uc0dd\uc131\ub41c \ud1a0\ud53d\uc744 \ud655\uc778\ud569\ub2c8\ub2e4.<\/p>\n
\/opt\/kafka\/bin\/kafka-topics.sh --list --zookeeper localhost:2181<\/code><\/pre>\n
\ud1a0\ud53d\uc5d0 \uba54\uc2dc\uc9c0\ub97c \uc804\ub2ec\ud569\ub2c8\ub2e4.<\/p>\n
\/opt\/kafka\/bin\/kafka-console-producer.sh --broker-list localhost:9092 --topic test<\/code><\/pre>\n
\ud130\ubbf8\ub110\uc744 \uc0c8\ub85c \uc5f4\uc5b4 \uba54\uc2dc\uc9c0\uac00 \uc804\ub2ec\ub418\uc5c8\ub294\uc9c0 \ud655\uc778\ud569\ub2c8\ub2e4.<\/p>\n
\/opt\/kafka\/bin\/kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic test --from-beginning<\/code><\/pre>\n
\uc911\uc694 \ud30c\ub77c\ubbf8\ud130<\/h2>\n
sudo vi \/opt\/kafka\/config\/server.properties\n......\n# log.retention.hours=168\nlog.retention.ms=3000\n......\nlog.dirs=\/var\/lib\/kafka\/data\n......<\/code><\/pre>\n
log.retention<\/code> \uc740 \ud1a0\ud53d\uc774 \uc720\uc9c0\ub418\ub294 \uc2dc\uac04\uc785\ub2c8\ub2e4. Kafka \ub294 \ud1a0\ud53d\uc774 \uc18c\ubaa8\ub41c \uc774\ud6c4\uc5d0\ub3c4 \ud574\ub2f9 \uc2dc\uac04\ub3d9\uc548 \ud1a0\ud53d\uc744 \uc0ad\uc81c\ud558\uc9c0 \uc54a\uace0 \uc720\uc9c0\ud569\ub2c8\ub2e4. \ud1a0\ud53d\uc744 \uc720\uc9c0\ud574\uc57c \ud560 \uc774\uc720\uac00 \uc5c6\uc744 \ub54c\ub294 \ube60\ub978 \uc2dc\uac04\uc548\uc5d0 \ud1a0\ud53d\uc744 \uc0ad\uc81c\ud558\ub294 \uac83\uc774 \uc88b\uc2b5\ub2c8\ub2e4.<\/p>\n
log.dirs<\/code> \uc5d0 \ub85c\uadf8\ud30c\uc77c\uc774 \uc800\uc7a5\ub429\ub2c8\ub2e4.<\/p>\n","protected":false},"excerpt":{"rendered":"
(Deprecated) Kafka \uc124\uce58\ud558\uae30 Deprecated \uc5ec\uae30 \ub97c \ucc38\uc870\ud558\uc5ec \uc124\uce58\ud558\uc138\uc694. JDK \uc124\uce58\ud558\uae30 \uc790\ubc14 8 \ubc84\uc804 \uc774\uc0c1\uc774 \uc124\uce58\ub418\uc5b4 \uc788\uc9c0 \uc54a\uc73c\uba74 \uc544\ub798\uc758 \uba85\ub839\uc73c\ub85c \uc124\uce58\ud569\ub2c8\ub2e4. sudo apt-get update sudo apt install openjdk-11-jdk zookeeper \uc124\uce58\ud558\uae30 Kafka \ub294 zookeeper \uc0c1\uc5d0\uc11c \uc791\ub3d9\ud558\ubbc0\ub85c, zookeeper \ub97c \uba3c\uc800 \uc124\uce58\ud569\ub2c8\ub2e4. sudo apt-get install zookeeperd Kafka \uc124\uce58\ud558\uae30 Kafka \ub97c \uc2e4\ud589\ud560 \uc804\uc6a9 \uacc4\uc815\uc744 \uc0dd\uc131\ud574 \uc90d\ub2c8\ub2e4. sudo adduser –system –no-create-home\u2026 Read More »<\/a><\/span><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[10],"tags":[],"class_list":["post-169","post","type-post","status-publish","format-standard","hentry","category-kafka"],"_links":{"self":[{"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/169","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=169"}],"version-history":[{"count":10,"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/169\/revisions"}],"predecessor-version":[{"id":1317,"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/169\/revisions\/1317"}],"wp:attachment":[{"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=169"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=169"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=169"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}