Explore

Configure a custom domain name for Amazon MSK cluster

The below link has been followed to setup the custom DN for bladerunner.

⁠

https://aws.amazon.com/blogs/big-data/configure-a-custom-domain-name-for-your-amazon-msk-cluster/⁠

⁠

In this link we have followed option 2 to setup the same which is All connections through an NLB

./kafka-configs.sh --alter --bootstrap-server b-3.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9096 --entity-type brokers --entity-name 3 --command-config client.properties_ipsbdouser --add-config listener.security.protocol.map=[CLIENT:PLAINTEXT,CLIENT_SECURE:SSL,CLIENT_SECURE_PUBLIC:SSL,CLIENT_SASL_SCRAM:SASL_SSL,CLIENT_SASL_SCRAM_PUBLIC:SASL_SSL,CLIENT_IAM:SASL_SSL,CLIENT_IAM_PUBLIC:SASL_SSL,REPLICATION:PLAINTEXT,REPLICATION_SECURE:SSL,CONTROLLER:PLAINTEXT,CONTROLLER_SECURE:SSL,CLIENT_SASL_SCRAM_VPCE:SASL_SSL,CLIENT_IAM_VPCE:SASL_SSL,CLIENT_SECURE_VPCE:SSL,PARTITION_REBALANCING_SECURE:SASL_SSL,BDO_ONPREM:SASL_SSL,BDO_ONPREM_UAT:SASL_SSL,BDO_AWS:SASL_SSL,BDO_AWS_UAT:SASL_SSL,BDO_AZURE:SASL_SSL,BDO_AZURE_UAT:SASL_SSL,BDO_ONPREM_S2S:SASL_SSL,BDO_ONPREM_S2S_UAT:SASL_SSL]

./kafka-configs.sh --alter --bootstrap-server b-2.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9096 --entity-type brokers --entity-name 2 --command-config client.properties_ipsbdouser --add-config listener.security.protocol.map=[=CLIENT:PLAINTEXT,CLIENT_SECURE:SSL,CLIENT_SECURE_PUBLIC:SSL,CLIENT_SASL_SCRAM:SASL_SSL,CLIENT_SASL_SCRAM_PUBLIC:SASL_SSL,CLIENT_IAM:SASL_SSL,CLIENT_IAM_PUBLIC:SASL_SSL,REPLICATION:PLAINTEXT,REPLICATION_SECURE:SSL,CONTROLLER:PLAINTEXT,CONTROLLER_SECURE:SSL,CLIENT_SASL_SCRAM_VPCE:SASL_SSL,CLIENT_IAM_VPCE:SASL_SSL,CLIENT_SECURE_VPCE:SSL,PARTITION_REBALANCING_SECURE:SASL_SSL,BDO_ONPREM:SASL_SSL,BDO_ONPREM_UAT:SASL_SSL,BDO_AWS:SASL_SSL,BDO_AWS_UAT:SASL_SSL,BDO_AZURE:SASL_SSL,BDO_AZURE_UAT:SASL_SSL,BDO_ONPREM_S2S:SASL_SSL,BDO_ONPREM_S2S_UAT:SASL_SSL]

./kafka-configs.sh --alter --bootstrap-server b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9096 --entity-type brokers --entity-name 1 --command-config client.properties_ipsbdouser --add-config listener.security.protocol.map=[=CLIENT:PLAINTEXT,CLIENT_SECURE:SSL,CLIENT_SECURE_PUBLIC:SSL,CLIENT_SASL_SCRAM:SASL_SSL,CLIENT_SASL_SCRAM_PUBLIC:SASL_SSL,CLIENT_IAM:SASL_SSL,CLIENT_IAM_PUBLIC:SASL_SSL,REPLICATION:PLAINTEXT,REPLICATION_SECURE:SSL,CONTROLLER:PLAINTEXT,CONTROLLER_SECURE:SSL,CLIENT_SASL_SCRAM_VPCE:SASL_SSL,CLIENT_IAM_VPCE:SASL_SSL,CLIENT_SECURE_VPCE:SSL,PARTITION_REBALANCING_SECURE:SASL_SSL,BDO_ONPREM:SASL_SSL,BDO_ONPREM_UAT:SASL_SSL,BDO_AWS:SASL_SSL,BDO_AWS_UAT:SASL_SSL,BDO_AZURE:SASL_SSL,BDO_AZURE_UAT:SASL_SSL,BDO_ONPREM_S2S:SASL_SSL,BDO_ONPREM_S2S_UAT:SASL_SSL]

./kafka-configs.sh --alter --bootstrap-server b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9096 --entity-type brokers --entity-name 1 --command-config client.properties_ipsbdouser --add-config listeners=[CLIENT_SASL_SCRAM://b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9096,CLIENT_SASL_SCRAM_PUBLIC://b-1-public.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9196,CLIENT_SASL_SCRAM_VPCE://b-1.scram.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:16000,CLIENT_IAM://b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9098,CLIENT_IAM_PUBLIC://b-1-public.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9198,REPLICATION://b-1-internal.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9093,REPLICATION_SECURE://b-1-internal.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9095,BDO_ONPREM://b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9080,BDO_ONPREM_UAT://b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9081,BDO_ONPREM_S2S://b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9082,BDO_ONPREM_S2S_UAT://b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9083,BDO_AWS://b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9084,BDO_AWS_UAT://b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9085,BDO_AZURE://b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9086,BDO_AZURE_UAT://b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9087]

./kafka-configs.sh --alter --bootstrap-server b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9096 --entity-type brokers --entity-name 2 --command-config client.properties_ipsbdouser --add-config listeners=[CLIENT_SASL_SCRAM://b-2.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9096,CLIENT_SASL_SCRAM_PUBLIC://b-2-public.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9196,CLIENT_SASL_SCRAM_VPCE://b-2.scram.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:16000,CLIENT_IAM://b-2.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9098,CLIENT_IAM_PUBLIC://b-2-public.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9198,REPLICATION://b-2-internal.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9093,REPLICATION_SECURE://b-2-internal.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9095,BDO_ONPREM://b-2.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9080,BDO_ONPREM_UAT://b-2.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9081,BDO_ONPREM_S2S://b-2.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9082,BDO_ONPREM_S2S_UAT://b-2.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9083,BDO_AWS://b-2.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9084,BDO_AWS_UAT://b-2.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9085,BDO_AZURE://b-2.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9086,BDO_AZURE_UAT://b-2.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9087]

./kafka-configs.sh --alter --bootstrap-server b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9096 --entity-type brokers --entity-name 3 --command-config client.properties_ipsbdouser --add-config listeners=[CLIENT_SASL_SCRAM://b-3.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9096,CLIENT_SASL_SCRAM_PUBLIC://b-3-public.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9196,CLIENT_SASL_SCRAM_VPCE://b-3.scram.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:16000,CLIENT_IAM://b-3.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9098,CLIENT_IAM_PUBLIC://b-3-public.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9198,REPLICATION://b-3-internal.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9093,REPLICATION_SECURE://b-3-internal.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9095,BDO_ONPREM://b-3.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9080,BDO_ONPREM_UAT://b-3.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9081,BDO_ONPREM_S2S://b-3.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9082,BDO_ONPREM_S2S_UAT://b-3.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9083,BDO_AWS://b-3.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9084,BDO_AWS_UAT://b-3.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9085,BDO_AZURE://b-3.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9086,BDO_AZURE_UAT://b-3.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9087]

./kafka-configs.sh --alter --bootstrap-server $BS --entity-type brokers --entity-name 1 --command-config client.properties_ipsbdouser --add-config advertised.listeners=[CLIENT_SASL_SCRAM://b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9096,CLIENT_SASL_SCRAM_PUBLIC://b-1-public.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9196,CLIENT_SASL_SCRAM_VPCE://b-1.scram.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:14001,CLIENT_IAM://b-1.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9098,CLIENT_IAM_PUBLIC://b-1-public.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9198,REPLICATION://b-1-internal.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9093,REPLICATION_SECURE://b-1-internal.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9095,BDO_ONPREM://msk04.csp.bdo.com.ph:26001,BDO_ONPREM_UAT://msk04.csp.uat.bdo.com.ph:27001,BDO_ONPREM_S2S://msk01.csp.bdo.com.ph:20001,BDO_ONPREM_S2S_UAT://msk01.csp.uat.bdo.com.ph:21001,BDO_AWS://msk02.csp.bdo.com.ph:22001,BDO_AWS_UAT://msk02.csp.uat.bdo.com.ph:23001,BDO_AZURE://msk03.csp.bdo.com.ph:24001,BDO_AZURE_UAT://msk03.csp.uat.bdo.com.ph:25001]

./kafka-configs.sh --alter --bootstrap-server $BS --entity-type brokers --entity-name 2 --command-config client.properties_ipsbdouser --add-config advertised.listeners=[CLIENT_SASL_SCRAM://b-2.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9096,CLIENT_SASL_SCRAM_PUBLIC://b-2-public.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9196,CLIENT_SASL_SCRAM_VPCE://b-2.scram.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:14002,CLIENT_IAM://b-2.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9098,CLIENT_IAM_PUBLIC://b-2-public.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9198,REPLICATION://b-2-internal.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9093,REPLICATION_SECURE://b-2-internal.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9095,BDO_ONPREM://msk04.csp.bdo.com.ph:26002,BDO_ONPREM_UAT://msk04.csp.uat.bdo.com.ph:27002,BDO_ONPREM_S2S://msk01.csp.bdo.com.ph:20002,BDO_ONPREM_S2S_UAT://msk01.csp.uat.bdo.com.ph:21002,BDO_AWS://msk02.csp.bdo.com.ph:22002,BDO_AWS_UAT://msk02.csp.uat.bdo.com.ph:23002,BDO_AZURE://msk03.csp.bdo.com.ph:24002,BDO_AZURE_UAT://msk03.csp.uat.bdo.com.ph:25002]

./kafka-configs.sh --alter --bootstrap-server b-3.democlustercustom.ll64s1.c5.kafka.ap-southeast-1.amazonaws.com:9096 --entity-type brokers --entity-name 3 --command-config client.properties_ipsbdouser --add-config advertised.listeners=[CLIENT_SASL_SCRAM://b-3.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9096,CLIENT_SASL_SCRAM_PUBLIC://b-3-public.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9196,CLIENT_SASL_SCRAM_VPCE://b-3.scram.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:14003,CLIENT_IAM://b-3.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9098,CLIENT_IAM_PUBLIC://b-3-public.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9198,REPLICATION://b-3-internal.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9093,REPLICATION_SECURE://b-3-internal.damaioawssg1strea.cnadjl.c2.kafka.ap-southeast-1.amazonaws.com:9095,BDO_ONPREM://msk04.csp.bdo.com.ph:26003,BDO_ONPREM_UAT://msk04.csp.uat.bdo.com.ph:27003,BDO_ONPREM_S2S://msk01.csp.bdo.com.ph:20003,BDO_ONPREM_S2S_UAT://msk01.csp.uat.bdo.com.ph:21003,BDO_AWS://msk02.csp.bdo.com.ph:22003,BDO_AWS_UAT://msk02.csp.uat.bdo.com.ph:23003,BDO_AZURE://msk03.csp.bdo.com.ph:24003,BDO_AZURE_UAT://msk03.csp.uat.bdo.com.ph:25003]

Create Self signed CA and SSL certificates for kafka Cluster

Want to print your doc?
This is not the way.

Try clicking the ⋯ next to your doc name or using a keyboard shortcut (

CtrlP

) instead.