APACHE KAFKA - Kraft

🚀 Podman Script

#creates all kraft kafka and application podman

podman-compose up -d --build # to get new changes loaded

#get list of all containers and ID for producer and consumer

podman ps 

podman-compose down
podman-compose build
podman-compose up

#produce to topic

podman exec -it 87932ae7f6a5 /opt/kafka/bin/kafka-console-producer.sh --bootstrap-server kafka:9092 --topic my-topic

#Consume topic

podman exec -it 87932ae7f6a5 /opt/kafka/bin/kafka-console-consumer.sh --bootstrap-server kafka:9092 --topic my-topic --from-beginning

🐳 Docker Script

#creates all kraft kafka and application podman

docker-compose up -d --build # to get new changes loaded

#get list of all containers and ID for producer and consumer

docker ps 

docker-compose down
docker-compose build
docker-compose up

#produce to topic

docker exec -it 89d4f551353f /opt/kafka/bin/kafka-console-producer.sh --bootstrap-server kafka:9092 --topic my-topic

#Consume topic

docker exec -it 89d4f551353f /opt/kafka/bin/kafka-console-consumer.sh --bootstrap-server kafka:9092 --topic my-topic --from-beginning

☸️ Kubernetes Script

export $(grep -v '^#' .env | xargs) && kompose convert -o k8s/ # convert docker-compose to k8s

kubectl get pods # get all pods
#Publish msg to topic
kubectl exec -it kafka-sfs-0 -- /opt/kafka/bin/kafka-console-producer.sh --bootstrap-server localhost:9092 --topic my-topic
#Consume msg from topic
kubectl exec -it kafka-sfs-0 -- /opt/kafka/bin/kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic my-topic --from-beginning

#App
docker build -t app:latest ./../.. #dockerFile location
minikube image load app:1.1 # load image to minikube
minikube image ls --format table # list all images - build/load/ls/pull/push/rm/save/tag
kubectl get all # get all resources

kubectl apply -f app-deployment.yaml # apply deployment
kubectl exec -it my-app-8458f77f95-wq548 -- /bin/sh # load shell script in pod

nslookup kafka-service # get ip address of any-service
kubectl rollout restart deployment my-app # restart deployment(all pods), to apply new changes

kubectl get pods / deployment / svc (service) / rc (replicationcontroller) / rs (replicaset) / ns (namespace) / cm (configmap) 
/ pv (persistentvolume) / pvc (persistentvolumeclaim) / sc (storageclass) / poddisruptionbudget / hpa (horizontalpodautoscaler) 
/ ingress / networkpolicy / limitrange / podsecuritypolicy / secret / serviceaccount / role / rolebinding / clusterrole 
/ clusterrolebinding / customresourcedefinition / daemonset / statefulset / job / cronjob / resourcequota / podpreset 
/ mutatingwebhookconfiguration / validatingwebhookconfiguration / priorityclass / podsecuritypolicy / certificate / certificateSigningRequest 
/ lease / componentstatus / node / endpoints / event / limitrange / poddisruptionbudget 


 kubectl exec -it mongodb-sfs-0 -- /bin/sh
 mongosh --host localhost --port 27017 -u root -p example --authenticationDatabase admin
 
 kubectl port-forward svc/grafana 3000:3000
 
kubectl apply -k .

🍃 Mongo connection Script

mongo --host localhost --port 27017 -u root -p *** --authenticationDatabase admin
show dbs
show collections
db.successMessage.find()

prometheus: http://localhost:9090/targets
Grafana(4701): http://localhost:3000/
slack: https://app.slack.com/client/T07D61D72RY/C07D5TQCS1H