Kafka Cluster
This stack creates a Kafka Cluster. - use spot instances (optional)
Prerequisites
Completed getting started guide for creating VPC .
Add Project to Config0
- Go to Home -> click Add Project
- Select and Click launch-config0 as the launch repository
- Type branch name >> kafka
- Add project name >> kafka-101
- Click Add Project
Customized config0.yml
You can create your own config0.yml. (optional)
Sample starter below:
global:
arguments:
aws_default_region: eu-west-1
cloud_tags_hash:
environment: dev
purpose: eval-config0
message_queue: kafka
product: ec2
metadata:
labels:
general:
environment: eval
purpose: test
infrastructure:
cloud: aws
product: kafka
matchSelectors:
network_vars:
labels:
environment: dev
purpose: eval-config0
area: network
region: eu-west-1
cloud: aws
infrastructure:
kafka:
stack_name: config0-publish:::kafka_on_ec2
arguments:
spot: True
vpc_name: selector:::network_vars::vpc_name
vpc_id: selector:::network_vars::vpc_id
subnet_ids: selector:::network_vars::private_subnet_ids
sg_id: selector:::network_vars::db_sg_id
bastion_sg_id: selector:::network_vars::bastion_sg_id
bastion_subnet_ids: selector:::network_vars::private_subnet_ids
bastion_destroy: true
kafka_cluster: kafka-cluster-dev
ami_filter: Name=name,Values=ubuntu/images/hvm-ssd/ubuntu-bionic-18.04-amd64-server-*
ami_owner: 099720109477
bastion_ami_filter: Name=name,Values=ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-amd64-server-*
bastion_ami_owner: 099720109477
instance_type: t3.micro
num_of_zookeeper: 1
num_of_schema_registry: 1
num_of_broker: 1
num_of_rest: 1
num_of_ksql: 1
disksize: 25
publish_to_saas: true
spec:
serialization:
to_base64:
arguments:
- cloud_tags_hash
metadata:
matchSelectors:
- network_vars