upstash_kafka_connector

Create and manage Kafka Connectors.

example.tf

# Not necessary if the topic belongs to an already created cluster.
resource "upstash_kafka_cluster" "exampleKafkaCluster" {
  cluster_name = "Terraform_Upstash_Cluster"
  region       = "eu-west-1"
  multizone    = false
}

resource "upstash_kafka_topic" "exampleKafkaTopic" {
  topic_name       = "TerraformTopic"
  partitions       = 1
  retention_time   = 625135
  retention_size   = 725124
  max_message_size = 829213
  cleanup_policy   = "delete"

  # Here, you can use the newly created kafka_cluster resource (above) named exampleKafkaCluster.
  # And use its ID so that the topic binds to it.

  # Alternatively, provide the ID of an already created cluster.
  cluster_id = resource.upstash_kafka_cluster.exampleKafkaCluster.cluster_id

}

resource "upstash_kafka_connector" "exampleKafkaConnector" {
  name = var.connector_name
  cluster_id = upstash_kafka_cluster.exampleKafkaCluster.cluster_id
  properties = {
    "collection": "user123",
    "connection.uri": "mongodb+srv://test:[e-mail]/?retryWrites=true&w=majority",
    "connector.class": "com.mongodb.kafka.connect.MongoSourceConnector",
    "database": "myshinynewdb2",
    "topics": "${upstash_kafka_topic.exampleKafkaTopic.topic_name}"
  }
  # OPTIONAL: change between restart-running-paused
  # running_state = "running"

}

Schema

Required

cluster_id

string

required

Unique cluster ID related to the connector

name

string

required

Name of the connector

properties

map(string)

required

Properties that the connector will have. Please check the documentation of the related connector.

Optional

running_state

string

Running state of the connector

Read-Only

cluster_id

string

Unique connector ID for created connector

creation_time

number

Creation of the connector

id

string

The ID of this resource.