{
  "id": "job000001",
  "name": "tenant-summary-table",
  "description": "extract tenant users from kafka to summary table",
  "kafkaDefinitions": [
    {
      "sourceConnector": {
        "connector": "kafka",
        "name": "kafka-tenant-users",
        "bootstrapServer": "43.155.113.170:9092",
        "topic": "streaming.topic.data.obpm2.tenant_users",
        "consumerGroupId": "kafka-streaming-consumer1-2-09",
        "autoOffsetRest": "earliest",
        "scanStartupMode": "latest-offset",
        "enableAutoCommit": "true"
      },
      "definitionSql": "CREATE TABLE kafka_consumer_tenant_users(id STRING, name STRING, telephone STRING, place_of_now_address STRING, third_party_login_no STRING, last_sync_time STRING, PRIMARY KEY (id) NOT ENFORCED)"
    },
    {
      "sourceConnector": {
        "connector": "kafka",
        "name": "kafka-tenant-employees",
        "bootstrapServer": "43.155.113.170:9092",
        "topic": "streaming.topic.data.obpm2.tenant_employees",
        "consumerGroupId": "kafka-streaming-consumer1-2-09",
        "autoOffsetRest": "earliest",
        "scanStartupMode": "latest-offset",
        "enableAutoCommit": "true"
      },
      "definitionSql": "CREATE TABLE kafka_consumer_tenant_employees(id STRING,created_time string,hired_date string,leave_time string,status integer,tenant_user_id STRING, PRIMARY KEY (id) NOT ENFORCED)"
    },
    {
      "sourceConnector": {
        "connector": "upsert-kafka",
        "name": "kafka-tlk-securityman",
        "bootstrapServer": "43.155.113.170:9092",
        "topic": "streaming.topic.data.obpm2.sink.kafka_tlk_securityman",
        "consumerGroupId": "kafka-streaming-consumer1-2-09",
        "autoOffsetRest": "earliest",
        "scanStartupMode": "latest-offset",
        "enableAutoCommit": "true",
        "format": "avro"
      },
      "definitionSql": "CREATE TABLE kafka_tlk_securityman(id STRING,name STRING, hired_date STRING,leave_time STRING,status integer, PRIMARY KEY (id) NOT ENFORCED)"
    }
  ],
  "batchSql": "EXECUTE STATEMENT SET BEGIN INSERT INTO kafka_tlk_securityman select x.id,x.name,y.hired_date,y.leave_time,y.status from kafka_consumer_tenant_users x join kafka_consumer_tenant_employees y on x.id=y.tenant_user_id; END;"
}