Integration of kafka and spring

First import two packages:
<dependency>
<groupId>org.apache.kafka</groupId>
<artifactId>kafka-clients</artifactId>
<version>0.10.0.0</version>
</dependency>

<dependency>
<groupId >org.springframework.kafka</groupId>
<artifactId>spring-kafka</artifactId>
<version>1.0.5.RELEASE</version>
</dependency>

a kafkaClient package, a spring integration package.

Then create a producer configuration file:
kafka_producer.xml
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:context="http://www.springframework.org/schema/context"
	xsi:schemaLocation="http://www.springframework.org/schema/beans
           http://www.springframework.org/schema/beans/spring-beans.xsd
           http://www.springframework.org/schema/context
           http://www.springframework.org/schema/context/spring-context.xsd">
    <!-- kafkaProducer configuration file -->
	<bean id="producerProperties" class="java.util.HashMap">
		<constructor-arg>
			<map>
				<entry key="bootstrap.servers" value="localhost:9092" />
				<entry key="group.id" value="test" />
				<entry key="retries" value="1" />
				<entry key="batch.size" value="16384" />
				<entry key="linger.ms" value="1" />
				<entry key="buffer.memory" value="33554432" />
				<entry key="key.serializer"
					value="org.apache.kafka.common.serialization.StringSerializer" />
				<entry key="value.serializer"
					value="org.apache.kafka.common.serialization.StringSerializer" />
			</map>
		</constructor-arg>
	</bean>
     <!-- Generate KafkaProducer object -->
	<bean id="producerFactory"
		class="org.springframework.kafka.core.DefaultKafkaProducerFactory">
		<constructor-arg>
			<ref bean="producerProperties" />
		</constructor-arg>
	</bean>
    <!-- for sending information-->
	<bean id="kafkaTemplate" class="org.springframework.kafka.core.KafkaTemplate">
		<constructor-arg ref="producerFactory" />
		<constructor-arg name="autoFlush" value="true" />
		<property name="defaultTopic" value="linlin" />
		<property name="producerListener" ref="producerListener" />
	</bean>
    <!-- The callback after the information is sent successfully, the actual encoding of the producer only needs to implement the ProducerListener interface and inject it into the KafkaTemplate above -->
	<bean id="producerListener" class="com.kafka.linstener.KafkaProducerListener" />
</beans>
 


And then the consumer config file:

<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:context="http://www.springframework.org/schema/context"
	xsi:schemaLocation="http://www.springframework.org/schema/beans
           http://www.springframework.org/schema/beans/spring-beans.xsd
           http://www.springframework.org/schema/context
           http://www.springframework.org/schema/context/spring-context.xsd">
    <!-- Consumer Configuration -->
	<bean id="consumerProperties" class="java.util.HashMap">
		<constructor-arg>
			<map>
				<entry key="bootstrap.servers" value="localhost:9092" />
				<entry key="group.id" value="test" />
				<entry key="enable.auto.commit" value="false" />
				<entry key="auto.commit.interval.ms" value="1000" />
				<entry key="session.timeout.ms" value="15000" />
				<entry key="key.deserializer"
					value="org.apache.kafka.common.serialization.StringDeserializer" />
				<entry key="value.deserializer"
					value="org.apache.kafka.common.serialization.StringDeserializer" />
			</map>
		</constructor-arg>
	</bean>
     <!-- The consumer factory is used to produce KafkaConsumer objects -->
	<bean id="consumerFactory"
		class="org.springframework.kafka.core.DefaultKafkaConsumerFactory">
		<constructor-arg>
			<ref bean="consumerProperties" />
		</constructor-arg>
	</bean>
	<!-- The class that actually performs message consumption, the business logic is placed here, and the MessageListener interface is implemented -->
	<bean id="messageListernerConsumerService" class="com.kafka.linstener.KafkaConsumerListener"/>
	
	 <!-- Consumer container configuration information-->
      <bean id="containerProperties_trade" class="org.springframework.kafka.listener.config.ContainerProperties">
          <constructor-arg value="linlin"/>
          <property name="messageListener" ref="messageListernerConsumerService"/>
      </bean>
     
      <bean id="messageListenerContainer_other" class="org.springframework.kafka.listener.KafkaMessageListenerContainer"
          init-method="doStart">
          <constructor-arg ref="consumerFactory"/>
          <constructor-arg ref="containerProperties_trade"/>
      </bean>
</beans>


Create a test class:
@Component
public class KafkaServer {
	@Autowired
	private KafkaTemplate<String, String> kafkaTemplate;

	public void sendMessage(String topic, String key, Object value) {
		kafkaTemplate.setProducerListener(new KafkaProducerListener<String, String>());
		ListenableFuture<SendResult<String, String>> f = kafkaTemplate.send(topic, key, JSON.toJSONString(value));
		try {
			System.out.println(f.get().getProducerRecord().key());
			System.out.println(f.get().getProducerRecord().value());
		} catch (InterruptedException e) {
			e.printStackTrace ();
		} catch (ExecutionException e) {
			e.printStackTrace ();
		}
		System.out.println("Successful message sent");

	}

	public static void main(String[] args) {
		ApplicationContext applicationContext = new FileSystemXmlApplicationContext("classpath:applicationContext.xml");
		KafkaServer server = (KafkaServer) applicationContext.getBean("kafkaServer");
		RoleBean bean = new RoleBean();
		bean.setDm("test");
		bean.setMc("Test 2");
		server.sendMessage("linlin", "test", bean);
	}
}

public class KafkaConsumerListener<K, V> implements MessageListener<K, V>{

	@Override
	public void onMessage(ConsumerRecord<K, V> record) {
		System.out.println("Consumption ———————————————————————————");
        System.out.println(record.key());
        System.out.println(record.value());
	}

}

public class KafkaProducerListener<K, V>  extends ProducerListenerAdapter<K, V> {

	@Override
	public void onSuccess(String topic, Integer partition, K key, V value, RecordMetadata recordMetadata) {
		System.out.println("topic___________________________"+topic);
		System.out.println("key______________________________"+key);
		System.out.println("value___________________________"+value);
		System.out.println("Successfully sent");
	}

	@Override
	public void onError(String topic, Integer partition, K key, V value, Exception exception) {
		System.out.println("Send failed");
	}

	@Override
	public boolean isInterestedInSuccess() {
		return true;
	}

}


Guess you like

Origin http://10.200.1.11:23101/article/api/json?id=326567414&siteId=291194637