云岭先锋网站是哪家公司做的,棋牌软件开发定制,国内网站备案要多久,链接地址文章目录 一、 pom.xml依赖包二、yml配置文件三、消费者四、生产者总结 提示#xff1a;这里可以添加本文要记录的大概内容#xff1a;
一、 pom.xml依赖包
dependencygroupIdorg.springframework.kafka/groupIdartifactIdspring-kafka这里可以添加本文要记录的大概内容
一、 pom.xml依赖包
dependencygroupIdorg.springframework.kafka/groupIdartifactIdspring-kafka/artifactIdversion2.8.0/version
/dependency二、yml配置文件
spring:kafka:listener:concurrency: 3 #线程数ack-mode: manual_immediatetype: batch #批量bootstrap-servers: 192.168.1.214:9092# 生产者配置producer:
# retries: 1 # 消息发送重试次数batch-size: 16384buffer-memory: 33554432value-serializer: org.apache.kafka.common.serialization.StringSerializerkey-serializer: org.apache.kafka.common.serialization.StringSerializer#消费者需配置生产者不需要consumer:key-deserializer: org.apache.kafka.common.serialization.StringDeserializervalue-deserializer: org.apache.kafka.common.serialization.StringDeserializergroup-id: goodwe-touring-car-groupid-1auto-offset-reset: earliest #latest, earliest, noneenable-auto-commit: falseauto-commit-interval: 5000max-poll-records: 1000 #批量消费最大数量topic: portable_performance#自定义项目run, 运行kafka.
custom:run:kafka: true############################### 参数说明 #########################################consumer:# 自动提交的时间间隔 在spring boot 2.X 版本中这里采用的是值的类型为Duration 需要符合特定的格式如1S,1M,2H,5Dauto-commit-interval: 1S# 该属性指定了消费者在读取一个没有偏移量的分区或者偏移量无效的情况下该作何处理# latest默认值在偏移量无效的情况下消费者将从最新的记录开始读取数据在消费者启动之后生成的记录# earliest 在偏移量无效的情况下消费者将从起始位置读取分区的记录auto-offset-reset: earliest# 是否自动提交偏移量默认值是true,为了避免出现重复数据和数据丢失可以把它设置为false,然后手动提交偏移量enable-auto-commit: false# 键的反序列化方式key-deserializer: org.apache.kafka.common.serialization.StringDeserializer# 值的反序列化方式value-deserializer: org.apache.kafka.common.serialization.StringDeserializerlistener:# 在侦听器容器中运行的线程数。concurrency: 5#listner负责ack每调用一次就立即commitack-mode: manual_immediatemissing-topics-fatal: false三、消费者
import com.alibaba.fastjson.JSON;
import com.baomidou.mybatisplus.core.toolkit.CollectionUtils;
import com.goodwe.kafkaapi.model.constant.RedisConst;
import com.goodwe.kafkaapi.model.entity.ConsumerMessageData;
import lombok.extern.slf4j.Slf4j;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.springframework.context.annotation.Configuration;
import org.springframework.data.redis.core.RedisTemplate;
import org.springframework.kafka.annotation.KafkaListener;
import org.springframework.kafka.support.Acknowledgment;import javax.annotation.Resource;
import java.util.*;
import java.util.stream.Collectors;/*** Description : kafka消费者** Author : LiYan* CreateTime : 2023/8/16 8:35*/
Slf4j
Configuration
public class KafkaConsumer {private static final String REDIS_KEY RedisConst.getREDIS_PREFIX() RedisConst.getKEY();Resourceprivate RedisTemplateString,String redisTemplate;KafkaListener(topics #{${spring.kafka.topic}}, autoStartup ${custom.run.kafka})public void receive(ListConsumerRecordString, String listMessage, Acknowledgment ack) {try {log.info(----------------------开始消费消息--------------------------);if (CollectionUtils.isNotEmpty(listMessage)) {MapString, ConsumerMessageData dataMap listMessage.stream().map(message - JSON.parseObject(message.value(), ConsumerMessageData.class)).collect(Collectors.toMap(ConsumerMessageData::getSn, data - data, (oldValue, newValue) - newValue));dataMap.forEach((key, value) - {redisTemplate.opsForZSet().add(REDIS_KEY, JSON.toJSONString(value), System.currentTimeMillis());});}} catch (Exception ex) {log.info(【断点续传处理】消费断点续传数据error;, ex);} finally {ack.acknowledge();}}
}四、生产者
SpringBootTest
class KafkaApiApplicationTests {Resourceprivate KafkaTemplateString, String kafkaTemplate;Testpublic void testRedis(){ListConsumerMessageData messageData messageData();for (ConsumerMessageData data : messageData) {String topic portable_performance;kafkaTemplate.send(topic, JSON.toJSONString(data));}}
}RestController
public class KafkaController {Autowiredprivate KafkaTemplateString, String kafkaTemplate;PostMapping(/send)public void sendMessage(RequestBody String message) {kafkaTemplate.send(my-topic, message);}}总结 好记性不如烂笔头
