kafka“没有事务在处理中”

az31mfrm  于 2021-06-07  发布在  Kafka
关注(0)|答案(1)|浏览(422)

我想把spring-kafka的replyingkafkatemplate和kafka事务一起使用。响应应用程序的代码如下所示:

@SpringBootApplication(scanBasePackages= {"com.example.myapp"})
public class ResponseApplication {
    private static final Logger LOGGER = LoggerFactory.getLogger(ResponseApplication.class);

    public static void main(String[] args) {
        SpringApplication.run(ResponseApplication.class, args);
    }

    @KafkaListener(id="${myapp.kafka.groupId}", topics="kRequests1")
    @SendTo(value= {"kReplies1"})
    @Transactional
    public String listen(String in) {
        return in;
    }

    @Bean
    public NewTopic kRequests1() {
        return new NewTopic("kRequests1", 2, (short) 1);
    }
}

配置类如下所示:

@Configuration
@EnableKafka
@EnableTransactionManagement
public class KafkaConfig {

    @Value( "${myapp.kafka.groupId}" )
    private String groupId;

    @Bean
    public KafkaTransactionManager<String, String> KafkaTransactionManager(
            ProducerFactory<String, String> producerFactory) {
        return new KafkaTransactionManager<String, String>(producerFactory);
    }

    @Bean
    public ProducerFactory<String, String> producerFactory() {
        DefaultKafkaProducerFactory<String, String> producerFactory = new DefaultKafkaProducerFactory<>(producerConfigs());
        producerFactory.setTransactionIdPrefix("myapp");
        return producerFactory;
    }

    @Bean
    public Map<String, Object> producerConfigs() {
        Map<String, Object> props = new HashMap<>();
        props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, System.getProperty("kafka.host", "localhost") + ":9092");
        props.put(ProducerConfig.RETRIES_CONFIG, 0);
        props.put(ProducerConfig.BATCH_SIZE_CONFIG, 16384);
        props.put(ProducerConfig.LINGER_MS_CONFIG, 1);
        props.put(ProducerConfig.BUFFER_MEMORY_CONFIG, 33554432);
        props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, IntegerSerializer.class);
        props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class);
        props.put(ProducerConfig.ENABLE_IDEMPOTENCE_CONFIG, true);
        props.put(ProducerConfig.RETRIES_CONFIG, 1);
        return props;
    }

    @Bean
    public ContainerProperties containerProperties(KafkaTransactionManager<String, String> kafkaTransactionManager) {
        ContainerProperties containerProperties = new ContainerProperties("kRequests1");
        containerProperties.setTransactionManager(kafkaTransactionManager);
        containerProperties.setGroupId(groupId);
        return containerProperties;
    }

    @Bean("kafkaListenerContainerFactory")
    KafkaListenerContainerFactory<ConcurrentMessageListenerContainer<String, String>>
                        kafkaListenerContainerFactory() {
        ConcurrentKafkaListenerContainerFactory<String, String> factory =
                                new ConcurrentKafkaListenerContainerFactory<>();
        factory.setConsumerFactory(consumerFactory());
        factory.setConcurrency(3);
        factory.getContainerProperties().setPollTimeout(3000);
        KafkaTemplate<?, ?> replyTemplate = new KafkaTemplate<>(producerFactory());
        factory.setReplyTemplate(replyTemplate);
        return factory;
    }

    @Bean
    public Map<String, Object> consumerConfigs() {
        Map<String, Object> props = new HashMap<>();
        props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, System.getProperty("kafka.host", "localhost") + ":9092");
        props.put(ConsumerConfig.GROUP_ID_CONFIG, "iprs");
        props.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, true);
        props.put(ConsumerConfig.AUTO_COMMIT_INTERVAL_MS_CONFIG, "100");
        props.put(ConsumerConfig.SESSION_TIMEOUT_MS_CONFIG, "15000");
        props.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, IntegerDeserializer.class);
        props.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class);
        return props;
    }

    @Bean
    public ConsumerFactory<String, String> consumerFactory() {
        return new DefaultKafkaConsumerFactory<>(consumerConfigs());
    }

    @Bean
    public KafkaTemplate<String, String> kafkaTemplate(ProducerFactory<String, String> producerFactory) {
        return new KafkaTemplate<>(producerFactory);
    }
}

每次应用程序收到消息时,都会导致以下异常:

java.lang.IllegalStateException: No transaction is in process

spring容器不应该在方法被注解时启动一个事务吗 @Transactional ,事务管理已启用,并且 ProducerFactory 是否有事务id前缀?

djp7away

djp7away1#

我看到你正在使用一个回复模板;在任何情况下,该模板上的send都将超出 @Transactional .
你不应该使用 @Transactional 对于这个用例;将事务管理器注入侦听器容器工厂,以便容器可以在侦听器退出时向事务发送偏移量。

相关问题