GitHub/Spring
1
0
Fork 0
mirror of https://github.com/OtusTeam/Spring.git synced 2026-05-23 10:50:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

spring-39-kafka-webflux

Browse Source
This commit is contained in:
petrelevich
2025-10-20 21:15:25 +03:00
parent 566181d368
commit bf525046c8
53 changed files with 2176 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
2025-05/spring-39-kafka-webflux/.gitignore
Executable
+35
View File
@@ -0,0 +1,35 @@
# Compiled class file
*.class
# Log file
*.log
# BlueJ files
*.ctxt
# Mobile Tools for Java (J2ME)
.mtj.tmp/
# Package Files #
*.jar
!gradle-wrapper.jar
*.war
*.nar
*.ear
*.zip
*.tar.gz
*.rar
# virtual machine crash logs, see http://www.java.com/en/download/help/error_hotspot.xml
hs_err_pid*
# Ignore Gradle build output directory
build
out
#Idea
*.iml
*.iws
*.ipr
*.idea
2025-05/spring-39-kafka-webflux/.mvn/wrapper/MavenWrapperDownloader.java
Vendored
+117
View File
@@ -0,0 +1,117 @@
/*
* Copyright 2007-present the original author or authors.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import java.net.*;
import java.io.*;
import java.nio.channels.*;
import java.util.Properties;
public class MavenWrapperDownloader {
private static final String WRAPPER_VERSION = "0.5.6";
/**
* Default URL to download the maven-wrapper.jar from, if no 'downloadUrl' is provided.
*/
private static final String DEFAULT_DOWNLOAD_URL = "https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/"
+ WRAPPER_VERSION + "/maven-wrapper-" + WRAPPER_VERSION + ".jar";
/**
* Path to the maven-wrapper.properties file, which might contain a downloadUrl property to
* use instead of the default one.
*/
private static final String MAVEN_WRAPPER_PROPERTIES_PATH =
".mvn/wrapper/maven-wrapper.properties";
/**
* Path where the maven-wrapper.jar will be saved to.
*/
private static final String MAVEN_WRAPPER_JAR_PATH =
".mvn/wrapper/maven-wrapper.jar";
/**
* Name of the property which should be used to override the default download url for the wrapper.
*/
private static final String PROPERTY_NAME_WRAPPER_URL = "wrapperUrl";
public static void main(String args[]) {
System.out.println("- Downloader started");
File baseDirectory = new File(args[0]);
System.out.println("- Using base directory: " + baseDirectory.getAbsolutePath());
// If the maven-wrapper.properties exists, read it and check if it contains a custom
// wrapperUrl parameter.
File mavenWrapperPropertyFile = new File(baseDirectory, MAVEN_WRAPPER_PROPERTIES_PATH);
String url = DEFAULT_DOWNLOAD_URL;
if(mavenWrapperPropertyFile.exists()) {
FileInputStream mavenWrapperPropertyFileInputStream = null;
try {
mavenWrapperPropertyFileInputStream = new FileInputStream(mavenWrapperPropertyFile);
Properties mavenWrapperProperties = new Properties();
mavenWrapperProperties.load(mavenWrapperPropertyFileInputStream);
url = mavenWrapperProperties.getProperty(PROPERTY_NAME_WRAPPER_URL, url);
} catch (IOException e) {
System.out.println("- ERROR loading '" + MAVEN_WRAPPER_PROPERTIES_PATH + "'");
} finally {
try {
if(mavenWrapperPropertyFileInputStream != null) {
mavenWrapperPropertyFileInputStream.close();
}
} catch (IOException e) {
// Ignore ...
}
}
}
System.out.println("- Downloading from: " + url);
File outputFile = new File(baseDirectory.getAbsolutePath(), MAVEN_WRAPPER_JAR_PATH);
if(!outputFile.getParentFile().exists()) {
if(!outputFile.getParentFile().mkdirs()) {
System.out.println(
"- ERROR creating output directory '" + outputFile.getParentFile().getAbsolutePath() + "'");
}
}
System.out.println("- Downloading to: " + outputFile.getAbsolutePath());
try {
downloadFileFromURL(url, outputFile);
System.out.println("Done");
System.exit(0);
} catch (Throwable e) {
System.out.println("- Error downloading");
e.printStackTrace();
System.exit(1);
}
}
private static void downloadFileFromURL(String urlString, File destination) throws Exception {
if (System.getenv("MVNW_USERNAME") != null && System.getenv("MVNW_PASSWORD") != null) {
String username = System.getenv("MVNW_USERNAME");
char[] password = System.getenv("MVNW_PASSWORD").toCharArray();
Authenticator.setDefault(new Authenticator() {
@Override
protected PasswordAuthentication getPasswordAuthentication() {
return new PasswordAuthentication(username, password);
}
});
}
URL website = new URL(urlString);
ReadableByteChannel rbc;
rbc = Channels.newChannel(website.openStream());
FileOutputStream fos = new FileOutputStream(destination);
fos.getChannel().transferFrom(rbc, 0, Long.MAX_VALUE);
fos.close();
rbc.close();
}
}
2025-05/spring-39-kafka-webflux/.mvn/wrapper/maven-wrapper.properties
Vendored
+2
View File
@@ -0,0 +1,2 @@
distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.6.3/apache-maven-3.6.3-bin.zip
wrapperUrl=https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar
2025-05/spring-39-kafka-webflux/client/HttpRequests.http
Executable
+11
View File
@@ -0,0 +1,11 @@
###
GET http://localhost:8082/data-mono/16
Accept: */*
Content-Type: application/json
Cache-Control: no-cache
###
GET http://localhost:8082/data/5
Accept: */*
Content-Type: application/json
Cache-Control: no-cache
2025-05/spring-39-kafka-webflux/client/curlLoop.sh
Executable
+5
View File
@@ -0,0 +1,5 @@
date
for run in {1..100000}; do
curl -s "http://localhost:8082/data-mono/$run" > /dev/null
done
date
2025-05/spring-39-kafka-webflux/client/pom.xml
Executable
+64
View File
@@ -0,0 +1,64 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>ru.otus</groupId>
<artifactId>spring-39-kafka-webflux</artifactId>
<version>1.0</version>
</parent>
<artifactId>client</artifactId>
<version>1.0</version>
<properties>
<java.version>21</java.version>
</properties>
<dependencies>
<dependency>
<groupId>ru.otus</groupId>
<artifactId>common</artifactId>
<version>1.0</version>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-webflux</artifactId>
</dependency>
<dependency>
<groupId>io.projectreactor.kafka</groupId>
<artifactId>reactor-kafka</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>io.projectreactor</groupId>
<artifactId>reactor-test</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>com.github.tomakehurst</groupId>
<artifactId>wiremock</artifactId>
<scope>test</scope>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
</plugin>
</plugins>
</build>
</project>
2025-05/spring-39-kafka-webflux/client/src/main/java/com/datasrc/ClientData.java
Executable
+12
View File
@@ -0,0 +1,12 @@
package com.datasrc;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
@SpringBootApplication
public class ClientData {
public static void main(String[] args) {
SpringApplication.run(ClientData.class, args);
}
}
2025-05/spring-39-kafka-webflux/client/src/main/java/com/datasrc/ClientDataController.java
Executable
+58
View File
@@ -0,0 +1,58 @@
package com.datasrc;
import com.datasrc.config.ReactiveSender;
import com.datasrc.model.Request;
import com.datasrc.model.RequestId;
import com.datasrc.model.StreamData;
import com.datasrc.model.StringValue;
import java.util.concurrent.atomic.AtomicLong;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.http.MediaType;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PathVariable;
import org.springframework.web.bind.annotation.RestController;
import org.springframework.web.reactive.function.client.WebClient;
import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
// http://localhost:8082/data/5
@RestController
public class ClientDataController {
private static final Logger log = LoggerFactory.getLogger(ClientDataController.class);
private final AtomicLong idGenerator = new AtomicLong(0);
private final WebClient webClient;
private final ReactiveSender<Long, Request> requestSender;
private final StringValueStorage stringValueStorage;
public ClientDataController(WebClient webClient, ReactiveSender<Long, Request> requestSender, StringValueStorage stringValueStorage) {
this.webClient = webClient;
this.requestSender = requestSender;
this.stringValueStorage = stringValueStorage;
}
@GetMapping(value = "/data/{seed}", produces = MediaType.APPLICATION_NDJSON_VALUE)
public Flux<StreamData> data(@PathVariable("seed") long seed) {
log.info("request for data, seed:{}", seed);
return webClient.get().uri(String.format("/data/%d", seed))
.accept(MediaType.APPLICATION_NDJSON)
.retrieve()
.bodyToFlux(StreamData.class)
.doOnNext(val -> log.info("val:{}", val));
}
@GetMapping(value = "/data-mono/{seed}", produces = MediaType.APPLICATION_JSON_VALUE)
public Mono<StringValue> dataMono(@PathVariable("seed") long seed) {
log.info("request for string data-mono, seed:{}", seed);
var request = new Request(new RequestId(idGenerator.incrementAndGet()), seed);
return requestSender.send(request, requestSend -> log.info("send ok: {}", requestSend))
.flatMap(v -> stringValueStorage.get(new RequestId(v.correlationMetadata().id())))
.doOnNext(stringValue -> log.info("value for client:{}", stringValue));
}
}
2025-05/spring-39-kafka-webflux/client/src/main/java/com/datasrc/StringValueStorage.java
Executable
+47
View File
@@ -0,0 +1,47 @@
package com.datasrc;
import com.datasrc.model.RequestId;
import com.datasrc.model.StringValue;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import reactor.core.publisher.ConnectableFlux;
import reactor.core.publisher.Mono;
import reactor.core.publisher.SignalType;
import reactor.core.publisher.Sinks;
import reactor.util.annotation.NonNull;
public class StringValueStorage implements Sinks.EmitFailureHandler {
private final Sinks.Many<ResponseData> sink;
private final ConnectableFlux<ResponseData> sinkConnectable;
private static final Logger log = LoggerFactory.getLogger(StringValueStorage.class);
public StringValueStorage() {
sink = Sinks.many().multicast().onBackpressureBuffer();
sinkConnectable = sink.asFlux().publish();
sinkConnectable.connect();
}
public void put(RequestId requestId, StringValue value) {
log.info("put. requestId:{}, value:{}", requestId, value);
sink.emitNext(new ResponseData(requestId, value), this);
}
public Mono<StringValue> get(RequestId requestId) {
return Mono.from(sinkConnectable
.filter(responseData -> {
log.info("waiting:{}, fact:{}", requestId, responseData.requestId);
return responseData.requestId.id() == requestId.id();
})
.map(responseData -> responseData.stringValue));
}
@Override
public boolean onEmitFailure(@NonNull SignalType signalType, @NonNull Sinks.EmitResult emitResult) {
return false;
}
private record ResponseData(RequestId requestId, StringValue stringValue) {
}
}
2025-05/spring-39-kafka-webflux/client/src/main/java/com/datasrc/config/ApplConfig.java
Executable
+117
View File
@@ -0,0 +1,117 @@
package com.datasrc.config;
import com.datasrc.StringValueStorage;
import com.datasrc.model.Request;
import com.datasrc.model.Response;
import io.netty.channel.nio.NioEventLoopGroup;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.web.embedded.netty.NettyReactiveWebServerFactory;
import org.springframework.boot.web.reactive.server.ReactiveWebServerFactory;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.http.client.ReactorResourceFactory;
import org.springframework.http.client.reactive.ReactorClientHttpConnector;
import java.util.concurrent.ThreadFactory;
import java.util.concurrent.atomic.AtomicLong;
import org.springframework.web.reactive.function.client.WebClient;
import reactor.core.scheduler.Scheduler;
import reactor.core.scheduler.Schedulers;
import reactor.util.annotation.NonNull;
@Configuration
@SuppressWarnings("java:S2095")
public class ApplConfig {
private static final int THREAD_POOL_SIZE = 4;
private static final int RESPONSE_RECEIVER_POOL_SIZE = 1;
private static final int KAFKA_POOL_SIZE = 1;
@Bean(name ="serverThreadEventLoop", destroyMethod = "close")
public NioEventLoopGroup serverThreadEventLoop() {
return new NioEventLoopGroup(THREAD_POOL_SIZE,
new ThreadFactory() {
private final AtomicLong threadIdGenerator = new AtomicLong(0);
@Override
public Thread newThread(@NonNull Runnable task) {
return new Thread(task, "server-thread-" + threadIdGenerator.incrementAndGet());
}
});
}
@Bean
public ReactiveWebServerFactory reactiveWebServerFactory(@Qualifier("serverThreadEventLoop") NioEventLoopGroup serverThreadEventLoop) {
var factory = new NettyReactiveWebServerFactory();
factory.addServerCustomizers(builder -> builder.runOn(serverThreadEventLoop));
return factory;
}
@Bean(name ="clientThreadEventLoop", destroyMethod = "close")
public NioEventLoopGroup clientThreadEventLoop() {
return new NioEventLoopGroup(THREAD_POOL_SIZE,
new ThreadFactory() {
private final AtomicLong threadIdGenerator = new AtomicLong(0);
@Override
public Thread newThread(@NonNull Runnable task) {
return new Thread(task, "client-thread-" + threadIdGenerator.incrementAndGet());
}
});
}
@Bean
public ReactorResourceFactory reactorResourceFactory(@Qualifier("clientThreadEventLoop") NioEventLoopGroup clientThreadEventLoop) {
var resourceFactory = new org.springframework.http.client.ReactorResourceFactory();
resourceFactory.setLoopResources(b -> clientThreadEventLoop);
resourceFactory.setUseGlobalResources(false);
return resourceFactory;
}
@Bean
public ReactorClientHttpConnector reactorClientHttpConnector(ReactorResourceFactory resourceFactory) {
return new ReactorClientHttpConnector(resourceFactory, mapper -> mapper);
}
@Bean("responseReceiverScheduler")
public Scheduler responseReceiverScheduler() {
return Schedulers.newParallel("response-receiver", RESPONSE_RECEIVER_POOL_SIZE);
}
@Bean("kafkaScheduler")
public Scheduler kafkaScheduler() {
return Schedulers.newParallel("kafka-scheduler", KAFKA_POOL_SIZE);
}
@Bean
public WebClient webClient(WebClient.Builder builder,
@Value("${application.processor.url}") String url) {
return builder
.baseUrl(url)
.build();
}
@Bean(destroyMethod = "close")
public ReactiveSender<Long, Request> requestSender(@Value("${application.kafka-bootstrap-servers}") String bootstrapServers,
@Value("${application.topic-request}") String topicRequest,
@Qualifier("kafkaScheduler") Scheduler kafkaScheduler
) {
return new ReactiveSender<>(bootstrapServers, kafkaScheduler, topicRequest);
}
@Bean
public StringValueStorage stringValueStorage() {
return new StringValueStorage();
}
@Bean(destroyMethod = "close")
public ReactiveReceiver<Response> responseReceiver(@Value("${application.kafka-bootstrap-servers}") String bootstrapServers,
@Value("${application.topic-response}") String topicResponse,
@Value("${application.kafka-group-id}") String groupId,
@Qualifier("responseReceiverScheduler") Scheduler responseReceiverScheduler,
StringValueStorage stringValueStorage) {
return new ReactiveReceiver<>(bootstrapServers, Response.class, topicResponse, responseReceiverScheduler, groupId,
response -> stringValueStorage.put(response.data().requestId(), response.data()));
}
}
2025-05/spring-39-kafka-webflux/client/src/main/resources/application.yml
Executable
+10
View File
@@ -0,0 +1,10 @@
server:
port: 8082
application:
processor:
url: http://localhost:8081
kafka-bootstrap-servers: localhost:9092
kafka-group-id: clientConsumerGroup
topic-request: request
topic-response: response
2025-05/spring-39-kafka-webflux/client/src/main/resources/logback.xml
Executable
+11
View File
@@ -0,0 +1,11 @@
<configuration>
<appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
<encoder>
<pattern>%d{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n</pattern>
</encoder>
</appender>
<root level="info">
<appender-ref ref="STDOUT" />
</root>
</configuration>
2025-05/spring-39-kafka-webflux/client/src/main/resources/static/index.html
Executable
+16
View File
@@ -0,0 +1,16 @@
<!DOCTYPE html>
<html>
<head>
<script src="https://unpkg.com/can-ndjson-stream@0.1.6/dist/global/can-ndjson-stream.js"></script>
<script src="./webclient.js"></script>
<meta charset="UTF-8">
<title>Stream Demo</title>
</head>
<body>
<h1>Stream Demo</h1>
<div id="dataBlock"/>
</body>
</html>
2025-05/spring-39-kafka-webflux/client/src/main/resources/static/webclient.js
Executable
+24
View File
@@ -0,0 +1,24 @@
const streamErr = e => {
console.warn("error");
console.warn(e);
}
fetch("http://localhost:8082/data/5").then((response) => {
return can.ndjsonStream(response.body);
}).then(dataStream => {
const reader = dataStream.getReader();
const read = result => {
if (result.done) {
return;
}
render(result.value);
reader.read().then(read, streamErr);
}
reader.read().then(read, streamErr);
});
const render = value => {
const div = document.createElement('div');
div.append(new Date() + ' stringValue:', JSON.stringify(value));
document.getElementById('dataBlock').append(div);
};
2025-05/spring-39-kafka-webflux/common/HttpRequests.http
Executable
+11
View File
@@ -0,0 +1,11 @@
###
GET http://localhost:8082/data-mono/13
Accept: */*
Content-Type: application/json
Cache-Control: no-cache
###
GET http://localhost:8082/data/5
Accept: */*
Content-Type: application/json
Cache-Control: no-cache
2025-05/spring-39-kafka-webflux/common/curlLoop.sh
Executable
+5
View File
@@ -0,0 +1,5 @@
date
for run in {1..100000}; do
curl -s "http://localhost:8082/data-mono/$run" > /dev/null
done
date
2025-05/spring-39-kafka-webflux/common/pom.xml
Executable
+39
View File
@@ -0,0 +1,39 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>ru.otus</groupId>
<artifactId>spring-39-kafka-webflux</artifactId>
<version>1.0</version>
</parent>
<artifactId>common</artifactId>
<version>1.0</version>
<properties>
<java.version>21</java.version>
</properties>
<dependencies>
<dependency>
<groupId>ch.qos.logback</groupId>
<artifactId>logback-classic</artifactId>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>io.projectreactor.kafka</groupId>
<artifactId>reactor-kafka</artifactId>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-databind</artifactId>
<scope>provided</scope>
</dependency>
</dependencies>
</project>
2025-05/spring-39-kafka-webflux/common/src/main/java/com/datasrc/config/ConsumerException.java
Executable
+7
View File
@@ -0,0 +1,7 @@
package com.datasrc.config;
public class ConsumerException extends RuntimeException {
public ConsumerException(String message, Throwable cause) {
super(message, cause);
}
}
2025-05/spring-39-kafka-webflux/common/src/main/java/com/datasrc/config/JsonDeserializer.java
Executable
+42
View File
@@ -0,0 +1,42 @@
package com.datasrc.config;
import com.fasterxml.jackson.databind.JavaType;
import com.fasterxml.jackson.databind.ObjectMapper;
import java.nio.charset.StandardCharsets;
import java.util.Map;
import org.apache.kafka.common.errors.SerializationException;
import org.apache.kafka.common.serialization.Deserializer;
public class JsonDeserializer<T> implements Deserializer<T> {
public static final String OBJECT_MAPPER = "objectMapper";
public static final String TYPE_REFERENCE = "typeReference";
private final String encoding = StandardCharsets.UTF_8.name();
private ObjectMapper mapper;
private JavaType javaType;
@Override
public void configure(Map<String, ?> configs, boolean isKey) {
mapper = (ObjectMapper) configs.get(OBJECT_MAPPER);
if (mapper == null) {
throw new IllegalArgumentException("config property OBJECT_MAPPER was not set");
}
javaType = (JavaType) configs.get(TYPE_REFERENCE);
if (javaType == null) {
throw new IllegalArgumentException("config property TYPE_REFERENCE was not set");
}
}
@Override
public T deserialize(String topic, byte[] data) {
try {
if (data == null) {
return null;
} else {
var valueAsString = new String(data, encoding);
return mapper.readValue(valueAsString, javaType);
}
} catch (Exception e) {
throw new SerializationException("Error when deserializing byte[] to StringValue", e);
}
}
}
2025-05/spring-39-kafka-webflux/common/src/main/java/com/datasrc/config/JsonSerializer.java
Executable
+34
View File
@@ -0,0 +1,34 @@
package com.datasrc.config;
import com.fasterxml.jackson.databind.ObjectMapper;
import java.nio.charset.StandardCharsets;
import java.util.Map;
import org.apache.kafka.common.errors.SerializationException;
import org.apache.kafka.common.serialization.Serializer;
public class JsonSerializer<T> implements Serializer<T> {
public static final String OBJECT_MAPPER = "objectMapper";
private final String encoding = StandardCharsets.UTF_8.name();
private ObjectMapper mapper;
@Override
public void configure(Map<String, ?> configs, boolean isKey) {
mapper = (ObjectMapper) configs.get(OBJECT_MAPPER);
if (mapper == null) {
throw new IllegalArgumentException("config property OBJECT_MAPPER was not set");
}
}
@Override
public byte[] serialize(String topic, T data) {
try {
if (data == null) {
return new byte[]{};
} else {
return mapper.writeValueAsString(data).getBytes(encoding);
}
} catch (Exception e) {
throw new SerializationException("Error when serializing StringValue to byte[] ", e);
}
}
}
2025-05/spring-39-kafka-webflux/common/src/main/java/com/datasrc/config/ReactiveReceiver.java
Executable
+127
View File
@@ -0,0 +1,127 @@
package com.datasrc.config;
import com.fasterxml.jackson.annotation.JsonAutoDetect;
import com.fasterxml.jackson.annotation.PropertyAccessor;
import com.fasterxml.jackson.databind.ObjectMapper;
import java.net.InetAddress;
import java.time.Duration;
import java.time.temporal.ChronoUnit;
import java.util.Collections;
import java.util.Properties;
import java.util.Random;
import java.util.concurrent.CancellationException;
import java.util.function.Consumer;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.common.serialization.LongDeserializer;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import reactor.core.Disposable;
import reactor.core.publisher.Flux;
import reactor.core.publisher.Hooks;
import reactor.core.scheduler.Scheduler;
import reactor.kafka.receiver.KafkaReceiver;
import reactor.kafka.receiver.ReceiverOptions;
import reactor.util.retry.Retry;
import static com.datasrc.config.JsonDeserializer.OBJECT_MAPPER;
import static com.datasrc.config.JsonDeserializer.TYPE_REFERENCE;
import static org.apache.kafka.clients.CommonClientConfigs.BOOTSTRAP_SERVERS_CONFIG;
import static org.apache.kafka.clients.CommonClientConfigs.GROUP_ID_CONFIG;
import static org.apache.kafka.clients.CommonClientConfigs.GROUP_INSTANCE_ID_CONFIG;
import static org.apache.kafka.clients.consumer.ConsumerConfig.AUTO_COMMIT_INTERVAL_MS_CONFIG;
import static org.apache.kafka.clients.consumer.ConsumerConfig.AUTO_OFFSET_RESET_CONFIG;
import static org.apache.kafka.clients.consumer.ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG;
import static org.apache.kafka.clients.consumer.ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG;
import static org.apache.kafka.clients.consumer.ConsumerConfig.MAX_POLL_INTERVAL_MS_CONFIG;
import static org.apache.kafka.clients.consumer.ConsumerConfig.MAX_POLL_RECORDS_CONFIG;
import static org.apache.kafka.clients.consumer.ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG;
public class ReactiveReceiver<T> {
private static final Logger log = LoggerFactory.getLogger(ReactiveReceiver.class);
private final Random random = new Random();
private final Disposable kafkaSubscriber;
private final Disposable kafkaConnection;
public static final int MAX_POLL_INTERVAL_MS = 1_000;
public ReactiveReceiver(
String bootstrapServers, Class<?> valueClass, String topicName, Scheduler schedulerValueReceiver, String groupId, Consumer<T> valueConsumer
) {
Properties props = new Properties();
props.put(BOOTSTRAP_SERVERS_CONFIG, bootstrapServers);
props.put(GROUP_ID_CONFIG, groupId);
props.put(GROUP_INSTANCE_ID_CONFIG, makeGroupInstanceIdConfig(groupId));
props.put(ENABLE_AUTO_COMMIT_CONFIG, "true");
props.put(AUTO_COMMIT_INTERVAL_MS_CONFIG, "100");
props.put(AUTO_OFFSET_RESET_CONFIG, "earliest");
props.put(KEY_DESERIALIZER_CLASS_CONFIG, LongDeserializer.class);
props.put(VALUE_DESERIALIZER_CLASS_CONFIG, JsonDeserializer.class);
var objectMapper = new ObjectMapper();
objectMapper.setVisibility(PropertyAccessor.FIELD, JsonAutoDetect.Visibility.ANY);
props.put(OBJECT_MAPPER, objectMapper);
props.put(TYPE_REFERENCE, objectMapper.getTypeFactory().constructType(valueClass));
props.put(MAX_POLL_RECORDS_CONFIG, 3);
props.put(MAX_POLL_INTERVAL_MS_CONFIG, MAX_POLL_INTERVAL_MS);
ReceiverOptions<Long, T> receiverOptions =
ReceiverOptions.<Long, T>create(props)
.pollTimeout(Duration.ofSeconds(500))
.schedulerSupplier(() -> schedulerValueReceiver)
.subscription(Collections.singleton(topicName));
Flux<ConsumerRecord<Long, T>> inboundFlux = KafkaReceiver.create(receiverOptions)
.receiveAutoAck()
.concatMap(
consumerRecordFlux -> {
log.info("consumerRecordFlux done, commit");
return consumerRecordFlux;
})
.retryWhen(Retry.backoff(3, Duration.of(5, ChronoUnit.SECONDS)));
Hooks.onErrorDropped(
error -> {
if (error instanceof CancellationException) {
log.info("Cancellation event:", error);
} else {
log.error("error:", error);
}
});
var kafkaFlow = inboundFlux.doOnCancel(() -> log.info("connection canceled"))
.doOnError(error -> log.error("Consuming error", error))
.publish();
log.info("start consuming");
kafkaConnection = kafkaFlow.connect();
kafkaSubscriber =
kafkaFlow.subscribe(
receiverRecord -> {
var key = receiverRecord.key();
var value = receiverRecord.value();
log.info("key:{}, value:{}, record:{}", key, value, receiverRecord);
valueConsumer.accept(value);
});
}
public void close() {
log.info("stop consuming");
kafkaSubscriber.dispose();
kafkaConnection.dispose();
}
private String makeGroupInstanceIdConfig(String groupId) {
try {
var hostName = InetAddress.getLocalHost().getHostName();
return String.join(
"-",
groupId,
hostName,
String.valueOf(random.nextInt(100_999_999)));
} catch (Exception ex) {
throw new ConsumerException("can't make GroupInstanceIdConfig", ex);
}
}
}
2025-05/spring-39-kafka-webflux/common/src/main/java/com/datasrc/config/ReactiveSender.java
Executable
+92
View File
@@ -0,0 +1,92 @@
package com.datasrc.config;
import static com.datasrc.config.JsonSerializer.OBJECT_MAPPER;
import static org.apache.kafka.clients.CommonClientConfigs.BOOTSTRAP_SERVERS_CONFIG;
import static org.apache.kafka.clients.CommonClientConfigs.CLIENT_ID_CONFIG;
import static org.apache.kafka.clients.CommonClientConfigs.RETRIES_CONFIG;
import static org.apache.kafka.clients.producer.ProducerConfig.ACKS_CONFIG;
import static org.apache.kafka.clients.producer.ProducerConfig.BATCH_SIZE_CONFIG;
import static org.apache.kafka.clients.producer.ProducerConfig.BUFFER_MEMORY_CONFIG;
import static org.apache.kafka.clients.producer.ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG;
import static org.apache.kafka.clients.producer.ProducerConfig.LINGER_MS_CONFIG;
import static org.apache.kafka.clients.producer.ProducerConfig.MAX_BLOCK_MS_CONFIG;
import static org.apache.kafka.clients.producer.ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG;
import com.datasrc.model.DataForSending;
import com.fasterxml.jackson.annotation.JsonAutoDetect;
import com.fasterxml.jackson.annotation.PropertyAccessor;
import com.fasterxml.jackson.databind.ObjectMapper;
import java.util.Properties;
import java.util.function.Consumer;
import org.apache.kafka.common.serialization.LongSerializer;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import reactor.core.publisher.Mono;
import reactor.core.scheduler.Scheduler;
import reactor.kafka.sender.KafkaSender;
import reactor.kafka.sender.SenderOptions;
import reactor.kafka.sender.SenderRecord;
import reactor.kafka.sender.SenderResult;
public class ReactiveSender<D, T extends DataForSending<D>> {
private static final Logger log = LoggerFactory.getLogger(ReactiveSender.class);
private final KafkaSender<Long, T> sender;
private final String topicName;
public ReactiveSender(String bootstrapServers, Scheduler schedulerKafka, String topicName) {
this.topicName = topicName;
var props = new Properties();
props.put(CLIENT_ID_CONFIG, "KafkaReactiveSender");
props.put(BOOTSTRAP_SERVERS_CONFIG, bootstrapServers);
props.put(ACKS_CONFIG, "1");
props.put(RETRIES_CONFIG, 1);
props.put(BATCH_SIZE_CONFIG, 16384);
props.put(LINGER_MS_CONFIG, 10);
props.put(BUFFER_MEMORY_CONFIG, 26384); // bytes
props.put(MAX_BLOCK_MS_CONFIG, 1_000); // ms
props.put(KEY_SERIALIZER_CLASS_CONFIG, LongSerializer.class);
props.put(VALUE_SERIALIZER_CLASS_CONFIG, JsonSerializer.class);
var objectMapper = new ObjectMapper();
objectMapper.setVisibility(PropertyAccessor.FIELD, JsonAutoDetect.Visibility.ANY);
props.put(OBJECT_MAPPER, objectMapper);
SenderOptions<Long, T> senderOptions =
SenderOptions.<Long, T>create(props)
.maxInFlight(10)
.scheduler(schedulerKafka);
sender = KafkaSender.create(senderOptions);
var shutdownHook =
new Thread(
() -> {
log.info("closing kafka sender");
sender.close();
});
Runtime.getRuntime().addShutdownHook(shutdownHook);
}
public Mono<SenderResult<T>> send(T data, Consumer<T> sendAsk) {
return sender.send(Mono.just(SenderRecord.create(
topicName,
null,
null,
data.id(),
data,
data)))
.doOnError(error -> log.error("Send failed", error))
.doOnNext(
senderResult -> {
log.info(
"message id:{} was sent, offset:{}",
senderResult.correlationMetadata().id(),
senderResult.recordMetadata().offset());
sendAsk.accept(senderResult.correlationMetadata());
}).next();
}
public void close() {
sender.close();
}
}
2025-05/spring-39-kafka-webflux/common/src/main/java/com/datasrc/model/DataForSending.java
Executable
+7
View File
@@ -0,0 +1,7 @@
package com.datasrc.model;
public interface DataForSending<T> {
long id();
T data();
}
2025-05/spring-39-kafka-webflux/common/src/main/java/com/datasrc/model/Request.java
Executable
+34
View File
@@ -0,0 +1,34 @@
package com.datasrc.model;
import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonProperty;
public class Request implements DataForSending<Long> {
private final RequestId id;
private final long seed;
@JsonCreator
public Request(@JsonProperty("id") RequestId id, @JsonProperty("seed") long seed) {
this.id = id;
this.seed = seed;
}
@Override
public long id() {
return id.id();
}
@Override
public Long data() {
return seed;
}
@Override
public String toString() {
return "Request{" +
"id=" + id +
", seed=" + seed +
'}';
}
}
2025-05/spring-39-kafka-webflux/common/src/main/java/com/datasrc/model/RequestId.java
Executable
+4
View File
@@ -0,0 +1,4 @@
package com.datasrc.model;
public record RequestId(long id) {
}
2025-05/spring-39-kafka-webflux/common/src/main/java/com/datasrc/model/Response.java
Executable
+33
View File
@@ -0,0 +1,33 @@
package com.datasrc.model;
import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonProperty;
public class Response implements DataForSending<StringValue> {
private final ResponseId id;
private final StringValue stringValue;
@JsonCreator
public Response(@JsonProperty("id") ResponseId id, @JsonProperty("stringValue") StringValue stringValue) {
this.id = id;
this.stringValue = stringValue;
}
@Override
public long id() {
return id.id();
}
@Override
public StringValue data() {
return stringValue;
}
@Override
public String toString() {
return "Response{" +
"id=" + id +
", stringValue=" + stringValue +
'}';
}
}
2025-05/spring-39-kafka-webflux/common/src/main/java/com/datasrc/model/ResponseId.java
Executable
+4
View File
@@ -0,0 +1,4 @@
package com.datasrc.model;
public record ResponseId(long id) {
}
2025-05/spring-39-kafka-webflux/common/src/main/java/com/datasrc/model/StreamData.java
Executable
+4
View File
@@ -0,0 +1,4 @@
package com.datasrc.model;
public record StreamData(String value) {
}
2025-05/spring-39-kafka-webflux/common/src/main/java/com/datasrc/model/StringValue.java
Executable
+4
View File
@@ -0,0 +1,4 @@
package com.datasrc.model;
public record StringValue(RequestId requestId, String value) {
}
2025-05/spring-39-kafka-webflux/common/src/main/resources/logback.xml
Executable
+11
View File
@@ -0,0 +1,11 @@
<configuration>
<appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
<encoder>
<pattern>%d{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n</pattern>
</encoder>
</appender>
<root level="info">
<appender-ref ref="STDOUT" />
</root>
</configuration>
2025-05/spring-39-kafka-webflux/docker/docker-compose.yml
Executable
+23
View File
@@ -0,0 +1,23 @@
services:
zookeeper:
image: confluentinc/cp-zookeeper:6.2.0
container_name: zookeeper
environment:
ZOOKEEPER_CLIENT_PORT: 2181
ZOOKEEPER_TICK_TIME: 2000
broker:
image: confluentinc/cp-kafka:7.0.0
container_name: broker
ports:
- "9092:9092"
depends_on:
- zookeeper
environment:
KAFKA_BROKER_ID: 1
KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181'
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_INTERNAL:PLAINTEXT
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://localhost:9092,PLAINTEXT_INTERNAL://broker:29092
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
2025-05/spring-39-kafka-webflux/mvnw
Vendored Executable
+310
View File
@@ -0,0 +1,310 @@
#!/bin/sh
# ----------------------------------------------------------------------------
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
# ----------------------------------------------------------------------------
# ----------------------------------------------------------------------------
# Maven Start Up Batch script
#
# Required ENV vars:
# ------------------
# JAVA_HOME - location of a JDK home dir
#
# Optional ENV vars
# -----------------
# M2_HOME - location of maven2's installed home dir
# MAVEN_OPTS - parameters passed to the Java VM when running Maven
# e.g. to debug Maven itself, use
# set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000
# MAVEN_SKIP_RC - flag to disable loading of mavenrc files
# ----------------------------------------------------------------------------
if [ -z "$MAVEN_SKIP_RC" ] ; then
if [ -f /etc/mavenrc ] ; then
. /etc/mavenrc
fi
if [ -f "$HOME/.mavenrc" ] ; then
. "$HOME/.mavenrc"
fi
fi
# OS specific support. $var _must_ be set to either true or false.
cygwin=false;
darwin=false;
mingw=false
case "`uname`" in
CYGWIN*) cygwin=true ;;
MINGW*) mingw=true;;
Darwin*) darwin=true
# Use /usr/libexec/java_home if available, otherwise fall back to /Library/Java/Home
# See https://developer.apple.com/library/mac/qa/qa1170/_index.html
if [ -z "$JAVA_HOME" ]; then
if [ -x "/usr/libexec/java_home" ]; then
export JAVA_HOME="`/usr/libexec/java_home`"
else
export JAVA_HOME="/Library/Java/Home"
fi
fi
;;
esac
if [ -z "$JAVA_HOME" ] ; then
if [ -r /etc/gentoo-release ] ; then
JAVA_HOME=`java-config --jre-home`
fi
fi
if [ -z "$M2_HOME" ] ; then
## resolve links - $0 may be a link to maven's home
PRG="$0"
# need this for relative symlinks
while [ -h "$PRG" ] ; do
ls=`ls -ld "$PRG"`
link=`expr "$ls" : '.*-> \(.*\)$'`
if expr "$link" : '/.*' > /dev/null; then
PRG="$link"
else
PRG="`dirname "$PRG"`/$link"
fi
done
saveddir=`pwd`
M2_HOME=`dirname "$PRG"`/..
# make it fully qualified
M2_HOME=`cd "$M2_HOME" && pwd`
cd "$saveddir"
# echo Using m2 at $M2_HOME
fi
# For Cygwin, ensure paths are in UNIX format before anything is touched
if $cygwin ; then
[ -n "$M2_HOME" ] &&
M2_HOME=`cygpath --unix "$M2_HOME"`
[ -n "$JAVA_HOME" ] &&
JAVA_HOME=`cygpath --unix "$JAVA_HOME"`
[ -n "$CLASSPATH" ] &&
CLASSPATH=`cygpath --path --unix "$CLASSPATH"`
fi
# For Mingw, ensure paths are in UNIX format before anything is touched
if $mingw ; then
[ -n "$M2_HOME" ] &&
M2_HOME="`(cd "$M2_HOME"; pwd)`"
[ -n "$JAVA_HOME" ] &&
JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`"
fi
if [ -z "$JAVA_HOME" ]; then
javaExecutable="`which javac`"
if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then
# readlink(1) is not available as standard on Solaris 10.
readLink=`which readlink`
if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then
if $darwin ; then
javaHome="`dirname \"$javaExecutable\"`"
javaExecutable="`cd \"$javaHome\" && pwd -P`/javac"
else
javaExecutable="`readlink -f \"$javaExecutable\"`"
fi
javaHome="`dirname \"$javaExecutable\"`"
javaHome=`expr "$javaHome" : '\(.*\)/bin'`
JAVA_HOME="$javaHome"
export JAVA_HOME
fi
fi
fi
if [ -z "$JAVACMD" ] ; then
if [ -n "$JAVA_HOME" ] ; then
if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
# IBM's JDK on AIX uses strange locations for the executables
JAVACMD="$JAVA_HOME/jre/sh/java"
else
JAVACMD="$JAVA_HOME/bin/java"
fi
else
JAVACMD="`which java`"
fi
fi
if [ ! -x "$JAVACMD" ] ; then
echo "Error: JAVA_HOME is not defined correctly." >&2
echo " We cannot execute $JAVACMD" >&2
exit 1
fi
if [ -z "$JAVA_HOME" ] ; then
echo "Warning: JAVA_HOME environment variable is not set."
fi
CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher
# traverses directory structure from process work directory to filesystem root
# first directory with .mvn subdirectory is considered project base directory
find_maven_basedir() {
if [ -z "$1" ]
then
echo "Path not specified to find_maven_basedir"
return 1
fi
basedir="$1"
wdir="$1"
while [ "$wdir" != '/' ] ; do
if [ -d "$wdir"/.mvn ] ; then
basedir=$wdir
break
fi
# workaround for JBEAP-8937 (on Solaris 10/Sparc)
if [ -d "${wdir}" ]; then
wdir=`cd "$wdir/.."; pwd`
fi
# end of workaround
done
echo "${basedir}"
}
# concatenates all lines of a file
concat_lines() {
if [ -f "$1" ]; then
echo "$(tr -s '\n' ' ' < "$1")"
fi
}
BASE_DIR=`find_maven_basedir "$(pwd)"`
if [ -z "$BASE_DIR" ]; then
exit 1;
fi
##########################################################################################
# Extension to allow automatically downloading the maven-wrapper.jar from Maven-central
# This allows using the maven wrapper in projects that prohibit checking in binary data.
##########################################################################################
if [ -r "$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" ]; then
if [ "$MVNW_VERBOSE" = true ]; then
echo "Found .mvn/wrapper/maven-wrapper.jar"
fi
else
if [ "$MVNW_VERBOSE" = true ]; then
echo "Couldn't find .mvn/wrapper/maven-wrapper.jar, downloading it ..."
fi
if [ -n "$MVNW_REPOURL" ]; then
jarUrl="$MVNW_REPOURL/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar"
else
jarUrl="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar"
fi
while IFS="=" read key value; do
case "$key" in (wrapperUrl) jarUrl="$value"; break ;;
esac
done < "$BASE_DIR/.mvn/wrapper/maven-wrapper.properties"
if [ "$MVNW_VERBOSE" = true ]; then
echo "Downloading from: $jarUrl"
fi
wrapperJarPath="$BASE_DIR/.mvn/wrapper/maven-wrapper.jar"
if $cygwin; then
wrapperJarPath=`cygpath --path --windows "$wrapperJarPath"`
fi
if command -v wget > /dev/null; then
if [ "$MVNW_VERBOSE" = true ]; then
echo "Found wget ... using wget"
fi
if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then
wget "$jarUrl" -O "$wrapperJarPath"
else
wget --http-user=$MVNW_USERNAME --http-password=$MVNW_PASSWORD "$jarUrl" -O "$wrapperJarPath"
fi
elif command -v curl > /dev/null; then
if [ "$MVNW_VERBOSE" = true ]; then
echo "Found curl ... using curl"
fi
if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then
curl -o "$wrapperJarPath" "$jarUrl" -f
else
curl --user $MVNW_USERNAME:$MVNW_PASSWORD -o "$wrapperJarPath" "$jarUrl" -f
fi
else
if [ "$MVNW_VERBOSE" = true ]; then
echo "Falling back to using Java to download"
fi
javaClass="$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.java"
# For Cygwin, switch paths to Windows format before running javac
if $cygwin; then
javaClass=`cygpath --path --windows "$javaClass"`
fi
if [ -e "$javaClass" ]; then
if [ ! -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then
if [ "$MVNW_VERBOSE" = true ]; then
echo " - Compiling MavenWrapperDownloader.java ..."
fi
# Compiling the Java class
("$JAVA_HOME/bin/javac" "$javaClass")
fi
if [ -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then
# Running the downloader
if [ "$MVNW_VERBOSE" = true ]; then
echo " - Running MavenWrapperDownloader.java ..."
fi
("$JAVA_HOME/bin/java" -cp .mvn/wrapper MavenWrapperDownloader "$MAVEN_PROJECTBASEDIR")
fi
fi
fi
fi
##########################################################################################
# End of extension
##########################################################################################
export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-"$BASE_DIR"}
if [ "$MVNW_VERBOSE" = true ]; then
echo $MAVEN_PROJECTBASEDIR
fi
MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS"
# For Cygwin, switch paths to Windows format before running java
if $cygwin; then
[ -n "$M2_HOME" ] &&
M2_HOME=`cygpath --path --windows "$M2_HOME"`
[ -n "$JAVA_HOME" ] &&
JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"`
[ -n "$CLASSPATH" ] &&
CLASSPATH=`cygpath --path --windows "$CLASSPATH"`
[ -n "$MAVEN_PROJECTBASEDIR" ] &&
MAVEN_PROJECTBASEDIR=`cygpath --path --windows "$MAVEN_PROJECTBASEDIR"`
fi
# Provide a "standardized" way to retrieve the CLI args that will
# work with both Windows and non-Windows executions.
MAVEN_CMD_LINE_ARGS="$MAVEN_CONFIG $@"
export MAVEN_CMD_LINE_ARGS
WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain
exec "$JAVACMD" \
$MAVEN_OPTS \
-classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \
"-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \
${WRAPPER_LAUNCHER} $MAVEN_CONFIG "$@"
2025-05/spring-39-kafka-webflux/mvnw.cmd
Vendored
+182
View File
@@ -0,0 +1,182 @@
@REM ----------------------------------------------------------------------------
@REM Licensed to the Apache Software Foundation (ASF) under one
@REM or more contributor license agreements. See the NOTICE file
@REM distributed with this work for additional information
@REM regarding copyright ownership. The ASF licenses this file
@REM to you under the Apache License, Version 2.0 (the
@REM "License"); you may not use this file except in compliance
@REM with the License. You may obtain a copy of the License at
@REM
@REM https://www.apache.org/licenses/LICENSE-2.0
@REM
@REM Unless required by applicable law or agreed to in writing,
@REM software distributed under the License is distributed on an
@REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
@REM KIND, either express or implied. See the License for the
@REM specific language governing permissions and limitations
@REM under the License.
@REM ----------------------------------------------------------------------------
@REM ----------------------------------------------------------------------------
@REM Maven Start Up Batch script
@REM
@REM Required ENV vars:
@REM JAVA_HOME - location of a JDK home dir
@REM
@REM Optional ENV vars
@REM M2_HOME - location of maven2's installed home dir
@REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands
@REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a keystroke before ending
@REM MAVEN_OPTS - parameters passed to the Java VM when running Maven
@REM e.g. to debug Maven itself, use
@REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000
@REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files
@REM ----------------------------------------------------------------------------
@REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on'
@echo off
@REM set title of command window
title %0
@REM enable echoing by setting MAVEN_BATCH_ECHO to 'on'
@if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO%
@REM set %HOME% to equivalent of $HOME
if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%")
@REM Execute a user defined script before this one
if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre
@REM check for pre script, once with legacy .bat ending and once with .cmd ending
if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat"
if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd"
:skipRcPre
@setlocal
set ERROR_CODE=0
@REM To isolate internal variables from possible post scripts, we use another setlocal
@setlocal
@REM ==== START VALIDATION ====
if not "%JAVA_HOME%" == "" goto OkJHome
echo.
echo Error: JAVA_HOME not found in your environment. >&2
echo Please set the JAVA_HOME variable in your environment to match the >&2
echo location of your Java installation. >&2
echo.
goto error
:OkJHome
if exist "%JAVA_HOME%\bin\java.exe" goto init
echo.
echo Error: JAVA_HOME is set to an invalid directory. >&2
echo JAVA_HOME = "%JAVA_HOME%" >&2
echo Please set the JAVA_HOME variable in your environment to match the >&2
echo location of your Java installation. >&2
echo.
goto error
@REM ==== END VALIDATION ====
:init
@REM Find the project base dir, i.e. the directory that contains the folder ".mvn".
@REM Fallback to current working directory if not found.
set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR%
IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir
set EXEC_DIR=%CD%
set WDIR=%EXEC_DIR%
:findBaseDir
IF EXIST "%WDIR%"\.mvn goto baseDirFound
cd ..
IF "%WDIR%"=="%CD%" goto baseDirNotFound
set WDIR=%CD%
goto findBaseDir
:baseDirFound
set MAVEN_PROJECTBASEDIR=%WDIR%
cd "%EXEC_DIR%"
goto endDetectBaseDir
:baseDirNotFound
set MAVEN_PROJECTBASEDIR=%EXEC_DIR%
cd "%EXEC_DIR%"
:endDetectBaseDir
IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig
@setlocal EnableExtensions EnableDelayedExpansion
for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a
@endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS%
:endReadAdditionalConfig
SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe"
set WRAPPER_JAR="%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.jar"
set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain
set DOWNLOAD_URL="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar"
FOR /F "tokens=1,2 delims==" %%A IN ("%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.properties") DO (
IF "%%A"=="wrapperUrl" SET DOWNLOAD_URL=%%B
)
@REM Extension to allow automatically downloading the maven-wrapper.jar from Maven-central
@REM This allows using the maven wrapper in projects that prohibit checking in binary data.
if exist %WRAPPER_JAR% (
if "%MVNW_VERBOSE%" == "true" (
echo Found %WRAPPER_JAR%
)
) else (
if not "%MVNW_REPOURL%" == "" (
SET DOWNLOAD_URL="%MVNW_REPOURL%/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar"
)
if "%MVNW_VERBOSE%" == "true" (
echo Couldn't find %WRAPPER_JAR%, downloading it ...
echo Downloading from: %DOWNLOAD_URL%
)
powershell -Command "&{"^
"$webclient = new-object System.Net.WebClient;"^
"if (-not ([string]::IsNullOrEmpty('%MVNW_USERNAME%') -and [string]::IsNullOrEmpty('%MVNW_PASSWORD%'))) {"^
"$webclient.Credentials = new-object System.Net.NetworkCredential('%MVNW_USERNAME%', '%MVNW_PASSWORD%');"^
"}"^
"[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12; $webclient.DownloadFile('%DOWNLOAD_URL%', '%WRAPPER_JAR%')"^
"}"
if "%MVNW_VERBOSE%" == "true" (
echo Finished downloading %WRAPPER_JAR%
)
)
@REM End of extension
@REM Provide a "standardized" way to retrieve the CLI args that will
@REM work with both Windows and non-Windows executions.
set MAVEN_CMD_LINE_ARGS=%*
%MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CONFIG% %*
if ERRORLEVEL 1 goto error
goto end
:error
set ERROR_CODE=1
:end
@endlocal & set ERROR_CODE=%ERROR_CODE%
if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost
@REM check for post script, once with legacy .bat ending and once with .cmd ending
if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat"
if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd"
:skipRcPost
@REM pause the script if MAVEN_BATCH_PAUSE is set to 'on'
if "%MAVEN_BATCH_PAUSE%" == "on" pause
if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE%
exit /B %ERROR_CODE%
2025-05/spring-39-kafka-webflux/pom.xml
Executable
+105
View File
@@ -0,0 +1,105 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>ru.otus</groupId>
<artifactId>spring-39-kafka-webflux</artifactId>
<version>1.0</version>
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>3.4.3</version>
</parent>
<packaging>pom</packaging>
<modules>
<module>client</module>
<module>processor</module>
<module>source</module>
<module>common</module>
</modules>
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<maven.compiler.source>21</maven.compiler.source>
<maven.compiler.target>21</maven.compiler.target>
<maven-enforcer-plugin.version>3.0.0-M3</maven-enforcer-plugin.version>
<maven-assembly-plugin.version>3.1.1</maven-assembly-plugin.version>
<minimal.maven.version>3.3.9</minimal.maven.version>
<dependencyManagement.version>1.0.12.RELEASE</dependencyManagement.version>
<springframeworkBoot.version>3.4.3</springframeworkBoot.version>
<jsr305.version>3.0.2</jsr305.version>
<wiremock.version>3.0.0-beta-10</wiremock.version>
<reactorKafka.version>1.3.23</reactorKafka.version>
</properties>
<dependencyManagement>
<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-dependencies</artifactId>
<version>${springframeworkBoot.version}</version>
<type>pom</type>
<scope>import</scope>
</dependency>
<dependency>
<groupId>com.google.code.findbugs</groupId>
<artifactId>jsr305</artifactId>
<version>${jsr305.version}</version>
</dependency>
<dependency>
<groupId>io.projectreactor.kafka</groupId>
<artifactId>reactor-kafka</artifactId>
<version>${reactorKafka.version}</version>
</dependency>
<dependency>
<groupId>com.github.tomakehurst</groupId>
<artifactId>wiremock</artifactId>
<version>${wiremock.version}</version>
</dependency>
</dependencies>
</dependencyManagement>
<build>
<pluginManagement>
<plugins>
<plugin>
<artifactId>maven-enforcer-plugin</artifactId>
<version>${maven-enforcer-plugin.version}</version>
<executions>
<execution>
<id>enforce-maven</id>
<goals>
<goal>enforce</goal>
</goals>
<configuration>
<rules>
<dependencyConvergence/>
<requireMavenVersion>
<version>${minimal.maven.version}</version>
</requireMavenVersion>
</rules>
</configuration>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
<version>${maven-shade-plugin.version}</version>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-assembly-plugin</artifactId>
<version>${maven-assembly-plugin.version}</version>
</plugin>
</plugins>
</pluginManagement>
</build>
</project>
2025-05/spring-39-kafka-webflux/processor/pom.xml
Executable
+46
View File
@@ -0,0 +1,46 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>ru.otus</groupId>
<artifactId>spring-39-kafka-webflux</artifactId>
<version>1.0</version>
</parent>
<artifactId>processor</artifactId>
<version>1.0</version>
<properties>
<java.version>21</java.version>
</properties>
<dependencies>
<dependency>
<groupId>ru.otus</groupId>
<artifactId>common</artifactId>
<version>1.0</version>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-webflux</artifactId>
</dependency>
<dependency>
<groupId>io.projectreactor.kafka</groupId>
<artifactId>reactor-kafka</artifactId>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
</plugin>
</plugins>
</build>
</project>
2025-05/spring-39-kafka-webflux/processor/src/main/java/com/datasrc/ProcessorData.java
Executable
+12
View File
@@ -0,0 +1,12 @@
package com.datasrc;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
@SpringBootApplication
public class ProcessorData {
public static void main(String[] args) {
SpringApplication.run(ProcessorData.class, args);
}
}
2025-05/spring-39-kafka-webflux/processor/src/main/java/com/datasrc/ProcessorDataController.java
Executable
+40
View File
@@ -0,0 +1,40 @@
package com.datasrc;
import com.datasrc.model.StreamData;
import com.datasrc.processor.DataProcessor;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.http.MediaType;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PathVariable;
import org.springframework.web.bind.annotation.RestController;
import org.springframework.web.reactive.function.client.WebClient;
import reactor.core.publisher.Flux;
@RestController
public class ProcessorDataController {
private static final Logger log = LoggerFactory.getLogger(ProcessorDataController.class);
private final DataProcessor<Flux<StreamData>> dataProcessorStringReactorFlux;
private final WebClient client;
public ProcessorDataController(WebClient client,
@Qualifier("dataProcessorFlux") DataProcessor<Flux<StreamData>> dataProcessorFlux) {
this.dataProcessorStringReactorFlux = dataProcessorFlux;
this.client = client;
}
@GetMapping(value = "/data/{seed}", produces = MediaType.APPLICATION_NDJSON_VALUE)
public Flux<StreamData> data(@PathVariable("seed") long seed) {
log.info("request for data, seed:{}", seed);
var srcRequest = client.get().uri(String.format("/data/%d", seed))
.accept(MediaType.APPLICATION_NDJSON)
.retrieve()
.bodyToFlux(StreamData.class);
return dataProcessorStringReactorFlux.process(srcRequest);
}
}
2025-05/spring-39-kafka-webflux/processor/src/main/java/com/datasrc/config/ApplConfig.java
Executable
+136
View File
@@ -0,0 +1,136 @@
package com.datasrc.config;
import com.datasrc.model.Request;
import com.datasrc.model.RequestId;
import com.datasrc.model.Response;
import com.datasrc.model.ResponseId;
import com.datasrc.model.StringValue;
import com.datasrc.processor.DataProcessor;
import io.netty.channel.nio.NioEventLoopGroup;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.web.embedded.netty.NettyReactiveWebServerFactory;
import org.springframework.boot.web.reactive.server.ReactiveWebServerFactory;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.http.client.reactive.ReactorClientHttpConnector;
import org.springframework.http.client.ReactorResourceFactory;
import java.util.concurrent.ThreadFactory;
import java.util.concurrent.atomic.AtomicLong;
import org.springframework.web.reactive.function.client.WebClient;
import reactor.core.scheduler.Scheduler;
import reactor.core.scheduler.Schedulers;
import reactor.util.annotation.NonNull;
@Configuration
@SuppressWarnings("java:S2095")
public class ApplConfig {
private static final Logger log = LoggerFactory.getLogger(ApplConfig.class);
private static final int THREAD_POOL_SIZE = 2;
private static final int REQUEST_RECEIVER_POOL_SIZE = 1;
private static final int KAFKA_POOL_SIZE = 1;
private final AtomicLong responseIdGenerator = new AtomicLong(0);
@Bean(name ="serverThreadEventLoop", destroyMethod = "close")
public NioEventLoopGroup serverThreadEventLoop() {
return new NioEventLoopGroup(THREAD_POOL_SIZE,
new ThreadFactory() {
private final AtomicLong threadIdGenerator = new AtomicLong(0);
@Override
public Thread newThread(@NonNull Runnable task) {
return new Thread(task, "server-thread-" + threadIdGenerator.incrementAndGet());
}
});
}
@Bean
public ReactiveWebServerFactory reactiveWebServerFactory(@Qualifier("serverThreadEventLoop") NioEventLoopGroup serverThreadEventLoop) {
var factory = new NettyReactiveWebServerFactory();
factory.addServerCustomizers(builder -> builder.runOn(serverThreadEventLoop));
return factory;
}
@Bean(name ="clientThreadEventLoop", destroyMethod = "close")
public NioEventLoopGroup clientThreadEventLoop() {
return new NioEventLoopGroup(THREAD_POOL_SIZE,
new ThreadFactory() {
private final AtomicLong threadIdGenerator = new AtomicLong(0);
@Override
public Thread newThread(@NonNull Runnable task) {
return new Thread(task, "client-thread-" + threadIdGenerator.incrementAndGet());
}
});
}
@Bean
public ReactorResourceFactory reactorResourceFactory(@Qualifier("clientThreadEventLoop") NioEventLoopGroup clientThreadEventLoop) {
var resourceFactory = new ReactorResourceFactory();
resourceFactory.setLoopResources(b -> clientThreadEventLoop);
resourceFactory.setUseGlobalResources(false);
return resourceFactory;
}
@Bean
public ReactorClientHttpConnector reactorClientHttpConnector(ReactorResourceFactory resourceFactory) {
return new ReactorClientHttpConnector(resourceFactory, mapper -> mapper);
}
@Bean
public Scheduler timer() {
return Schedulers.newParallel("processor-thread", 2);
}
@Bean("requestReceiverScheduler")
public Scheduler requestReceiverScheduler() {
return Schedulers.newParallel("request-receiver", REQUEST_RECEIVER_POOL_SIZE);
}
@Bean("kafkaScheduler")
public Scheduler kafkaScheduler() {
return Schedulers.newParallel("kafka-scheduler", KAFKA_POOL_SIZE);
}
@Bean
public WebClient webClient(WebClient.Builder builder,
@Value("${application.source.url}") String url) {
return builder
.baseUrl(url)
.build();
}
@Bean(destroyMethod = "close")
public ReactiveSender<StringValue, Response> responseSender(@Value("${application.kafka-bootstrap-servers}") String bootstrapServers,
@Value("${application.topic-response}") String topicResponse,
@Qualifier("kafkaScheduler") Scheduler kafkaScheduler
) {
return new ReactiveSender<>(bootstrapServers, kafkaScheduler, topicResponse);
}
@Bean(destroyMethod = "close")
public ReactiveReceiver<Request> requestReceiver(@Value("${application.kafka-bootstrap-servers}") String bootstrapServers,
@Value("${application.topic-request}") String topicRequest,
@Value("${application.kafka-group-id}") String groupId,
@Qualifier("requestReceiverScheduler") Scheduler responseReceiverScheduler,
ReactiveSender<StringValue, Response> responseSender,
@Qualifier("dataProcessorMono") DataProcessor<String> dataProcessor,
WebClient webClient) {
return new ReactiveReceiver<>(bootstrapServers, Request.class, topicRequest, responseReceiverScheduler, groupId,
request -> webClient.get().uri(String.format("/data-mono/%d", request.data()))
.retrieve()
.bodyToMono(String.class)
.map(dataProcessor::process)
.flatMap(stringValue ->
responseSender.send(new Response(new ResponseId(responseIdGenerator.incrementAndGet()),
new StringValue(new RequestId(request.id()), stringValue)),
stringValueDataForSending -> log.info("response send:{}", stringValueDataForSending)))
.subscribe());
}
}
2025-05/spring-39-kafka-webflux/processor/src/main/java/com/datasrc/processor/DataProcessor.java
Executable
+6
View File
@@ -0,0 +1,6 @@
package com.datasrc.processor;
public interface DataProcessor<T> {
T process(T data);
}
2025-05/spring-39-kafka-webflux/processor/src/main/java/com/datasrc/processor/DataProcessorStringReactorFlux.java
Executable
+33
View File
@@ -0,0 +1,33 @@
package com.datasrc.processor;
import com.datasrc.model.StreamData;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.stereotype.Service;
import reactor.core.publisher.Flux;
import reactor.core.scheduler.Scheduler;
import java.time.Duration;
@Service("dataProcessorFlux")
public class DataProcessorStringReactorFlux implements DataProcessor<Flux<StreamData>> {
private static final Logger log = LoggerFactory.getLogger(DataProcessorStringReactorFlux.class);
private final Scheduler timer;
public DataProcessorStringReactorFlux(Scheduler timer) {
this.timer = timer;
}
@Override
public Flux<StreamData> process(Flux<StreamData> dataflow) {
log.info("processor");
var dataSeq = dataflow
.doOnNext(val -> log.info("in val:{}", val))
.delayElements(Duration.ofSeconds(5), timer)
.map(data -> new StreamData(data.value().toUpperCase()))
.doOnNext(val -> log.info("out val:{}", val));
log.info("processor method finished");
return dataSeq;
}
}
2025-05/spring-39-kafka-webflux/processor/src/main/java/com/datasrc/processor/DataProcessorStringReactorMono.java
Executable
+16
View File
@@ -0,0 +1,16 @@
package com.datasrc.processor;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.stereotype.Service;
@Service("dataProcessorMono")
public class DataProcessorStringReactorMono implements DataProcessor<String> {
private static final Logger log = LoggerFactory.getLogger(DataProcessorStringReactorMono.class);
@Override
public String process(String value) {
log.info("processor");
return value.toUpperCase();
}
}
2025-05/spring-39-kafka-webflux/processor/src/main/resources/application.yml
Executable
+10
View File
@@ -0,0 +1,10 @@
server:
port: 8081
application:
source:
url: http://localhost:8080
kafka-bootstrap-servers: localhost:9092
kafka-group-id: processorConsumerGroup
topic-request: request
topic-response: response
2025-05/spring-39-kafka-webflux/processor/src/main/resources/logback.xml
Executable
+11
View File
@@ -0,0 +1,11 @@
<configuration>
<appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
<encoder>
<pattern>%d{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n</pattern>
</encoder>
</appender>
<root level="info">
<appender-ref ref="STDOUT" />
</root>
</configuration>
2025-05/spring-39-kafka-webflux/source/HttpRequests.http
Executable
+12
View File
@@ -0,0 +1,12 @@
###
GET http://localhost:8080/data-mono/13
Accept: */*
Content-Type: application/json
Cache-Control: no-cache
###
GET http://localhost:8080/data/5
Accept: */*
Content-Type: application/json
Cache-Control: no-cache
2025-05/spring-39-kafka-webflux/source/pom.xml
Executable
+41
View File
@@ -0,0 +1,41 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>ru.otus</groupId>
<artifactId>spring-39-kafka-webflux</artifactId>
<version>1.0</version>
</parent>
<artifactId>source</artifactId>
<version>1.0</version>
<properties>
<java.version>21</java.version>
</properties>
<dependencies>
<dependency>
<groupId>ru.otus</groupId>
<artifactId>common</artifactId>
<version>1.0</version>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-webflux</artifactId>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
</plugin>
</plugins>
</build>
</project>
2025-05/spring-39-kafka-webflux/source/src/main/java/com/datasrc/SourceData.java
Executable
+12
View File
@@ -0,0 +1,12 @@
package com.datasrc;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
@SpringBootApplication
public class SourceData {
public static void main(String[] args) {
SpringApplication.run(SourceData.class, args);
}
}
2025-05/spring-39-kafka-webflux/source/src/main/java/com/datasrc/SourceDataController.java
Executable
+54
View File
@@ -0,0 +1,54 @@
package com.datasrc;
import com.datasrc.model.StreamData;
import com.datasrc.producer.DataProducer;
import java.util.concurrent.CompletableFuture;
import java.util.concurrent.Executor;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.http.MediaType;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PathVariable;
import org.springframework.web.bind.annotation.RestController;
import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
@RestController
public class SourceDataController {
private static final Logger log = LoggerFactory.getLogger(SourceDataController.class);
private final DataProducer<Flux<StreamData>> dataProducerFlux;
private final DataProducer<String> dataProducerStringBlocked;
private final Executor blockingExecutor;
public SourceDataController(@Qualifier("dataProducerFlux") DataProducer<Flux<StreamData>> dataProducerFlux,
@Qualifier("dataProducerStringBlocked") DataProducer<String> dataProducerStringBlocked,
@Qualifier("blockingExecutor") Executor blockingExecutor) {
this.dataProducerFlux = dataProducerFlux;
this.dataProducerStringBlocked = dataProducerStringBlocked;
this.blockingExecutor = blockingExecutor;
}
@GetMapping(value = "/data/{seed}", produces = MediaType.APPLICATION_NDJSON_VALUE)
public Flux<StreamData> data(@PathVariable("seed") long seed) {
log.info("request for string data, seed:{}", seed);
var stringData = dataProducerFlux.produce(seed);
log.info("Method request for string data done");
return stringData;
}
@GetMapping(value = "/data-mono/{seed}", produces = MediaType.APPLICATION_JSON_VALUE)
public Mono<String> dataMono(@PathVariable("seed") long seed) {
log.info("request for string data-mono, seed:{}", seed);
var future = CompletableFuture
.supplyAsync(() -> dataProducerStringBlocked.produce(seed), blockingExecutor);
var mono = Mono.fromFuture(future);
log.info("Method request for string data done");
return mono;
}
}
2025-05/spring-39-kafka-webflux/source/src/main/java/com/datasrc/config/ApplConfig.java
Executable
+56
View File
@@ -0,0 +1,56 @@
package com.datasrc.config;
import io.netty.channel.nio.NioEventLoopGroup;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.boot.web.embedded.netty.NettyReactiveWebServerFactory;
import org.springframework.boot.web.reactive.server.ReactiveWebServerFactory;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import java.util.concurrent.ThreadFactory;
import java.util.concurrent.atomic.AtomicLong;
import reactor.core.scheduler.Scheduler;
import reactor.core.scheduler.Schedulers;
import reactor.util.annotation.NonNull;
@Configuration
@SuppressWarnings("java:S2095")
public class ApplConfig {
private static final int THREAD_POOL_SIZE = 2;
private static final int BLOCKING_THREAD_POOL_SIZE = 2;
@Bean(name ="serverThreadEventLoop", destroyMethod = "close")
public NioEventLoopGroup serverThreadEventLoop() {
return new NioEventLoopGroup(THREAD_POOL_SIZE,
new ThreadFactory() {
private final AtomicLong threadIdGenerator = new AtomicLong(0);
@Override
public Thread newThread(@NonNull Runnable task) {
return new Thread(task, "server-thread-" + threadIdGenerator.incrementAndGet());
}
});
}
@Bean
public ReactiveWebServerFactory reactiveWebServerFactory(@Qualifier("serverThreadEventLoop") NioEventLoopGroup serverThreadEventLoop) {
var factory = new NettyReactiveWebServerFactory();
factory.addServerCustomizers(builder -> builder.runOn(serverThreadEventLoop));
return factory;
}
@Bean(name= "blockingExecutor", destroyMethod = "close")
public ExecutorService blockingExecutor() {
var id = new AtomicLong(0);
return Executors.newFixedThreadPool(BLOCKING_THREAD_POOL_SIZE,
task -> new Thread(task, String.format("blocking-thread-%d", id.incrementAndGet())));
}
@Bean
public Scheduler timer() {
return Schedulers.newParallel("processor-thread", 2);
}
}
2025-05/spring-39-kafka-webflux/source/src/main/java/com/datasrc/producer/DataProducer.java
Executable
+6
View File
@@ -0,0 +1,6 @@
package com.datasrc.producer;
public interface DataProducer<T> {
T produce(long seed);
}
2025-05/spring-39-kafka-webflux/source/src/main/java/com/datasrc/producer/DataProducerStringBlocked.java
Executable
+26
View File
@@ -0,0 +1,26 @@
package com.datasrc.producer;
import java.util.concurrent.TimeUnit;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.stereotype.Service;
@Service("dataProducerStringBlocked")
public class DataProducerStringBlocked implements DataProducer<String> {
private static final Logger log = LoggerFactory.getLogger(DataProducerStringBlocked.class);
@Override
public String produce(long seed) {
log.info("produce using seed:{}", seed);
sleep();
return String.format("someDataStr:%s", seed);
}
private void sleep() {
try {
Thread.sleep(TimeUnit.SECONDS.toMillis(10));
} catch (InterruptedException e) {
Thread.currentThread().interrupt();
}
}
}
2025-05/spring-39-kafka-webflux/source/src/main/java/com/datasrc/producer/DataProducerStringFlux.java
Executable
+39
View File
@@ -0,0 +1,39 @@
package com.datasrc.producer;
import com.datasrc.model.StreamData;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.stereotype.Service;
import reactor.core.publisher.Flux;
import reactor.core.publisher.SynchronousSink;
import java.time.Duration;
import java.util.function.BiFunction;
import reactor.core.scheduler.Scheduler;
@Service("dataProducerFlux")
public class DataProducerStringFlux implements DataProducer<Flux<StreamData>> {
private static final Logger log = LoggerFactory.getLogger(DataProducerStringFlux.class);
private final Scheduler timer;
public DataProducerStringFlux(Scheduler timer) {
this.timer = timer;
}
@Override
public Flux<StreamData> produce(long seed) {
log.info("produce using seed:{}", seed);
var stringSeed = "someDataStr:";
var dataSeq = Flux.generate(() -> seed,
(BiFunction<Long, SynchronousSink<Long>, Long>) (prev, sink) -> {
var newValue = prev + 1;
sink.next(newValue);
return newValue;
})
.delayElements(Duration.ofSeconds(3), timer)
.map(val -> new StreamData(stringSeed + val))
.doOnNext(val -> log.info("val:{}", val));
log.info("produce method finished");
return dataSeq;
}
}
2025-05/spring-39-kafka-webflux/source/src/main/resources/application.yml
Executable
+2
View File
@@ -0,0 +1,2 @@
server:
port: 8080
2025-05/spring-39-kafka-webflux/source/src/main/resources/logback.xml
Executable
+11
View File
@@ -0,0 +1,11 @@
<configuration>
<appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
<encoder>
<pattern>%d{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n</pattern>
</encoder>
</appender>
<root level="info">
<appender-ref ref="STDOUT" />
</root>
</configuration>