Use logstash as logging destination

Reviewed-on: #2
Co-authored-by: bivashy <botyrbojey@gmail.com>
Co-committed-by: bivashy <botyrbojey@gmail.com>

.env.example

@@ -0,0 +1,3 @@
+KODIK_TOKEN=YOUR_KODIK_TOKEN
+EUREKA_SCHEMA=http
+EUREKA_HOST=anyame-vue-bff:8080

Dockerfile.prod

@@ -0,0 +1,49 @@
+# Build
+FROM maven:3.9.6-eclipse-temurin-21 AS builder
+WORKDIR /workspace
+COPY pom.xml .
+RUN --mount=type=cache,target=/root/.m2 mvn dependency:go-offline -B
+COPY src ./src
+RUN --mount=type=cache,target=/root/.m2 mvn clean package -DskipTests
+
+# Create optimized runtime
+FROM eclipse-temurin:21 AS app-build
+ENV RELEASE=21
+
+WORKDIR /opt/build
+COPY --from=builder /workspace/target/*.jar ./application.jar
+
+RUN java -Djarmode=layertools -jar application.jar extract
+RUN $JAVA_HOME/bin/jlink \
+    --add-modules $(jdeps --ignore-missing-deps -q -recursive --multi-release ${RELEASE} --print-module-deps -cp 'dependencies/BOOT-INF/lib/*' application.jar),jdk.crypto.ec,jdk.security.auth,jdk.crypto.cryptoki \
+    --strip-debug \
+    --no-man-pages \
+    --no-header-files \
+    --compress=2 \
+    --output jdk
+
+# Run
+FROM debian:bookworm-slim
+
+ARG BUILD_PATH=/opt/build
+ENV JAVA_HOME=/opt/jdk
+ENV PATH="${JAVA_HOME}/bin:${PATH}"
+
+RUN groupadd --gid 1000 spring-app \
+    && useradd --uid 1000 --gid spring-app --shell /bin/bash --create-home spring-app
+
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends ca-certificates && \
+    rm -rf /var/lib/apt/lists/*
+
+USER spring-app:spring-app
+WORKDIR /opt/workspace
+
+COPY --from=app-build $BUILD_PATH/jdk $JAVA_HOME
+COPY --from=app-build $BUILD_PATH/spring-boot-loader/ ./
+COPY --from=app-build $BUILD_PATH/dependencies/ ./
+COPY --from=app-build $BUILD_PATH/snapshot-dependencies/ ./
+COPY --from=app-build $BUILD_PATH/application/ ./
+
+EXPOSE 8080/tcp
+ENTRYPOINT ["java", "org.springframework.boot.loader.launch.JarLauncher"]

compose.yml

@@ -0,0 +1,15 @@
+services:
+  kodik-search:
+    image: anyame-kodik-search:latest
+    ports:
+      - 8080:8080
+    env_file: .env
+    networks:
+      - anyame-shared
+      - elk-network
+
+networks:
+  anyame-shared:
+    external: true
+  elk-network:
+    external: true

pom.xml

@@ -1,17 +1,18 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+    xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
     xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
     <modelVersion>4.0.0</modelVersion>
     <parent>
         <groupId>org.springframework.boot</groupId>
         <artifactId>spring-boot-starter-parent</artifactId>
-		<version>3.5.0</version>
+        <version>3.5.5</version>
         <relativePath /> <!-- lookup parent from repository -->
     </parent>
     <groupId>com.backend.search.kodik.service</groupId>
-	<artifactId>anyame-backend</artifactId>
+    <artifactId>anyame-kodik-search-backend</artifactId>
     <version>0.0.1-SNAPSHOT</version>
-	<name>anyame-backend</name>
+    <name>anyame-kodik-search-backend</name>
     <description>Kodik search service for anyame</description>
     <url />
     <licenses>
@@ -31,6 +32,9 @@
 
         <retrofit.version>3.0.0</retrofit.version>
         <spring-dotenv.version>4.0.0</spring-dotenv.version>
+        <springdoc-openapi-starter.version>2.8.9</springdoc-openapi-starter.version>
+        <spring-eureka-client.version>4.3.0</spring-eureka-client.version>
+        <logstash-logback-encoder.version>8.1</logstash-logback-encoder.version>
     </properties>
     <dependencies>
         <dependency>
@@ -53,6 +57,21 @@
             <artifactId>spring-dotenv</artifactId>
             <version>${spring-dotenv.version}</version>
         </dependency>
+        <dependency>
+            <groupId>org.springdoc</groupId>
+            <artifactId>springdoc-openapi-starter-webmvc-ui</artifactId>
+            <version>${springdoc-openapi-starter.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.springframework.cloud</groupId>
+            <artifactId>spring-cloud-starter-netflix-eureka-client</artifactId>
+            <version>${spring-eureka-client.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>net.logstash.logback</groupId>
+            <artifactId>logstash-logback-encoder</artifactId>
+            <version>${logstash-logback-encoder.version}</version>
+        </dependency>
 
         <dependency>
             <groupId>org.springframework.boot</groupId>

src/main/java/com/backend/search/kodik/service/anyame_backend/AnyameBackendApplication.java

@@ -0,0 +1,27 @@
+package com.backend.search.kodik.service.anyame_backend;
+
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+import org.springframework.context.annotation.Bean;
+import org.springframework.web.servlet.config.annotation.CorsRegistry;
+import org.springframework.web.servlet.config.annotation.WebMvcConfigurer;
+
+@SpringBootApplication
+public class AnyameBackendApplication {
+
+    public static void main(String[] args) {
+        SpringApplication.run(AnyameBackendApplication.class, args);
+    }
+
+    // TODO: Research if this is good approach or not?
+    @Bean
+    public WebMvcConfigurer corsConfigurer() {
+        return new WebMvcConfigurer() {
+            @Override
+            public void addCorsMappings(CorsRegistry registry) {
+                registry.addMapping("/**").allowedOrigins("http://localhost:3000", "http://localhost:3001");
+            }
+        };
+    }
+
+}

src/main/java/com/backend/search/kodik/service/anyame_backend/api/KodikAPI.java

@@ -1,6 +1,7 @@
-package com.backend.search.service.anyame_backend.api;
+package com.backend.search.kodik.service.anyame_backend.api;
+
+import com.backend.search.kodik.service.anyame_backend.api.model.KodikResponse;
 
-import com.backend.search.service.anyame_backend.api.model.KodikResponse;
 import retrofit2.Call;
 import retrofit2.http.Field;
 import retrofit2.http.FormUrlEncoded;
@@ -14,7 +15,6 @@ public interface KodikAPI {
             @Field("token") String token,
             @Field("title") String title,
             @Field("limit") int limit,
-            @Field("with_material_data") int withMaterialData
-    );
+            @Field("with_material_data") int withMaterialData);
 
 }

src/main/java/com/backend/search/kodik/service/anyame_backend/api/model/KodikResponse.java

@@ -1,4 +1,4 @@
-package com.backend.search.service.anyame_backend.api.model;
+package com.backend.search.kodik.service.anyame_backend.api.model;
 
 import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
 import com.fasterxml.jackson.annotation.JsonProperty;
@@ -45,6 +45,18 @@ public class KodikResponse {
         public String createdAt;
         @JsonProperty("updated_at")
         public String updatedAt;
+
+        @Override
+        public String toString() {
+            return "Result [id=" + id + ", type=" + type + ", link=" + link + ", title=" + title + ", titleOrig="
+                    + titleOrig + ", otherTitle=" + otherTitle + ", translation=" + translation + ", year=" + year
+                    + ", lastSeason=" + lastSeason + ", lastEpisode=" + lastEpisode + ", episodesCount=" + episodesCount
+                    + ", kinopoiskId=" + kinopoiskId + ", imdbId=" + imdbId + ", worldartLink=" + worldartLink
+                    + ", shikimoriId=" + shikimoriId + ", quality=" + quality + ", camrip=" + camrip + ", lgbt=" + lgbt
+                    + ", blockedCountries=" + blockedCountries + ", createdAt=" + createdAt + ", updatedAt=" + updatedAt
+                    + ", materialData=" + materialData + ", screenshots=" + screenshots + "]";
+        }
+
         @JsonProperty("material_data")
         public MaterialData materialData;
         public List<String> screenshots;
@@ -57,4 +69,9 @@ public class KodikResponse {
         public String type;
     }
 
+    @Override
+    public String toString() {
+        return "KodikResponse [total=" + total + ", results=" + results + ", toString()=" + super.toString() + "]";
+    }
+
 }

src/main/java/com/backend/search/kodik/service/anyame_backend/api/model/MaterialData.java

@@ -1,9 +1,11 @@
-package com.backend.search.service.anyame_backend.api.model;
+package com.backend.search.kodik.service.anyame_backend.api.model;
 
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
 import com.fasterxml.jackson.annotation.JsonProperty;
 
 import java.util.List;
 
+@JsonIgnoreProperties(ignoreUnknown = true)
 public class MaterialData {
 
     public String title;

src/main/java/com/backend/search/kodik/service/anyame_backend/component/KodikAPITokenProvider.java

@@ -1,11 +1,11 @@
-package com.backend.search.service.anyame_backend.component;
+package com.backend.search.kodik.service.anyame_backend.component;
 
 import org.springframework.beans.factory.annotation.Value;
 import org.springframework.stereotype.Component;
 
 @Component
 public class KodikAPITokenProvider {
-    @Value("${KODIK_TOKEN}")
+    @Value("${kodik.token}")
     private String kodikToken;
 
     public String getKodikToken() {

src/main/java/com/backend/search/kodik/service/anyame_backend/config/APIConfig.java

@@ -1,8 +1,10 @@
-package com.backend.search.service.anyame_backend.config;
+package com.backend.search.kodik.service.anyame_backend.config;
 
-import com.backend.search.service.anyame_backend.api.KodikAPI;
 import org.springframework.context.annotation.Bean;
 import org.springframework.context.annotation.Configuration;
+
+import com.backend.search.kodik.service.anyame_backend.api.KodikAPI;
+
 import retrofit2.Retrofit;
 import retrofit2.converter.jackson.JacksonConverterFactory;
 

src/main/java/com/backend/search/kodik/service/anyame_backend/controller/SearchController.java

@@ -1,8 +1,7 @@
-package com.backend.search.service.anyame_backend.controller;
+package com.backend.search.kodik.service.anyame_backend.controller;
+
+import java.io.IOException;
 
-import com.backend.search.service.anyame_backend.api.KodikAPI;
-import com.backend.search.service.anyame_backend.api.model.KodikResponse;
-import com.backend.search.service.anyame_backend.component.KodikAPITokenProvider;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 import org.springframework.http.HttpStatus;
@@ -10,31 +9,38 @@ import org.springframework.web.bind.annotation.GetMapping;
 import org.springframework.web.bind.annotation.RequestParam;
 import org.springframework.web.bind.annotation.RestController;
 import org.springframework.web.server.ResponseStatusException;
-import retrofit2.Response;
 
-import java.io.IOException;
+import com.backend.search.kodik.service.anyame_backend.api.KodikAPI;
+import com.backend.search.kodik.service.anyame_backend.api.model.KodikResponse;
+import com.backend.search.kodik.service.anyame_backend.component.KodikAPITokenProvider;
+import com.backend.search.kodik.service.anyame_backend.service.KodikSearchFilterService;
+
+import retrofit2.Response;
 
 @RestController
 public class SearchController {
-
-    private static final Logger log = LoggerFactory.getLogger(SearchController.class);
+    Logger log = LoggerFactory.getLogger(SearchController.class);
     private final KodikAPI kodikAPI;
     private final KodikAPITokenProvider tokenProvider;
+    private final KodikSearchFilterService searchFilterService;
 
-    public SearchController(KodikAPI kodikAPI, KodikAPITokenProvider tokenProvider) {
+    public SearchController(KodikAPI kodikAPI, KodikAPITokenProvider tokenProvider,
+            KodikSearchFilterService searchFilterService) {
         this.kodikAPI = kodikAPI;
         this.tokenProvider = tokenProvider;
+        this.searchFilterService = searchFilterService;
     }
 
     @GetMapping("/search")
     public KodikResponse search(@RequestParam("title") String title) {
         try {
-            Response<KodikResponse> response = kodikAPI.search(tokenProvider.getKodikToken(), title, 5, 1).execute();
+            Response<KodikResponse> response = kodikAPI.search(tokenProvider.getKodikToken(), title, 100, 1).execute();
             if (!response.isSuccessful()) {
-                log.info("failed search request with title {}, response code {}, message {}", title, response.code(), response.message());
+                log.info("failed search request with title {}, response code {}, message {}", title, response.code(),
+                        response.message());
                 throw new ResponseStatusException(HttpStatus.BAD_REQUEST, "bad response, code: " + response.code());
             }
-            return response.body();
+            return searchFilterService.filter(response.body());
         } catch (IOException e) {
             log.warn("i/o error", e);
             throw new ResponseStatusException(HttpStatus.SERVICE_UNAVAILABLE, "i/o error");

src/main/java/com/backend/search/kodik/service/anyame_backend/service/KodikSearchFilterService.java

@@ -0,0 +1,44 @@
+package com.backend.search.kodik.service.anyame_backend.service;
+
+import java.util.Arrays;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Set;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.stereotype.Service;
+
+import com.backend.search.kodik.service.anyame_backend.api.model.KodikResponse;
+import com.backend.search.kodik.service.anyame_backend.api.model.KodikResponse.Result;
+
+@Service
+public class KodikSearchFilterService {
+    Logger log = LoggerFactory.getLogger(KodikSearchFilterService.class);
+    private static final List<String> ALLOWED_TYPES = Arrays.asList("anime-serial", "anime");
+
+    public KodikResponse filter(KodikResponse body) {
+        Set<String> seenIds = new HashSet<>();
+        List<Result> filteredResults = body.results.stream()
+                .filter(result -> ALLOWED_TYPES.contains(result.type))
+                .filter(result -> {
+                    String identifier = identifier(result);
+                    boolean updated = seenIds.add(identifier);
+                    return updated;
+                })
+                .toList();
+
+        body.results = filteredResults;
+        return body;
+    }
+
+    public String identifier(Result result) {
+        List<String> identifiers = Arrays.asList(result.kinopoiskId,
+                result.imdbId,
+                result.shikimoriId,
+                result.worldartLink);
+        return identifiers.stream().filter(identifier -> identifier != null && !identifier.isBlank()).findFirst()
+                .orElse(result.id) + Integer.toString(result.lastSeason);
+    }
+
+}

src/main/java/com/backend/search/service/anyame_backend/AnyameBackendApplication.java

@@ -1,13 +0,0 @@
-package com.backend.search.service.anyame_backend;
-
-import org.springframework.boot.SpringApplication;
-import org.springframework.boot.autoconfigure.SpringBootApplication;
-
-@SpringBootApplication
-public class AnyameBackendApplication {
-
-	public static void main(String[] args) {
-		SpringApplication.run(AnyameBackendApplication.class, args);
-	}
-
-}

src/main/resources/application.properties

@@ -1 +1,3 @@
-spring.application.name=anyame-backend
+spring.application.name=anyame-kodik-search-backend
+kodik.token=${KODIK_TOKEN}
+eureka.client.serviceUrl.defaultZone: ${EUREKA_SCHEMA}://${EUREKA_HOST}/eureka/

src/main/resources/logback.xml

@@ -0,0 +1,11 @@
+<configuration>
+    <appender name="LOGSTASH" class="net.logstash.logback.appender.LogstashTcpSocketAppender">
+        <destination>logstash:5044</destination>
+        <encoder class="net.logstash.logback.encoder.LogstashEncoder" />
+    </appender>
+
+    <root level="INFO">
+        <appender-ref ref="LOGSTASH" />
+    </root>
+</configuration>
+