🙈

Kotlin + SpringBoot + Elasticsearch

Intro::

코틀린 스프링을 활용한 엘라스틱서치  도큐먼트 인덱싱 프로젝트 정리입니다.  엘라스틱서치 실무가이드에서 제공하는 스냅샷을 사용하였습니다.

elasticSpring

SONGS4RI

초기 설정

docker-compose.yml

services:
  es01:
    image: docker.elastic.co/elasticsearch/elasticsearch:7.8.1
    container_name: es01
    environment:
      - cluster.name=cluster
      - node.name=es01
      - network.host=0.0.0.0
      - http.port=9200
      - transport.tcp.port=9300
      - cluster.initial_master_nodes=es01
      - path.repo=/es/book_backup/search_example
      - bootstrap.memory_lock=true
      - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
    ulimits:
      memlock:
        soft: -1
        hard: -1
    volumes:
      - data01:/usr/share/elasticsearch/data
      - ./search_example:/es/book_backup/search_example
    ports:
      - 9200:9200
      - 9300:9300
    networks:
      - elastic

  kibana:
    image: docker.elastic.co/kibana/kibana:7.8.1
    container_name: kibana
    restart: always
    environment:
      ELASTICSEARCH_HOSTS: http://es01:9200
    ports:
      - 5601:5601
    depends_on:
      - es01
    networks:
      - elastic

volumes:
  data01:
    driver: local

networks:
  elastic:
    driver: bridge
Kotlin
복사

build.gradle.kts

plugins {
	id("org.springframework.boot") version "3.3.0"
	id("io.spring.dependency-management") version "1.1.5"
	kotlin("jvm") version "1.9.24"
	kotlin("plugin.spring") version "1.9.24"
}

group = "elastic"
version = "0.0.1-SNAPSHOT"

java {
	toolchain {
		languageVersion = JavaLanguageVersion.of(17)
	}
}

repositories {
	mavenCentral()
}

dependencies {
	implementation("org.elasticsearch.client:elasticsearch-rest-high-level-client:7.8.1")
	implementation("org.springframework.boot:spring-boot-starter-web")
	implementation("com.fasterxml.jackson.module:jackson-module-kotlin")
	implementation("org.jetbrains.kotlin:kotlin-reflect")
	implementation("org.springframework.boot:spring-boot-starter-validation")
	developmentOnly("org.springframework.boot:spring-boot-devtools")
	testImplementation("org.springframework.boot:spring-boot-starter-test")
	testImplementation("org.jetbrains.kotlin:kotlin-test-junit5")
	testRuntimeOnly("org.junit.platform:junit-platform-launcher")
}

kotlin {
	compilerOptions {
		freeCompilerArgs.addAll("-Xjsr305=strict")
	}
}

tasks.withType<Test> {
	useJUnitPlatform()
}
Kotlin
복사

Elasticsearch

도커 컨테이너로 실행한 Elasticsearch의 버전이 7.8.1인 경우, 보안 설정이 기본적으로 활성화되어 있지 않습니다. 8버전 이상부터는 보안 설정이 기본적으로 활성화되어 있으므로 주의가 필요합니다. 또한 Elasticsearch는 버전에 대한 종속성이 강하기 때문에 버전 호환성에 유의해야 합니다.

엘라스틱서치를 사용하는 방법은 크게 세가지가 존재합니다.

spring data elasticsearch

elasitcsearch-rest-client

rest-high-level-client

해당 프로젝트에서는 rest-high-level-client 를 사용하였습니다.

// ElasticsearchConfig 파일
package elastic.elasticSpring.core.config

import org.apache.http.HttpHost
import org.apache.http.impl.nio.client.HttpAsyncClientBuilder
import org.elasticsearch.client.RestClient
import org.elasticsearch.client.RestHighLevelClient
import org.springframework.beans.factory.annotation.Value
import org.springframework.context.annotation.Bean
import org.springframework.context.annotation.Configuration

@Configuration
class ElasticsearchConfig {
    @Value("\${elasticsearch.host}")
    lateinit var host: String
    @Value("\${elasticsearch.port}")
    lateinit var esPort: String

    @Bean
    fun restHighLevelClient(): RestHighLevelClient {
        return RestHighLevelClient(
            RestClient.builder(
                HttpHost(host, esPort.toInt(), "http")
            ).setHttpClientConfigCallback { httpClientBuilder: HttpAsyncClientBuilder ->
                httpClientBuilder
            }
        )
    }
}
Kotlin
복사

구현

단일 도큐먼트 인덱싱

fun add(movie: Movie): IndexResponse {
        val indexRequest = IndexRequest(index)
            .source(objectMapper.writeValueAsString(movie), XContentType.JSON)
        if (!movie.id.isNullOrEmpty()) {
            indexRequest.id(movie.id)
        }
        return restHighLevelClient.index(indexRequest, RequestOptions.DEFAULT)
    }
Kotlin
복사

bulk API 를 통한 도큐먼트 인덱싱

fun bulkIndex(movieList: List<Movie>): BulkResponse {
        val bulkRequest = BulkRequest()

        for (movie in movieList) {
            val indexRequest = IndexRequest(index)
                .source(objectMapper.writeValueAsString(movie), XContentType.JSON)
            if (!movie.id.isNullOrEmpty()) {
                indexRequest.id(movie.id)
            }
            bulkRequest.add(indexRequest)
        }

        return restHighLevelClient.bulk(bulkRequest, RequestOptions.DEFAULT)
    }
Kotlin
복사

_update_by_query를 통한 도큐먼트 수정

fun addGenre(movieDto: MovieAddGenreRequestDto): BulkByScrollResponse {
        val updateByQueryRequest = UpdateByQueryRequest(index)
        val script = Script(
            ScriptType.INLINE,
            "painless",
            "ctx._source.genreAlt.add(params.genre)",
            mapOf("genre" to movieDto.genre)
        )
        val query = QueryBuilders.matchQuery("movieNm", movieDto.movieNm)

        updateByQueryRequest.setScript(script)
        updateByQueryRequest.setQuery(query)

        return restHighLevelClient.updateByQuery(updateByQueryRequest, RequestOptions.DEFAULT)
    }
Kotlin
복사