Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -29,11 +29,17 @@ class EsKnnTextSimilarityChecker(
it.numCandidates(MAX_RETURN_KNN_SIZE * 5)
}.build()

val searchHits = elasticSearchOperations.search(knnQuery, QuizSimilarity::class.java)

return SimilarityResponse(
searchHits.searchHits.map { it.content.quizId }
)
return runCatching {
elasticSearchOperations.search(knnQuery, QuizSimilarity::class.java)
}.onFailure {
logger.warn("[EsKnnTextSimilarityChecker] Elasticsearch similarity search failed. return empty result.", it)
}.map { searchHits ->
SimilarityResponse(
searchHits.searchHits.map { it.content.quizId }
)
}.getOrElse {
SimilarityResponse(emptyList())
}
}

companion object {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ import org.springframework.data.elasticsearch.annotations.FieldType

private const val OPEN_AI_SMALL_DIMS = 1536

@Document(indexName = "quiz_similarity", createIndex = true)
@Document(indexName = "quiz_similarity", createIndex = false)
class QuizSimilarity(
@Id
val id: Long,
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,89 @@
package org.gitanimals.quiz.infra.similarity

import io.kotest.core.spec.style.DescribeSpec
import io.kotest.matchers.shouldBe
import io.mockk.every
import io.mockk.mockk
import org.springframework.data.elasticsearch.client.elc.NativeQuery
import org.springframework.data.elasticsearch.core.ElasticsearchOperations
import org.springframework.data.elasticsearch.core.SearchHit
import org.springframework.data.elasticsearch.core.SearchHits

internal class EsKnnTextSimilarityCheckerTest : DescribeSpec({

describe("getSimilarity 메소드는") {
context("Elasticsearch 조회에 성공하면") {
val elasticSearchOperations = mockk<ElasticsearchOperations>()
val tokenizer = mockk<Tokenizer>()
val checker = EsKnnTextSimilarityChecker(elasticSearchOperations, tokenizer)
val quizSimilarity = QuizSimilarity(
id = 1L,
quizId = 10L,
vector = listOf(0.1f, 0.2f),
)
val searchHits = mockk<SearchHits<QuizSimilarity>>()

every { tokenizer.embed(any()) } returns embeddingResponse()
every {
elasticSearchOperations.search(any<NativeQuery>(), QuizSimilarity::class.java)
} returns searchHits
every { searchHits.searchHits } returns listOf(
SearchHit(
null,
null,
null,
1.0f,
null,
null,
null,
null,
null,
null,
quizSimilarity,
)
)

it("유사한 퀴즈 아이디를 반환한다.") {
val result = checker.getSimilarity("quiz")

result.similarityQuizIds shouldBe listOf(10L)
}
}

context("Elasticsearch 조회에 실패하면") {
val elasticSearchOperations = mockk<ElasticsearchOperations>()
val tokenizer = mockk<Tokenizer>()
val checker = EsKnnTextSimilarityChecker(elasticSearchOperations, tokenizer)

every { tokenizer.embed(any()) } returns embeddingResponse()
every {
elasticSearchOperations.search(any<NativeQuery>(), QuizSimilarity::class.java)
} throws IllegalStateException("Elastic down")

it("빈 결과를 반환한다.") {
val result = checker.getSimilarity("quiz")

result.similarityQuizIds shouldBe emptyList()
}
}
}
}) {

companion object {
private fun embeddingResponse(): Tokenizer.Response {
return Tokenizer.Response(
usage = Tokenizer.Response.Usage(
promptToken = 1,
totalToken = 1,
),
model = "text-embedding-3-small",
data = listOf(
Tokenizer.Response.Data(
`object` = "embedding",
embedding = listOf(0.1f, 0.2f),
)
),
)
}
}
}