slhaf/Partner
1
0
Fork 0
mirror of https://github.com/slhaf/Partner.git synced 2026-06-28 01:59:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(impression): persist entity vectors

Browse Source
This commit is contained in:
slhaf
2026-05-28 20:59:20 +08:00
parent a929b3e0e6
commit cffb369aef
1 changed files with 38 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

46
Partner-Core/src/main/java/work/slhaf/partner/core/cognition/impression/Entity.kt
View File

@@ -1,5 +1,6 @@
package work.slhaf.partner.core.cognition.impression package work.slhaf.partner.core.cognition.impression
import com.alibaba.fastjson2.JSONArray
import com.alibaba.fastjson2.JSONObject import com.alibaba.fastjson2.JSONObject
import work.slhaf.partner.framework.agent.state.State import work.slhaf.partner.framework.agent.state.State
import work.slhaf.partner.framework.agent.state.StateSerializable import work.slhaf.partner.framework.agent.state.StateSerializable
@@ -110,7 +111,6 @@ class Entity @JvmOverloads constructor(
}.toSet() }.toSet()
} }
fun showFeatures(): Set<FeatureView> = featureLock.withLock { fun showFeatures(): Set<FeatureView> = featureLock.withLock {
features.map { features.map {
FeatureView( FeatureView(
@@ -120,6 +120,14 @@ class Entity @JvmOverloads constructor(
}.toSet() }.toSet()
} }
fun snapshotImpressions(): Map<String, IndexableData> = impressionLock.withLock {
impressions.toMap()
}
fun snapshotFeatures(): Map<String, IndexableData> = featureLock.withLock {
features.toMap()
}
override fun statePath(): Path = Path.of("core", "impression", "entity-$uuid.json") override fun statePath(): Path = Path.of("core", "impression", "entity-$uuid.json")
override fun load(state: JSONObject) { override fun load(state: JSONObject) {
@@ -182,17 +190,35 @@ class Entity @JvmOverloads constructor(
private fun loadIndexableDataMap(state: JSONObject): Map<String, IndexableData> { private fun loadIndexableDataMap(state: JSONObject): Map<String, IndexableData> {
val loaded = mutableMapOf<String, IndexableData>() val loaded = mutableMapOf<String, IndexableData>()
state.forEach { (key, value) -> state.forEach { (key, value) ->
val confidence = when (value) { val data = when (value) {
is JSONObject -> value.getDouble("confidence")?.toDouble() ?: 1.0 is JSONObject -> loadIndexableData(value)
else -> numberValue(value) ?: return@forEach else -> IndexableData(numberValue(value) ?: return@forEach)
} }
loaded[key] = IndexableData(confidence) loaded[key] = data
} }
return loaded return loaded
} }
private fun indexableDataState(source: Map<String, IndexableData>): Map<String, Map<String, Double>> = private fun loadIndexableData(state: JSONObject): IndexableData {
source.mapValues { (_, data) -> mapOf("confidence" to data.confidence) } val data = IndexableData(state.getDouble("confidence")?.toDouble() ?: 1.0)
state.getJSONObject("vectors")?.forEach { (embeddingModel, vectorValue) ->
val vectorArray = vectorValue as? JSONArray ?: return@forEach
val vector = DoubleArray(vectorArray.size)
for (index in 0 until vectorArray.size) {
vector[index] = numberValue(vectorArray[index]) ?: return@forEach
}
data.updateVector(embeddingModel, vector)
}
return data
}
private fun indexableDataState(source: Map<String, IndexableData>): Map<String, Map<String, Any>> =
source.mapValues { (_, data) ->
mapOf(
"confidence" to data.confidence,
"vectors" to data.snapshotVectors().mapValues { (_, vector) -> vector.toList() }
)
}
private fun numberValue(value: Any?): Double? = when (value) { private fun numberValue(value: Any?): Double? = when (value) {
is Number -> value.toDouble() is Number -> value.toDouble()
@@ -209,12 +235,16 @@ class Entity @JvmOverloads constructor(
embeddingModel: String, embeddingModel: String,
vector: DoubleArray vector: DoubleArray
) { ) {
vectors[embeddingModel] = vector vectors[embeddingModel] = vector.copyOf()
} }
fun getVector(embeddingModel: String): DoubleArray? { fun getVector(embeddingModel: String): DoubleArray? {
return vectors[embeddingModel]?.copyOf() return vectors[embeddingModel]?.copyOf()
} }
fun snapshotVectors(): Map<String, DoubleArray> {
return vectors.mapValues { (_, vector) -> vector.copyOf() }
}
} }
data class RelationView( data class RelationView(