mirror of
https://github.com/slhaf/Partner.git
synced 2026-06-27 17:49:16 +08:00
feat(impression): persist entity vectors
This commit is contained in:
@@ -1,5 +1,6 @@
|
||||
package work.slhaf.partner.core.cognition.impression
|
||||
|
||||
import com.alibaba.fastjson2.JSONArray
|
||||
import com.alibaba.fastjson2.JSONObject
|
||||
import work.slhaf.partner.framework.agent.state.State
|
||||
import work.slhaf.partner.framework.agent.state.StateSerializable
|
||||
@@ -110,7 +111,6 @@ class Entity @JvmOverloads constructor(
|
||||
}.toSet()
|
||||
}
|
||||
|
||||
|
||||
fun showFeatures(): Set<FeatureView> = featureLock.withLock {
|
||||
features.map {
|
||||
FeatureView(
|
||||
@@ -120,6 +120,14 @@ class Entity @JvmOverloads constructor(
|
||||
}.toSet()
|
||||
}
|
||||
|
||||
fun snapshotImpressions(): Map<String, IndexableData> = impressionLock.withLock {
|
||||
impressions.toMap()
|
||||
}
|
||||
|
||||
fun snapshotFeatures(): Map<String, IndexableData> = featureLock.withLock {
|
||||
features.toMap()
|
||||
}
|
||||
|
||||
override fun statePath(): Path = Path.of("core", "impression", "entity-$uuid.json")
|
||||
|
||||
override fun load(state: JSONObject) {
|
||||
@@ -182,17 +190,35 @@ class Entity @JvmOverloads constructor(
|
||||
private fun loadIndexableDataMap(state: JSONObject): Map<String, IndexableData> {
|
||||
val loaded = mutableMapOf<String, IndexableData>()
|
||||
state.forEach { (key, value) ->
|
||||
val confidence = when (value) {
|
||||
is JSONObject -> value.getDouble("confidence")?.toDouble() ?: 1.0
|
||||
else -> numberValue(value) ?: return@forEach
|
||||
val data = when (value) {
|
||||
is JSONObject -> loadIndexableData(value)
|
||||
else -> IndexableData(numberValue(value) ?: return@forEach)
|
||||
}
|
||||
loaded[key] = IndexableData(confidence)
|
||||
loaded[key] = data
|
||||
}
|
||||
return loaded
|
||||
}
|
||||
|
||||
private fun indexableDataState(source: Map<String, IndexableData>): Map<String, Map<String, Double>> =
|
||||
source.mapValues { (_, data) -> mapOf("confidence" to data.confidence) }
|
||||
private fun loadIndexableData(state: JSONObject): IndexableData {
|
||||
val data = IndexableData(state.getDouble("confidence")?.toDouble() ?: 1.0)
|
||||
state.getJSONObject("vectors")?.forEach { (embeddingModel, vectorValue) ->
|
||||
val vectorArray = vectorValue as? JSONArray ?: return@forEach
|
||||
val vector = DoubleArray(vectorArray.size)
|
||||
for (index in 0 until vectorArray.size) {
|
||||
vector[index] = numberValue(vectorArray[index]) ?: return@forEach
|
||||
}
|
||||
data.updateVector(embeddingModel, vector)
|
||||
}
|
||||
return data
|
||||
}
|
||||
|
||||
private fun indexableDataState(source: Map<String, IndexableData>): Map<String, Map<String, Any>> =
|
||||
source.mapValues { (_, data) ->
|
||||
mapOf(
|
||||
"confidence" to data.confidence,
|
||||
"vectors" to data.snapshotVectors().mapValues { (_, vector) -> vector.toList() }
|
||||
)
|
||||
}
|
||||
|
||||
private fun numberValue(value: Any?): Double? = when (value) {
|
||||
is Number -> value.toDouble()
|
||||
@@ -209,12 +235,16 @@ class Entity @JvmOverloads constructor(
|
||||
embeddingModel: String,
|
||||
vector: DoubleArray
|
||||
) {
|
||||
vectors[embeddingModel] = vector
|
||||
vectors[embeddingModel] = vector.copyOf()
|
||||
}
|
||||
|
||||
fun getVector(embeddingModel: String): DoubleArray? {
|
||||
return vectors[embeddingModel]?.copyOf()
|
||||
}
|
||||
|
||||
fun snapshotVectors(): Map<String, DoubleArray> {
|
||||
return vectors.mapValues { (_, vector) -> vector.copyOf() }
|
||||
}
|
||||
}
|
||||
|
||||
data class RelationView(
|
||||
|
||||
Reference in New Issue
Block a user