`gj]6dZddlZddlZddlZddlmZ ddlmZdZ dZ dZ d Z d Zejd Zejd Zejd Zejdej&ZdedefdZGddZy#e $rddlZY{wxYw)zl SQLite-backed fact store with entity resolution and trust scoring. Single-user Hermes memory store plugin. N)Path) holographica| CREATE TABLE IF NOT EXISTS facts ( fact_id INTEGER PRIMARY KEY AUTOINCREMENT, content TEXT NOT NULL UNIQUE, category TEXT DEFAULT 'general', tags TEXT DEFAULT '', trust_score REAL DEFAULT 0.5, retrieval_count INTEGER DEFAULT 0, helpful_count INTEGER DEFAULT 0, created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP, updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP, hrr_vector BLOB ); CREATE TABLE IF NOT EXISTS entities ( entity_id INTEGER PRIMARY KEY AUTOINCREMENT, name TEXT NOT NULL, entity_type TEXT DEFAULT 'unknown', aliases TEXT DEFAULT '', created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP ); CREATE TABLE IF NOT EXISTS fact_entities ( fact_id INTEGER REFERENCES facts(fact_id), entity_id INTEGER REFERENCES entities(entity_id), PRIMARY KEY (fact_id, entity_id) ); CREATE INDEX IF NOT EXISTS idx_facts_trust ON facts(trust_score DESC); CREATE INDEX IF NOT EXISTS idx_facts_category ON facts(category); CREATE INDEX IF NOT EXISTS idx_entities_name ON entities(name); CREATE VIRTUAL TABLE IF NOT EXISTS facts_fts USING fts5(content, tags, content=facts, content_rowid=fact_id); CREATE TRIGGER IF NOT EXISTS facts_ai AFTER INSERT ON facts BEGIN INSERT INTO facts_fts(rowid, content, tags) VALUES (new.fact_id, new.content, new.tags); END; CREATE TRIGGER IF NOT EXISTS facts_ad AFTER DELETE ON facts BEGIN INSERT INTO facts_fts(facts_fts, rowid, content, tags) VALUES ('delete', old.fact_id, old.content, old.tags); END; CREATE TRIGGER IF NOT EXISTS facts_au AFTER UPDATE ON facts BEGIN INSERT INTO facts_fts(facts_fts, rowid, content, tags) VALUES ('delete', old.fact_id, old.content, old.tags); INSERT INTO facts_fts(rowid, content, tags) VALUES (new.fact_id, new.content, new.tags); END; CREATE TABLE IF NOT EXISTS memory_banks ( bank_id INTEGER PRIMARY KEY AUTOINCREMENT, bank_name TEXT NOT NULL UNIQUE, vector BLOB NOT NULL, dim INTEGER NOT NULL, fact_count INTEGER DEFAULT 0, updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP ); g?gg?z$\b([A-Z][a-z]+(?:\s+[A-Z][a-z]+)+)\bz "([^"]+)"z '([^']+)'z;(\w+(?:\s+\w+)*)\s+(?:aka|also known as)\s+(\w+(?:\s+\w+)*)valuereturnc>tttt|SN)max _TRUST_MINmin _TRUST_MAX)rs S/root/.hermes/venv/lib/python3.12/site-packages/plugins/memory/holographic/store.py _clamp_trustr^s z3z51 22c eZdZUdZiZeed<ejZ d*ddde de ddfd Z d+d Z d,d ed ed ede fdZ d-ded edzde de deef dZ d.de d edzde dzd edzd edzdef dZde defdZ d/d edzde de deefdZde dedefdZdedeefdZdede fdZde de ddfdZde d eddfd Zd eddfd!Zd0d"e dzde fd#Zd$ej<defd%Zd+d&Z d1d'Z!d(e"ddfd)Z#y)2 MemoryStorezBSQLite-backed fact store with entity resolution and trust scoring._sharedNdb_pathzstr | Path | None default_trusthrr_dimrc,|ddlm}t|dz }t|j |_|j j jddt||_ ||_ tj|_ t|j j|_t"j$5t"j&j)|j}|nt+j,|jddd}t*j.|_|t3j4ddd }|t"j&|j<|d xxd z cc<||_|d |_|d |_ddd|j:5|j6ds|j=d|j6d<dddy#t $rt|j |_YDwxYw#1swYwxYw#1swYyxYw)Nr)get_hermes_homezmemory_store.dbT)parentsexist_okFg$@)check_same_threadtimeoutisolation_level)connlockrefsreadyr!rrr r")hermes_constantsrstrr expanduserrparentmkdirrrrhrr _HAS_NUMPY_hrr_availableresolve_keyOSErrorr _shared_guardrgetsqlite3connectRow row_factory threadingRLock_entry_conn_lock_init_db)selfrrrrentryrs r__init__zMemoryStore.__init__ts ? 8/+.??@GG}//1  !!$!>)-8 !nn  *DLL0023DI & & '''++DII6E}II&+ %) $+;; !%y/@!V[\16 ##DII. &MQ MDKvDJvDJ' ',ZZ ,;;w' '+ G$ , ,1 *DLL)DI * ' ', , ,s+(GCG>/H #G;:G;>H Hcdddlm}||jd|jjt|jj dj Dchc]}|d }}d|vr|jj d|jjy cc}w) zKCreate tables, indexes, and triggers if they do not exist. Enable WAL mode.r)apply_wal_with_fallbackzmemory_store.db (holographic))db_labelzPRAGMA table_info(facts)r hrr_vectorz,ALTER TABLE facts ADD COLUMN hrr_vector BLOBN) hermes_stater>r7 executescript_SCHEMAexecutefetchallcommit)r:r>rowcolumnss rr9zMemoryStore._init_dbs 9 5TU   )%)ZZ%7%78R%S%\%\%^_c3q6__ w & JJ  M N `s% B-contentcategorytagsc|j5|j}|s td |jj d||||j f}|jj |j}|j|D]%}|j|}|j||'|j|||j!||cdddS#tj$rE|jj d|fj}t|dcYcdddSwxYw#1swYyxYw)zInsert a fact and return its fact_id. Deduplicates by content (UNIQUE constraint). On duplicate, returns the existing fact_id without modifying the row. Extracts entities from the content and links them to the fact. zcontent must not be emptyz INSERT INTO facts (content, category, tags, trust_score) VALUES (?, ?, ?, ?) z+SELECT fact_id FROM facts WHERE content = ?fact_idN)r8strip ValueErrorr7rDrrF lastrowidr0IntegrityErrorfetchoneint_extract_entities_resolve_entity_link_fact_entity_compute_hrr_vector _rebuild_bank) r:rIrJrKcurrMrGname entity_ids radd_factzMemoryStore.add_factsBZZ mmoG !<== +jj((hd.@.@A  !!#"}}..w7 ; 006 &&w : ;  $ $Wg 6   x (?  )) +jj((AG:(*3y>**)   +  s1D>AC##A D;/D>:D;;D>>Equery min_trustlimitc|j5|j}|s gcdddSddlm}|j |}||g}d}|d}|j ||j |d|d} |j j| |j} | D cgc]} |j| } } | ri| D cgc]} | d } } d jd t| z}|j jd |d | |j j| cdddScc} wcc} w#1swYyxYw) zFull-text search over facts using FTS5. Returns a list of fact dicts ordered by FTS5 rank, then trust_score descending. Also increments retrieval_count for matched facts. Nr) FactRetrieverzAND f.category = ?az SELECT f.fact_id, f.content, f.category, f.tags, f.trust_score, f.retrieval_count, f.helpful_count, f.created_at, f.updated_at FROM facts f JOIN facts_fts fts ON fts.rowid = f.fact_id WHERE facts_fts MATCH ? AND f.trust_score >= ? z[ ORDER BY fts.rank, f.trust_score DESC LIMIT ? rM,?zIUPDATE facts SET retrieval_count = retrieval_count + 1 WHERE fact_id IN ()) r8rN$plugins.memory.holographic.retrievalra_sanitize_fts_queryappendr7rDrE _row_to_dictjoinlenrF)r:r]rJr^r_ra match_queryparamscategory_clausesqlrowsrresultsids placeholderss r search_factszMemoryStore.search_factssVZZ, KKME, ,  K';;EBK'3F O#"6 h' MM% ##$  C::%%c62;;=D59:t((+:G:-45q|55"xxc#h7  ""_`l_mmno !!#Y, , B;6I, , s0D<A7D<"D2:D< D7AD<2 D<<ErM trust_deltacd|j5|jjd|fj}| dddydg}g}|0|j d|j |j |"|j d|j ||"|j d|j ||3t |d|z} |j d |j | |j ||jjd d j|d ||jj|p|jjd |f|j|D]%} |j| } |j|| '|jj||j|||xs.|jjd|fjd} |j|  dddy#1swYyxYw)zxPartially update a fact. Trust is clamped to [0, 1]. Returns True if the row existed, False otherwise. z8SELECT fact_id, trust_score FROM facts WHERE fact_id = ?NFzupdated_at = CURRENT_TIMESTAMPz content = ?ztags = ?z category = ? trust_scoreztrust_score = ?zUPDATE facts SET z, z WHERE fact_id = ?+DELETE FROM fact_entities WHERE fact_id = ?z,SELECT category FROM facts WHERE fact_id = ?rJT)r8r7rDrRrhrNrrjrFrTrUrVrWrX) r:rMrIrvrKrJrG assignmentsrm new_trustrZr[cats r update_factzMemoryStore.update_fact#sZZ2 **$$JWJhj { 2 2 'G%GKF"""=1 gmmo."":. d##"">2 h'&(]);k)IJ ""#45 i( MM' " JJ  #DIIk$:#;;MN  JJ   " ""AG:!227;?D $ 4 4T :I**7I>? !!#"((':%djj00> hj%C   s #e2 2 2 s/H&GH&&H/c|j5|jjd|fj}| dddy|jjd|f|jjd|f|jj |j |d dddy#1swYyxYw)zDDelete a fact and its entity links. Returns True if the row existed.z5SELECT fact_id, category FROM facts WHERE fact_id = ?NFryz#DELETE FROM facts WHERE fact_id = ?rJT)r8r7rDrRrFrX)r:rMrGs r remove_factzMemoryStore.remove_factcs ZZ **$$G'hj {   JJ  =z  JJ  Dwj Q JJ      s: /   s/B7A)B77CcD|j5|g}d}|d}|j||j|d|d}|jj||j }|Dcgc]}|j |c}cdddScc}w#1swYyxYw)zxBrowse facts ordered by trust_score descending. Optionally filter by category and minimum trust score. rbNzAND category = ?z SELECT fact_id, content, category, tags, trust_score, retrieval_count, helpful_count, created_at, updated_at FROM facts WHERE trust_score >= ? zO ORDER BY trust_score DESC LIMIT ? )r8rhr7rDrEri) r:rJr^r_rmrnrorprqs r list_factszMemoryStore.list_factstsZZ 8%;F O#"4 h' MM%  ##$ C::%%c62;;=D267QD%%a(7% 8 8$8% 8 8sA B-BBBBhelpfulc|j5|jjd|fj}|t d|d|d}|rt nt }t||z}|rdnd}|jjd|||f|jj||||d |zd cdddS#1swYyxYw) aRecord user feedback and adjust trust asymmetrically. helpful=True -> trust += 0.05, helpful_count += 1 helpful=False -> trust -= 0.10 Returns a dict with fact_id, old_trust, new_trust, helpful_count. Raises KeyError if fact_id does not exist. zGSELECT fact_id, trust_score, helpful_count FROM facts WHERE fact_id = ?Nzfact_id z not foundrxrrz UPDATE facts SET trust_score = ?, helpful_count = helpful_count + ?, updated_at = CURRENT_TIMESTAMP WHERE fact_id = ? helpful_count)rM old_trustr{r) r8r7rDrRKeyError_HELPFUL_DELTA_UNHELPFUL_DELTArrF)r:rMrrGrdeltar{helpful_increments rrecord_feedbackzMemoryStore.record_feedbacksZZ **$$Y hj {'*=>>"=1I&-N3CE$Y%67I%,!  JJ  -w7  JJ   !( ) )!$_!58I!I 3   s B)CC textctgdtddffd }tj|D]}||j dt j|D]}||j dt j|D]}||j dtj|D]0}||j d||j d2S)aExtract entity candidates from text using simple regex rules. Rules applied (in order): 1. Capitalized multi-word phrases e.g. "John Doe" 2. Double-quoted terms e.g. "Python" 3. Single-quoted terms e.g. 'pytest' 4. AKA patterns e.g. "Guido aka BDFL" -> two entities Returns a deduplicated list preserving first-seen order. rZrNc|j}|rD|jvr1j|jj|yyyr )rNloweraddrh)rZstripped candidatesseens r_addz+MemoryStore._extract_entities.._addsGzz|HHNN,D8)*!!(+9xrr)setr$_RE_CAPITALIZEDfinditergroup_RE_DOUBLE_QUOTE_RE_SINGLE_QUOTE_RE_AKA)r:rrmrrs @@rrTzMemoryStore._extract_entitiess "  ,s ,t , !))$/ A   "**40 A   "**40 A   !!$' A     rrZc|jjd|fj}|t|dS|jjd|fj}|t|dS|jjd|f}|jj t|j S)zsFind an existing entity by name or alias (case-insensitive) or create one. Returns the entity_id. z0SELECT entity_id FROM entities WHERE name LIKE ?r[zw SELECT entity_id FROM entities WHERE ',' || aliases || ',' LIKE '%,' || ? || ',%' z&INSERT INTO entities (name) VALUES (?))r7rDrRrSrFrP)r:rZrG alias_rowrYs rrUzMemoryStore._resolve_entitys jj  > (*  ?s;'( (JJ&& G  (*   y-. .jj  4tg  3==!!rr[ct|jjd||f|jjy)zFInsert into fact_entities, silently ignore if the link already exists.zl INSERT OR IGNORE INTO fact_entities (fact_id, entity_id) VALUES (?, ?) N)r7rDrF)r:rMr[s rrVzMemoryStore._link_fact_entitys5  i   rc|j5|js dddy|jjd|fj }|Dcgc]}|d }}t j |||j}|jjdt j||f|jjdddycc}w#1swYyxYw)zDCompute and store HRR vector for a fact. No-op if numpy unavailable.Nz SELECT e.name FROM entities e JOIN fact_entities fe ON fe.entity_id = e.entity_id WHERE fe.fact_id = ? rZz1UPDATE facts SET hrr_vector = ? WHERE fact_id = ?) r8r*r7rDrEr( encode_factrphases_to_bytesrF)r:rMrIrprGentitiesvectors rrWzMemoryStore._compute_hrr_vector s ZZ &&  ::%%  hj 044F 4H4__Wh EF JJ  C$$V,g6  JJ   )  5  s#C/C CA.CCC$c|j5|js dddyd|}|jjd|fj }|sA|jjd|f|jj  dddy|Dcgc]}t j|d}}t j|}t|}t j|j||jjd|t j||j|f|jj dddycc}w#1swYyxYw)zCFull rebuild of a category's memory bank from all its fact vectors.Nzcat:zJSELECT hrr_vector FROM facts WHERE category = ? AND hrr_vector IS NOT NULLz,DELETE FROM memory_banks WHERE bank_name = ?r@a INSERT INTO memory_banks (bank_name, vector, dim, fact_count, updated_at) VALUES (?, ?, ?, ?, CURRENT_TIMESTAMP) ON CONFLICT(bank_name) DO UPDATE SET vector = excluded.vector, dim = excluded.dim, fact_count = excluded.fact_count, updated_at = excluded.updated_at ) r8r*r7rDrErFr(bytes_to_phasesbundlerk snr_estimaterr)r:rJ bank_namerprGvectors bank_vector fact_counts rrXzMemoryStore._rebuild_bank#sK ZZ" &&" " xj)I::%%\ hj   ""#QT]S_` !!#" " JNN#s**3|+<=NGN**g.KWJ   T\\: 6 JJ  C// hj $'5J 0((YYHs:/ 0' -""8, -t9'   sB?BB??CrGct|S)z&Convert a sqlite3.Row to a plain dict.)dict)r:rGs rrizMemoryStore._row_to_dictgs Cyrct|ddytj5|j}| dddy|dxxdzcc<|ddkr> |dj tj j |jdd|_dddy#tj j |jdwxYw#1swYyxYw)a#Release this instance's reference to the shared connection. The underlying connection is closed only when the last MemoryStore referencing the same database is closed, so closing one instance can never break sibling instances that still hold it. Idempotent. r6Nr!rrr)getattrrr.r6closerpopr,)r:r;s rrzMemoryStore.closeks 44 ( 0   & & KKE}   &MQ MV}!=&M'')''++DIIt<DK   ''++DIIt<  s(C C B!1C ,CC  Cc|Sr )r:s r __enter__zMemoryStore.__enter__s r_c$|jyr )r)r:rs r__exit__zMemoryStore.__exit__s  r)Ng?i)rN)generalrb)Ng333333? )NNNN)Nr2r )rr)$__name__ __module__ __qualname____doc__rr__annotations__r4Lockr.floatrSr<r9r$r\listruboolr}rrrrTrUrVrWrXrr0r2rirrobjectrrrrrrbs`LGT"INN$M(," 0,$0,0, 0,  0,l *" +++ + +` $ 88*8 8  8 d 8z#$(# >>t>T\ > Dj > * > >@34& $ 8*88 8 d 8<'s'T'd'Z!c!d3i!F"C"C"<     3   0$ c$ d$ LsTzS< *6drr)rrer0r4pathlibrrbrr( ImportErrorrCrrr rcompilerrr IGNORECASErrrrrrrrs  $< ~  2::EF2::l+2::l+2::BMM 33%3bbksB BB