Fdc"ddlmZddlZddlZddlmZddlZddlm Z ddl m Z ddl m Z ddlmZddlmZmZmZd d lmZmZed ZejGd d ZejGddZdS)) annotationsN)Literal)Config)Message)count_string_tokens)logger) chunk_content split_textsummarize_text) Embedding get_embedding)webpage text_file code_file agent_historyceZdZUdZded<ded<ded<ded<ded <d ed <d ed <d,d-dZeiddfd.dZed/dZed0dZ ed1d#Z e d,d2d&Z d3d4d)Z d5d+Z dS)6 MemoryItemz:Memory object containing raw content as well as embeddingsstr raw_contentsummaryz list[str]chunkschunk_summariesr e_summaryzlist[Embedding]e_chunksdictmetadataNquerye_queryEmbedding | Nonec:t|||SN)MemoryItemRelevanceof)selfrrs UC:\Users\Administrator\Downloads\Auto-GPT-master\autogpt\memory\vector\memory_item.py relevance_forzMemoryItem.relevance_for s"%%dE7;;;text source_type MemoryDocTypeconfigrhow_to_summarize str | Nonequestion_for_summaryc tjddd|dddd|dkrt|jnt |jD}tjdt |zdfd|DD}tjd t |zt |}t|d kr|d n*td | d } tjd| zt | } ||d<t|| ||| ||S)NzMemorizing text: z -------------------------------- cg|]\}}|Sr3).0chunk_s r& z(MemoryItem.from_text...s,   q    r(rzChunks: cg|]\}}|Sr3r3)r4rr6s r&r7z(MemoryItem.from_text..8s,         r(c6g|]}t|S) instructionquestion)r )r4 text_chunkr,r-r/s r&r7z(MemoryItem.from_text..:sF  01 r(zChunk summaries: r rz r:zTotal summary: r*)r) rdebugr embedding_modelr rrlenr joinr) r)r*r,rr-r/rrrrrs ` `` r& from_textzMemoryItem.from_text#s  F&FFDFFFFFFGGG  +--4!7@@@"4)?@@      Z#f++-...   #)      (3+?+??@@@ 006{{a A   O,,,-    &0111"'622 "-          r(contentpathc@t|d|d|iS)NrlocationrrB)rCrDr,s r&from_text_filezMemoryItem.from_text_filecs!##G[&:tBTUUUr(c>t|dd|iS)NrrFrG)rCrDs r&from_code_filezMemoryItem.from_code_filegs!##G[:t:LMMMr( ai_messagerresult_messagec,|jdkrtd|j|jdr|jnd}|jdr|jnd}d|jd|d|}t|d d S) N assistantzInvalid role on 'ai_message': CommandNonezHuman feedbackzAssistant Reply: z Result: z Human Feedback: rzif possible, also make clear the link between the command in the assistant's response and the command result. Do not mention the human feedback if there is none)r)r*r-)role ValueErrorrC startswithrrB)rKrLresult user_inputmemory_contents r&from_ai_actionzMemoryItem.from_ai_actionls ?k ) )OjoOOPP P%00;; N " " %001ABB N " "   , 2 , , , , *  , , ##'@$   r(urlr<cDt|d|d|i|S)NrrF)r)r*r,rr/rG)rCrXr,r<s r& from_webpagezMemoryItem.from_webpages5##! #&!) $   r(Freturnc |r&t|jtj}d|r|dndt |jdt j|jdd|j d|jd S) Nz2 =============== MemoryItem =============== Size: z tokens in z chunks Metadata: )indentz, ---------------- SUMMARY ----------------- z, ------------------ RAW ------------------- z, ========================================== ) rrrr?r@rjsondumpsrr)r%calculate_length token_lengths r&dumpzMemoryItem.dumps  . &((":L '7?,####R ADT]ASAS   :dmA . . .         r(otherc|j|jkoS|j|jkoB|j|jko1tjt |jtjr|jn$tj|jtj t |jtjr|jn$tj|jtj otjt |j dtjr|j nd|j Dt |j dtjr|j nd|j DS)NdtypercNg|]"}tj|tj#Srgnparrayfloat32r4cs r&r7z%MemoryItem.__eq__..s)KKKbhq 333KKKr(cNg|]"}tj|tj#Srjrkros r&r7z%MemoryItem.__eq__..s)LLLbhq 333LLLr() rrrrl array_equal isinstancerndarrayrmrnr)r%res r&__eq__zMemoryItem.__eq__s5   1 1  u|+ $(==  dnbj99@XdnBJ???eorz::AXeoRZ@@@   dmA. ;;L KKT]KKKenQ/<<MLLU^LLL  r(r")rrrr ) r)rr*r+r,rrrr-r.r/r.)rCrrDrr,r)rCrrDr)rKrrLr)rCrrXrr,rr<r.)F)r[r)rer)__name__ __module__ __qualname____doc____annotations__r' staticmethodrBrHrJrWrZrdrur3r(r&rrsqDDLLLNNN<<<<< '++/ = = = = \= ~VVV\VNNN\N   \ >GK     \         r(rceZdZUdZded<ded<ded<ded <e dddZeddZeddZ eddZ dZ d S)r#z Class that encapsulates memory relevance search functionality and data. Instances contain a MemoryItem and its relevance scores for a given query. r memory_itemr for_queryfloatsummary_relevance_scorez list[float]chunk_relevance_scoresNrr r[c|pt|}t||\}}}t||||S)N)r~r}rr)rr#calculate_scores)r}r~rr6srscrss r&r$zMemoryItemRelevance.ofsT5]955)::;PP 3"#$'#&     r(memory compare_tor tuple[float, float, list[float]]c"tj|j|}tj|j|}t jd|t jd||g|}t jd|t |||fS)a0 Calculates similarity between given embedding and all embeddings of the memory Returns: float: the aggregate (max) relevance score of the memory float: the relevance score of the memory summary list: the relevance scores of the memory chunks zRelevance of summary: zRelevance of chunks: zRelevance scores: )rldotrrrr>max)rrrrrelevance_scoress r&rz$MemoryItemRelevance.calculate_scoress#%&)9:"F"F!#!D!D G.EGGHHH E-CEEFFF3M6LM <*:<<===#$$&=?UUUr(c:t|jg|jS)zDThe aggregate relevance score of the memory item for the given query)rrrr%s r&scorezMemoryItemRelevance.scores D0O43NOPPPr(tuple[str, float]crtj|j}|jj||j|fS)zJThe most relevant chunk of the memory item + its score for the given query)rlargmaxrr}r)r%i_relmaxs r&most_relevant_chunkz'MemoryItemRelevance.most_relevant_chunks49T899&x0$2Mh2WWWr(c>|jjd|jd|jS)Nz (z) )r}rrrrs r&__str__zMemoryItemRelevance.__str__s9' - -4+G - -* - - r(r")r}rr~rrr r[r#)rrrr r[r)r[r)r[r) rvrwrxryrzr{r$rpropertyrrrr3r(r&r#r#s NNN""""''''MQ     \  VVV\V(QQQXQXXXXX      r(r#) __future__r dataclassesr`typingrnumpyrlautogpt.configr autogpt.llmrautogpt.llm.utilsr autogpt.logsrautogpt.processing.textr r r utilsr rr+ dataclassrr#r3r(r&rsV"""""" !!!!!!111111MMMMMMMMMM++++++++LM  j j j j j j j j Z < < < < < < < < < < r(