Skip to content
This repository has been archived by the owner on Nov 3, 2023. It is now read-only.

[Blenderbot2] Flush top_docs, search_queries from previous turns at the beginning of bot retrieval #4198

Merged
merged 1 commit into from
Nov 23, 2021
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 9 additions & 0 deletions projects/blenderbot2/agents/modules.py
Original file line number Diff line number Diff line change
Expand Up @@ -295,6 +295,14 @@ def get_retrieval_indices(
assert self.knowledge_access_method is KnowledgeAccessMethod.CLASSIFY
return type_indices

def flush_previous_retriever_search_results(self):
if not hasattr(self, 'retriever'):
return
if hasattr(self.retriever, 'top_docs'):
delattr(self.retriever, 'top_docs')
if hasattr(self.retriever, 'search_queries'):
delattr(self.retriever, 'search_queries')

def retrieve_and_concat(
self,
input: torch.LongTensor,
Expand All @@ -314,6 +322,7 @@ def retrieve_and_concat(
Override RagModel.retrieve_and_concat to perform different retrieval, depending
on the RetrieverType.
"""
self.flush_previous_retriever_search_results()
start = time.time()
logging.debug(f'Begin encoder: {time.time() - start:.2f}')
if input_turns_cnt is not None:
Expand Down