Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

fix(agents-api): Fix search stuff #695

Merged
merged 1 commit into from
Oct 18, 2024
Merged

fix(agents-api): Fix search stuff #695

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 6 additions & 1 deletion agents-api/agents_api/common/nlp.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,13 +8,14 @@
nlp = spacy.load("en_core_web_sm")


def extract_keywords(text: str, top_n: int = 10) -> list[str]:
def extract_keywords(text: str, top_n: int = 10, clean: bool = True) -> list[str]:
"""
Extracts significant keywords and phrases from the text.

Args:
text (str): The input text to process.
top_n (int): Number of top keywords to extract based on frequency.
clean (bool): Strip non-alphanumeric characters from keywords.

Returns:
List[str]: A list of extracted keywords/phrases.
Expand Down Expand Up @@ -46,6 +47,9 @@ def extract_keywords(text: str, top_n: int = 10) -> list[str]:
# Get top_n keywords
keywords = [item for item, count in freq.most_common(top_n)]

if clean:
keywords = [re.sub(r"[^\w\s\-_]+", "", kw) for kw in keywords]

return keywords


Expand Down Expand Up @@ -212,5 +216,6 @@ def paragraph_to_custom_queries(paragraph: str) -> list[str]:
"""

queries = [text_to_custom_query(sentence.text) for sentence in nlp(paragraph).sents]
queries = [q for q in queries if q]

return queries
6 changes: 3 additions & 3 deletions agents-api/agents_api/models/utils.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
from pydantic import BaseModel

from ..common.utils.cozo import uuid_int_list_to_uuid4
from ..env import do_verify_developer, do_verify_developer_owns_resource
from ..env import debug, do_verify_developer, do_verify_developer_owns_resource

P = ParamSpec("P")
T = TypeVar("T")
Expand Down Expand Up @@ -185,8 +185,8 @@ def make_cozo_json_query(fields):

def cozo_query(
func: Callable[P, tuple[str | list[str | None], dict]] | None = None,
debug: bool | None = None,
only_on_error: bool = False,
debug: bool | None = debug,
only_on_error: bool = True,
):
def cozo_query_dec(func: Callable[P, tuple[str | list[Any], dict]]):
"""
Expand Down
Loading