mirror of
https://github.com/pewdiepie-archdaemon/odysseus.git
synced 2026-07-02 01:22:07 -04:00
red person
36 lines
1.4 KiB
Python
36 lines
1.4 KiB
Python
from src.personal_docs import retrieve_personal_keyword, split_chunks
|
|
|
|
|
|
def test_retrieve_personal_keyword_skips_non_dict_rows():
|
|
# A corrupted personal index can hold non-dict rows (partial write, bad
|
|
# import). The old loop did f["chunks"] which raised TypeError on a str
|
|
# row and aborted the whole search; now bad rows are skipped.
|
|
index = [
|
|
"bad-row",
|
|
None,
|
|
["also", "bad"],
|
|
{"name": "report.txt", "chunks": ["hello world from the quarterly report"]},
|
|
]
|
|
out = retrieve_personal_keyword(index, "hello", k=5)
|
|
assert out == ["[report.txt :: chunk 1]\nhello world from the quarterly report"]
|
|
|
|
|
|
def test_retrieve_personal_keyword_tolerates_missing_chunks_key():
|
|
index = [{"name": "empty.txt"}, {"name": "doc.txt", "chunks": ["alpha beta gamma"]}]
|
|
out = retrieve_personal_keyword(index, "beta", k=5)
|
|
assert out == ["[doc.txt :: chunk 1]\nalpha beta gamma"]
|
|
|
|
|
|
def test_retrieve_personal_keyword_ignores_non_string_text():
|
|
index = [{"name": "doc.txt", "chunks": [None, ["beta"], "alpha beta gamma"]}]
|
|
|
|
assert retrieve_personal_keyword(index, ["beta"], k=5) == []
|
|
assert retrieve_personal_keyword(index, "beta", k=5) == [
|
|
"[doc.txt :: chunk 3]\nalpha beta gamma"
|
|
]
|
|
|
|
|
|
def test_split_chunks_ignores_non_string_text():
|
|
assert split_chunks(None, size=1000, overlap=200) == []
|
|
assert split_chunks(["hello"], size=1000, overlap=200) == []
|