FabNum/Code
4
0
Fork 0
Code Issues 2 Pull Requests Actions Packages Projects 1 Releases Wiki Activity

Update rag.py

Browse Source
This commit is contained in:
Stéphan Peccini 2025-05-19 08:18:24 +02:00
parent 4b16c2210e
commit eaeae5f1f5
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
rag.py
View File

@ -23,6 +23,8 @@ import faiss, numpy as np, requests
from FlagEmbedding import BGEM3FlagModel from FlagEmbedding import BGEM3FlagModel
from rich import print from rich import print
ROOT="Corpus"
# ------------------------- CLI ------------------------------------------- # ------------------------- CLI -------------------------------------------
p = argparse.ArgumentParser() p = argparse.ArgumentParser()
p.add_argument("--index", nargs="*", default=["chap.idx"], p.add_argument("--index", nargs="*", default=["chap.idx"],
@ -58,7 +60,9 @@ print(f"Passages chargés : {total_passages} (agrégat de {len(indexes)} index)"
DOCS: dict[int,str] = {} DOCS: dict[int,str] = {}
for base_offset, meta in zip(start_offset, metas): for base_offset, meta in zip(start_offset, metas):
for i, m in enumerate(meta): for i, m in enumerate(meta):
DOCS[base_offset + i] = Path(m["path"]).read_text(encoding="utf-8") rel_path = m.get("path") or m.get("file")
full_path = ROOT / rel_path
DOCS[base_offset + i] = full_path.read_text(encoding="utf-8")
print("[dim]Cache texte préchargé.[/]") print("[dim]Cache texte préchargé.[/]")
# ------------------------- modèle embeddings ----------------------------- # ------------------------- modèle embeddings -----------------------------