popertots/ragmcp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

remove unused batch function

Browse Source
This commit is contained in:
popertots
2025-11-04 23:06:11 +00:00
parent 95a1acc3c9
commit 6f68d471fa
1 changed files with 0 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files
mcp_codebase.py
-17
View File
@@ -1401,23 +1401,6 @@ def build_indexes():
elapsed = index_build_time - start_time elapsed = index_build_time - start_time
logger.info(f"Index build complete with contextual weighting applied. Total time: {elapsed:.1f}s") logger.info(f"Index build complete with contextual weighting applied. Total time: {elapsed:.1f}s")
# -----------------------------
# Build / load indexes with contextual weighting and batch embedding
# -----------------------------
def batch_embed_documents(texts: List[str]) -> List[List[float]]:
"""Embed documents in batches for better performance."""
all_embeddings = []
total_batches = (len(texts) + EMBEDDING_BATCH_SIZE - 1) // EMBEDDING_BATCH_SIZE
for i in range(0, len(texts), EMBEDDING_BATCH_SIZE):
batch = texts[i:i + EMBEDDING_BATCH_SIZE]
batch_num = i // EMBEDDING_BATCH_SIZE + 1
logger.info(f"Embedding batch {batch_num}/{total_batches} ({len(batch)} docs)...")
batch_embeddings = embeddings.embed_documents(batch)
all_embeddings.extend(batch_embeddings)
return all_embeddings
def load_indexes(): def load_indexes():
global vectorstore, bm25, bm25_corpus, chunks_metadata, embeddings, index_build_time global vectorstore, bm25, bm25_corpus, chunks_metadata, embeddings, index_build_time
logger.info("Loading indexes from disk...") logger.info("Loading indexes from disk...")