alihan/transformerlab-api
1
0
Fork 0
mirror of https://github.com/transformerlab/transformerlab-api.git synced 2025-04-19 19:36:18 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' into add/venv-plugin

Browse Source
This commit is contained in:
Deep Gandhi
2025-04-16 13:55:18 -07:00
committed by GitHub
parent 17160dcd68 baa928a9c6
commit 42fef626c0
1 changed files with 5 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
transformerlab/routers/experiment/documents.py
View File

@@ -171,7 +171,7 @@ async def document_upload(experimentId: str, folder: str, files: list[UploadFile
result = md.convert(newfilename)
# Save the converted file
newfilename = os.path.join(markitdown_dir, str(file_name).replace(file_ext, ".md"))
print(f"Saving converted file to {markitdown_dir} as {newfilename}")
print(f"Saving converted file to {markitdown_dir}")
async with aiofiles.open(newfilename, "w", encoding="utf-8") as out_file:
await out_file.write(result.markdown)
@@ -197,10 +197,9 @@ async def document_upload(experimentId: str, folder: str, files: list[UploadFile
# Save the converted file
newfilename = os.path.join(documents_dir, str(file_name).replace(file_ext, ".md"))
newfilename_md = os.path.join(markitdown_dir, str(file_name).replace(file_ext, ".md"))
print(f"Saving converted file to {documents_dir} as {newfilename}")
async with aiofiles.open(newfilename, "w", encoding="utf-8") as out_file:
await out_file.write(result.markdown)
print(f"Saving converted file to {markitdown_dir} as {newfilename_md}")
print(f"Saving converted file to {markitdown_dir} as well")
async with aiofiles.open(newfilename_md, "w", encoding="utf-8") as out_file:
await out_file.write(result.markdown)
# Remove the temporary file
@@ -210,9 +209,9 @@ async def document_upload(experimentId: str, folder: str, files: list[UploadFile
print(f"Error converting file to .md format: {e}")
raise HTTPException(status_code=403, detail="There was a problem uploading the file")
# reindex the vector store on every file upload
if folder == "rag":
await rag.reindex(experimentId)
# reindex the vector store on every file upload
if folder == "rag":
await rag.reindex(experimentId)
return {"status": "success", "filename": fileNames}