mgil
/
LLm2Node
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Server funtional

This commit is contained in:
Mario Gonzalez Gil 2023-10-11 16:13:52 +02:00
parent f22df1a7cf
commit 4f518fffa7
3 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
DownloadModels.py
View File

@ -3,7 +3,9 @@ from sentence_transformers import SentenceTransformer
# uno de uso gereal el de mejor desempeño all-mpnet-base-v2
# el mas rapido "paraphrase-MiniLM-L3-v2" y "all-MiniLM-L6-v2"
# muy rappudo y muy acertado "all-MiniLM-L12-v2"
models=["all-MiniLM-L12-v2","paraphrase-MiniLM-L3-v2" , "all-MiniLM-L6-v2","all-mpnet-base-v2","multi-qa-mpnet-base-dot-v1"]
#models=["all-MiniLM-L12-v2","paraphrase-MiniLM-L3-v2" , "all-MiniLM-L6-v2",
models=["all-mpnet-base-v2","multi-qa-mpnet-base-dot-v1"]
for model in models:
modelST = SentenceTransformer(model)
# Define the path where you want to save the model

2
main.py
View File

@ -91,7 +91,7 @@ def loadmodelEmb(model_name = "embeddings/all-MiniLM-L6-v2",model_kwargs = {'dev
st = SentenceTransformer(model_name)
return st
emb=loadmodelEmb()
#emb=loadmodelEmb()
CUSTOM_PATH = "/angela"
app = FastAPI()

2
run.sh
View File

@ -1 +1 @@
uvicorn main:app --reload --port 7860
/home/mgil/.local/bin/uvicorn main:app --reload --port 7860