app.py

from functions import fetch_nvapi_key
from functions import get_available_models

# Call the function to fetch NVIDIA API key
fetch_nvapi_key()
# Get the list of available models
get_available_models()

from fastapi import FastAPI
from langchain.prompts import ChatPromptTemplate
from langchain_nvidia_ai_endpoints import ChatNVIDIA
from langserve import add_routes

llm = ChatNVIDIA(model="mixtral_8x7b")

app = FastAPI(
    title="LangChain Server",
    version="1.0",
    description="A simple api server using Langchain's Runnable interfaces",
)

add_routes(
    app,
    llm,
    path="/basic_chat",
)

## Might be encountered if this were for a standalone python file...
if __name__ == "__main__":
    import uvicorn

    uvicorn.run(app, host="localhost", port=8001)