docker

Author: madhavd

Dockerfile

@@ -0,0 +1,18 @@
+# Use Python 3.10-slim base image
+FROM python:3.10-slim
+
+# Set the working directory in the container
+WORKDIR /app
+
+# Install dependencies
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy the rest of the project files into the container
+COPY . .
+
+# Expose port 7860 (FastAPI's default port)
+EXPOSE 7860
+
+# Run the FastAPI app using Uvicorn
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -145,6 +145,7 @@ async def health_check():
 async def root():
     return {"message": "fin_gpt server is running"} 
 
+
 #input is only question
 @app.post("/question")
 async def find_relevant(request: Request):
@@ -171,6 +172,7 @@ async def find_relevant(request: Request):
         return {"error": "No question provided"}, 400
 
 #input is question and pdf file
+
 @app.post("/ask_pdf", response_model=GenerateOut)
 async def ask_pdf(question: str = Form(...),pdf: UploadFile = File(...)):
     # Step 1: Save the uploaded PDF to a temporary file
@@ -244,6 +246,7 @@ async def run_pipeline(data: QueryIn):
     return GenerateOut(gold_inds=gold_inds, program=program, result=str(result))
 
 
+
 @app.post("/predict")
 async def predict(file: UploadFile = File(...)):
     extension = file.filename.split(".")[-1].lower()

utils.py

@@ -205,7 +205,6 @@ def download_and_load_models():
     # Ensure directories exist
     os.makedirs("models", exist_ok=True)
     os.makedirs("data", exist_ok=True)
-
     # Download all required files
     for model_name, model_info in model_files.items():
         download_model(model_info["file_id"], model_info["output_path"])