minor fixes & updates

1. added a second dockerfile to download the
biggest python dependency & store it as a
container to serve as a base image for the
main container
2. update the dependencies in requirements.txt
3. update k8s-manifests for deployment &
configmap
4. couple of other minor changes

.dockerignore

@@ -0,0 +1,4 @@
+k8s-manifests/**
+.github/**
+__pycache__/**
+insf_venv/**

.gitignore

@@ -0,0 +1,2 @@
+__pycache__/**
+insf_venv/**

Dockerfile

@@ -1,12 +1,13 @@
-FROM python:3.10-slim
+FROM ghcr.io/infracloudio/python-langchain-huggingface:3.10-slim
 
 WORKDIR /app
 
-COPY . /app
+COPY .streamlit/** /app/.streamlit/ 
+COPY templates/** /app/templates/
+COPY app.py multi_tenant_rag.py requirements.txt tei_rerank.py /app/
 
 RUN pip install --no-cache-dir -r requirements.txt
 
 EXPOSE 8051
 
 CMD ["streamlit", "run", "app.py", "--server.address", "0.0.0.0"]
-

k8s-manifests/deploy.yaml

@@ -40,6 +40,7 @@ spec:
               name: tokens
               key: TAVILY_API_KEY
         image: ghcr.io/infracloudio/insightful:latest
+        command: ["streamlit", "run", "multi_tenant_rag.py", "--server.address", "0.0.0.0"]
         imagePullPolicy: Always
         name: insightful
         ports:

k8s-manifests/env.yaml

@@ -4,17 +4,16 @@ metadata:
   name: insightful-env
   namespace: ai-stack
 data:
-  TGI_HOST: "192.168.0.203"
+  TGI_HOST: "ai-stack-tgi"
   TGI_PORT: "80"
-  TEI_HOST: "192.168.0.202"
+  TEI_HOST: "ai-stack-tei"
   TEI_PORT: "80"
-  RERANKER_HOST: "192.168.0.205"
+  RERANKER_HOST: "ai-stack-reranker"
   RERANKER_PORT: "80"
-  VECTORDB_HOST: "192.168.0.204"
+  VECTORDB_HOST: "ai-stack-vectordb"
   VECTORDB_PORT: "8000"
   STOP_TOKEN: "<|endoftext|>"
   PORTKEY_PROVIDER: "llm_provider_name"
   PORTKEY_CUSTOM_HOST: "llm_provider_host_ip_and_port"
   USE_PORTKEY: "0"
   USE_RERANKER: "1"
-

lchf.Dockerfile

@@ -0,0 +1,5 @@
+FROM python:3.10-slim
+
+WORKDIR /app
+
+RUN pip install --no-cache-dir langchain_huggingface==0.0.3

requirements.txt

@@ -13,3 +13,6 @@ Requests==2.32.3
 streamlit==1.36.0
 streamlit_authenticator==0.3.3
 stackapi==0.3.1
+langchainhub==0.1.21
+pypdf==4.3.1
+jinja2>=3.1.0